@loaders.gl/tile-converter 3.2.0-alpha.1 → 3.2.0-alpha.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/dist/3d-tiles-attributes-worker.d.ts +28 -0
  2. package/dist/3d-tiles-attributes-worker.d.ts.map +1 -0
  3. package/dist/3d-tiles-attributes-worker.js +4 -0
  4. package/dist/3d-tiles-attributes-worker.js.map +7 -0
  5. package/dist/3d-tiles-converter/3d-tiles-converter.d.ts +5 -1
  6. package/dist/3d-tiles-converter/3d-tiles-converter.d.ts.map +1 -1
  7. package/dist/3d-tiles-converter/3d-tiles-converter.js +34 -3
  8. package/dist/3d-tiles-converter/helpers/b3dm-converter.d.ts +5 -4
  9. package/dist/3d-tiles-converter/helpers/b3dm-converter.d.ts.map +1 -1
  10. package/dist/3d-tiles-converter/helpers/b3dm-converter.js +10 -10
  11. package/dist/constants.d.ts +2 -0
  12. package/dist/constants.d.ts.map +1 -0
  13. package/dist/constants.js +4 -0
  14. package/dist/converter-cli.d.ts +2 -0
  15. package/dist/converter-cli.d.ts.map +1 -0
  16. package/dist/converter-cli.js +232 -0
  17. package/dist/converter.min.js +68 -68
  18. package/dist/deps-installer/deps-installer.d.ts +11 -1
  19. package/dist/deps-installer/deps-installer.d.ts.map +1 -1
  20. package/dist/deps-installer/deps-installer.js +10 -0
  21. package/dist/dist.min.js +910 -790
  22. package/dist/es5/3d-tiles-attributes-worker.js +29 -0
  23. package/dist/es5/3d-tiles-attributes-worker.js.map +1 -0
  24. package/dist/es5/3d-tiles-converter/3d-tiles-converter.js +116 -46
  25. package/dist/es5/3d-tiles-converter/3d-tiles-converter.js.map +1 -1
  26. package/dist/es5/3d-tiles-converter/helpers/b3dm-converter.js +21 -23
  27. package/dist/es5/3d-tiles-converter/helpers/b3dm-converter.js.map +1 -1
  28. package/dist/es5/constants.js +9 -0
  29. package/dist/es5/constants.js.map +1 -0
  30. package/dist/es5/converter-cli.js +306 -0
  31. package/dist/es5/converter-cli.js.map +1 -0
  32. package/dist/es5/deps-installer/deps-installer.js.map +1 -1
  33. package/dist/es5/i3s-attributes-worker.js +29 -0
  34. package/dist/es5/i3s-attributes-worker.js.map +1 -0
  35. package/dist/es5/i3s-converter/helpers/coordinate-converter.js +19 -11
  36. package/dist/es5/i3s-converter/helpers/coordinate-converter.js.map +1 -1
  37. package/dist/es5/i3s-converter/helpers/geometry-attributes.js +2 -2
  38. package/dist/es5/i3s-converter/helpers/geometry-attributes.js.map +1 -1
  39. package/dist/es5/i3s-converter/helpers/geometry-converter.js +271 -182
  40. package/dist/es5/i3s-converter/helpers/geometry-converter.js.map +1 -1
  41. package/dist/es5/i3s-converter/helpers/gltf-attributes.js +71 -0
  42. package/dist/es5/i3s-converter/helpers/gltf-attributes.js.map +1 -0
  43. package/dist/es5/i3s-converter/helpers/node-pages.js +47 -99
  44. package/dist/es5/i3s-converter/helpers/node-pages.js.map +1 -1
  45. package/dist/es5/i3s-converter/i3s-converter.js +293 -223
  46. package/dist/es5/i3s-converter/i3s-converter.js.map +1 -1
  47. package/dist/es5/i3s-converter/json-templates/layers.js +29 -0
  48. package/dist/es5/i3s-converter/json-templates/layers.js.map +1 -1
  49. package/dist/es5/index.js +0 -16
  50. package/dist/es5/index.js.map +1 -1
  51. package/dist/es5/lib/utils/compress-util.js +14 -17
  52. package/dist/es5/lib/utils/compress-util.js.map +1 -1
  53. package/dist/es5/lib/utils/file-utils.js +39 -14
  54. package/dist/es5/lib/utils/file-utils.js.map +1 -1
  55. package/dist/es5/lib/utils/lod-conversion-utils.js.map +1 -1
  56. package/dist/es5/lib/utils/queue.js +61 -0
  57. package/dist/es5/lib/utils/queue.js.map +1 -0
  58. package/dist/es5/lib/utils/statistic-utills.js.map +1 -1
  59. package/dist/es5/lib/utils/write-queue.js +225 -0
  60. package/dist/es5/lib/utils/write-queue.js.map +1 -0
  61. package/dist/es5/pgm-loader.js +1 -1
  62. package/dist/es5/workers/3d-tiles-attributes-worker.js +37 -0
  63. package/dist/es5/workers/3d-tiles-attributes-worker.js.map +1 -0
  64. package/dist/es5/workers/i3s-attributes-worker.js +40 -0
  65. package/dist/es5/workers/i3s-attributes-worker.js.map +1 -0
  66. package/dist/esm/3d-tiles-attributes-worker.js +16 -0
  67. package/dist/esm/3d-tiles-attributes-worker.js.map +1 -0
  68. package/dist/esm/3d-tiles-converter/3d-tiles-converter.js +36 -4
  69. package/dist/esm/3d-tiles-converter/3d-tiles-converter.js.map +1 -1
  70. package/dist/esm/3d-tiles-converter/helpers/b3dm-converter.js +16 -18
  71. package/dist/esm/3d-tiles-converter/helpers/b3dm-converter.js.map +1 -1
  72. package/dist/esm/constants.js +2 -0
  73. package/dist/esm/constants.js.map +1 -0
  74. package/dist/esm/converter-cli.js +230 -0
  75. package/dist/esm/converter-cli.js.map +1 -0
  76. package/dist/esm/deps-installer/deps-installer.js.map +1 -1
  77. package/dist/esm/i3s-attributes-worker.js +16 -0
  78. package/dist/esm/i3s-attributes-worker.js.map +1 -0
  79. package/dist/esm/i3s-converter/helpers/coordinate-converter.js +19 -11
  80. package/dist/esm/i3s-converter/helpers/coordinate-converter.js.map +1 -1
  81. package/dist/esm/i3s-converter/helpers/geometry-attributes.js +2 -2
  82. package/dist/esm/i3s-converter/helpers/geometry-attributes.js.map +1 -1
  83. package/dist/esm/i3s-converter/helpers/geometry-converter.js +121 -62
  84. package/dist/esm/i3s-converter/helpers/geometry-converter.js.map +1 -1
  85. package/dist/esm/i3s-converter/helpers/gltf-attributes.js +54 -0
  86. package/dist/esm/i3s-converter/helpers/gltf-attributes.js.map +1 -0
  87. package/dist/esm/i3s-converter/helpers/node-pages.js +12 -4
  88. package/dist/esm/i3s-converter/helpers/node-pages.js.map +1 -1
  89. package/dist/esm/i3s-converter/i3s-converter.js +157 -52
  90. package/dist/esm/i3s-converter/i3s-converter.js.map +1 -1
  91. package/dist/esm/i3s-converter/json-templates/layers.js +25 -0
  92. package/dist/esm/i3s-converter/json-templates/layers.js.map +1 -1
  93. package/dist/esm/index.js +0 -2
  94. package/dist/esm/index.js.map +1 -1
  95. package/dist/esm/lib/utils/compress-util.js +6 -8
  96. package/dist/esm/lib/utils/compress-util.js.map +1 -1
  97. package/dist/esm/lib/utils/file-utils.js +11 -1
  98. package/dist/esm/lib/utils/file-utils.js.map +1 -1
  99. package/dist/esm/lib/utils/lod-conversion-utils.js.map +1 -1
  100. package/dist/esm/lib/utils/queue.js +19 -0
  101. package/dist/esm/lib/utils/queue.js.map +1 -0
  102. package/dist/esm/lib/utils/statistic-utills.js.map +1 -1
  103. package/dist/esm/lib/utils/write-queue.js +88 -0
  104. package/dist/esm/lib/utils/write-queue.js.map +1 -0
  105. package/dist/esm/pgm-loader.js +1 -1
  106. package/dist/esm/workers/3d-tiles-attributes-worker.js +5 -0
  107. package/dist/esm/workers/3d-tiles-attributes-worker.js.map +1 -0
  108. package/dist/esm/workers/i3s-attributes-worker.js +4 -0
  109. package/dist/esm/workers/i3s-attributes-worker.js.map +1 -0
  110. package/dist/i3s-attributes-worker.d.ts +33 -0
  111. package/dist/i3s-attributes-worker.d.ts.map +1 -0
  112. package/dist/i3s-attributes-worker.js +10 -0
  113. package/dist/i3s-attributes-worker.js.map +7 -0
  114. package/dist/i3s-converter/helpers/coordinate-converter.d.ts +7 -7
  115. package/dist/i3s-converter/helpers/coordinate-converter.d.ts.map +1 -1
  116. package/dist/i3s-converter/helpers/coordinate-converter.js +25 -21
  117. package/dist/i3s-converter/helpers/geometry-attributes.d.ts +2 -2
  118. package/dist/i3s-converter/helpers/geometry-attributes.d.ts.map +1 -1
  119. package/dist/i3s-converter/helpers/geometry-attributes.js +2 -1
  120. package/dist/i3s-converter/helpers/geometry-converter.d.ts +28 -11
  121. package/dist/i3s-converter/helpers/geometry-converter.d.ts.map +1 -1
  122. package/dist/i3s-converter/helpers/geometry-converter.js +223 -113
  123. package/dist/i3s-converter/helpers/gltf-attributes.d.ts +9 -0
  124. package/dist/i3s-converter/helpers/gltf-attributes.d.ts.map +1 -0
  125. package/dist/i3s-converter/helpers/gltf-attributes.js +56 -0
  126. package/dist/i3s-converter/helpers/node-pages.d.ts +6 -5
  127. package/dist/i3s-converter/helpers/node-pages.d.ts.map +1 -1
  128. package/dist/i3s-converter/helpers/node-pages.js +13 -8
  129. package/dist/i3s-converter/i3s-converter.d.ts +7 -5
  130. package/dist/i3s-converter/i3s-converter.d.ts.map +1 -1
  131. package/dist/i3s-converter/i3s-converter.js +126 -40
  132. package/dist/i3s-converter/json-templates/layers.d.ts +4 -0
  133. package/dist/i3s-converter/json-templates/layers.d.ts.map +1 -1
  134. package/dist/i3s-converter/json-templates/layers.js +24 -0
  135. package/dist/i3s-converter/types.d.ts +83 -8
  136. package/dist/i3s-converter/types.d.ts.map +1 -1
  137. package/dist/index.d.ts +0 -2
  138. package/dist/index.d.ts.map +1 -1
  139. package/dist/index.js +1 -5
  140. package/dist/lib/utils/compress-util.d.ts +44 -5
  141. package/dist/lib/utils/compress-util.d.ts.map +1 -1
  142. package/dist/lib/utils/compress-util.js +73 -6
  143. package/dist/lib/utils/file-utils.d.ts +34 -5
  144. package/dist/lib/utils/file-utils.d.ts.map +1 -1
  145. package/dist/lib/utils/file-utils.js +40 -1
  146. package/dist/lib/utils/lod-conversion-utils.d.ts +25 -4
  147. package/dist/lib/utils/lod-conversion-utils.d.ts.map +1 -1
  148. package/dist/lib/utils/lod-conversion-utils.js +21 -2
  149. package/dist/lib/utils/queue.d.ts +7 -0
  150. package/dist/lib/utils/queue.d.ts.map +1 -0
  151. package/dist/lib/utils/queue.js +18 -0
  152. package/dist/lib/utils/statistic-utills.d.ts +2 -2
  153. package/dist/lib/utils/statistic-utills.d.ts.map +1 -1
  154. package/dist/lib/utils/write-queue.d.ts +22 -0
  155. package/dist/lib/utils/write-queue.d.ts.map +1 -0
  156. package/dist/lib/utils/write-queue.js +62 -0
  157. package/dist/workers/3d-tiles-attributes-worker.d.ts +2 -0
  158. package/dist/workers/3d-tiles-attributes-worker.d.ts.map +1 -0
  159. package/dist/workers/3d-tiles-attributes-worker.js +9 -0
  160. package/dist/workers/i3s-attributes-worker.d.ts +2 -0
  161. package/dist/workers/i3s-attributes-worker.d.ts.map +1 -0
  162. package/dist/workers/i3s-attributes-worker.js +5 -0
  163. package/package.json +23 -18
  164. package/src/3d-tiles-attributes-worker.ts +43 -0
  165. package/src/3d-tiles-converter/3d-tiles-converter.ts +50 -5
  166. package/src/3d-tiles-converter/helpers/b3dm-converter.ts +15 -13
  167. package/src/constants.ts +2 -0
  168. package/src/converter-cli.ts +310 -0
  169. package/src/deps-installer/{deps-installer.js → deps-installer.ts} +11 -1
  170. package/src/i3s-attributes-worker.ts +46 -0
  171. package/src/i3s-converter/helpers/coordinate-converter.ts +29 -24
  172. package/src/i3s-converter/helpers/geometry-attributes.ts +4 -3
  173. package/src/i3s-converter/helpers/{geometry-converter.js → geometry-converter.ts} +425 -179
  174. package/src/i3s-converter/helpers/gltf-attributes.ts +68 -0
  175. package/src/i3s-converter/helpers/node-pages.ts +25 -17
  176. package/src/i3s-converter/i3s-converter.ts +150 -90
  177. package/src/i3s-converter/json-templates/layers.ts +25 -0
  178. package/src/i3s-converter/types.ts +90 -8
  179. package/src/index.ts +0 -4
  180. package/src/lib/utils/{compress-util.js → compress-util.ts} +105 -18
  181. package/src/lib/utils/file-utils.ts +84 -0
  182. package/src/lib/utils/{lod-conversion-utils.js → lod-conversion-utils.ts} +27 -5
  183. package/src/lib/utils/queue.ts +17 -0
  184. package/src/lib/utils/{statistic-utills.js → statistic-utills.ts} +0 -0
  185. package/src/lib/utils/write-queue.ts +75 -0
  186. package/src/workers/3d-tiles-attributes-worker.ts +6 -0
  187. package/src/workers/i3s-attributes-worker.ts +6 -0
  188. package/dist/es5/deps-installer/deps-installer.d.ts +0 -10
  189. package/dist/es5/i3s-converter/helpers/geometry-converter.d.ts +0 -44
  190. package/dist/es5/lib/utils/compress-util.d.ts +0 -53
  191. package/dist/es5/lib/utils/file-utils.d.ts +0 -43
  192. package/dist/es5/lib/utils/lod-conversion-utils.d.ts +0 -32
  193. package/dist/esm/deps-installer/deps-installer.d.ts +0 -10
  194. package/dist/esm/i3s-converter/helpers/geometry-converter.d.ts +0 -44
  195. package/dist/esm/lib/utils/compress-util.d.ts +0 -53
  196. package/dist/esm/lib/utils/file-utils.d.ts +0 -43
  197. package/dist/esm/lib/utils/lod-conversion-utils.d.ts +0 -32
  198. package/src/deps-installer/deps-installer.d.ts +0 -10
  199. package/src/i3s-converter/helpers/geometry-converter.d.ts +0 -44
  200. package/src/lib/utils/compress-util.d.ts +0 -53
  201. package/src/lib/utils/file-utils.d.ts +0 -43
  202. package/src/lib/utils/file-utils.js +0 -38
  203. package/src/lib/utils/lod-conversion-utils.d.ts +0 -32
@@ -137,7 +137,7 @@ function _compressFilesWithZip() {
137
137
  }, _callee);
138
138
  }));
139
139
 
140
- return function (_x13, _x14) {
140
+ return function (_x18, _x19) {
141
141
  return _ref.apply(this, arguments);
142
142
  };
143
143
  }()));
@@ -152,13 +152,12 @@ function _compressFilesWithZip() {
152
152
  return _compressFilesWithZip.apply(this, arguments);
153
153
  }
154
154
 
155
- function compressWithChildProcess() {
155
+ function compressWithChildProcess(_x3, _x4, _x5, _x6, _x7) {
156
156
  return _compressWithChildProcess.apply(this, arguments);
157
157
  }
158
158
 
159
159
  function _compressWithChildProcess() {
160
- _compressWithChildProcess = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
161
- var _args3 = arguments;
160
+ _compressWithChildProcess = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
162
161
  return _regenerator.default.wrap(function _callee3$(_context3) {
163
162
  while (1) {
164
163
  switch (_context3.prev = _context3.next) {
@@ -169,7 +168,7 @@ function _compressWithChildProcess() {
169
168
  }
170
169
 
171
170
  _context3.next = 3;
172
- return compressWithChildProcessWindows.apply(void 0, _args3);
171
+ return compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
173
172
 
174
173
  case 3:
175
174
  _context3.next = 7;
@@ -177,7 +176,7 @@ function _compressWithChildProcess() {
177
176
 
178
177
  case 5:
179
178
  _context3.next = 7;
180
- return compressWithChildProcessUnix.apply(void 0, _args3);
179
+ return compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
181
180
 
182
181
  case 7:
183
182
  case "end":
@@ -189,7 +188,7 @@ function _compressWithChildProcess() {
189
188
  return _compressWithChildProcess.apply(this, arguments);
190
189
  }
191
190
 
192
- function compressWithChildProcessUnix(_x3, _x4) {
191
+ function compressWithChildProcessUnix(_x8, _x9) {
193
192
  return _compressWithChildProcessUnix.apply(this, arguments);
194
193
  }
195
194
 
@@ -230,7 +229,7 @@ function _compressWithChildProcessUnix() {
230
229
  return _compressWithChildProcessUnix.apply(this, arguments);
231
230
  }
232
231
 
233
- function compressWithChildProcessWindows(_x5, _x6) {
232
+ function compressWithChildProcessWindows(_x10, _x11) {
234
233
  return _compressWithChildProcessWindows.apply(this, arguments);
235
234
  }
236
235
 
@@ -278,7 +277,7 @@ function _compressWithChildProcessWindows() {
278
277
  return _compressWithChildProcessWindows.apply(this, arguments);
279
278
  }
280
279
 
281
- function generateHash128FromZip(_x7, _x8) {
280
+ function generateHash128FromZip(_x12, _x13) {
282
281
  return _generateHash128FromZip.apply(this, arguments);
283
282
  }
284
283
 
@@ -354,11 +353,9 @@ function _generateHash128FromZip() {
354
353
  reject(err);
355
354
  });
356
355
 
357
- for (var key in hashTable) {
358
- var item = hashTable[key];
359
-
360
- var value = _longToByteArray(item.value);
361
-
356
+ for (var _key in hashTable) {
357
+ var item = hashTable[_key];
358
+ var value = longToByteArray(item.value);
362
359
  output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
363
360
  }
364
361
 
@@ -375,14 +372,14 @@ function _generateHash128FromZip() {
375
372
  return _generateHash128FromZip.apply(this, arguments);
376
373
  }
377
374
 
378
- function _longToByteArray(long) {
375
+ function longToByteArray(long) {
379
376
  var buffer = new ArrayBuffer(8);
380
377
  var longNum = new Float64Array(buffer);
381
- longNum[0] = long;
378
+ longNum[0] = parseInt(long);
382
379
  return Array.from(new Uint8Array(buffer)).reverse();
383
380
  }
384
381
 
385
- function addFileToZip(_x9, _x10, _x11, _x12) {
382
+ function addFileToZip(_x14, _x15, _x16, _x17) {
386
383
  return _addFileToZip.apply(this, arguments);
387
384
  }
388
385
 
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/utils/compress-util.js"],"names":["compressFileWithGzip","pathFile","compressedPathFile","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","inputFolder","inputFiles","fullOutputFile","args","childProcess","ChildProcessProxy","start","command","arguments","spawn","cwd","wait","sevenZipExe","substr","generateHash128FromZip","inputZipFile","fs","readFile","JSZip","loadAsync","zip","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","MD5Hash","hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","_longToByteArray","write","crypt","hexToBytes","concat","close","long","buffer","ArrayBuffer","longNum","Float64Array","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGO,SAASA,oBAAT,CAA8BC,QAA9B,EAAwC;AAC7C,MAAMC,kBAAkB,aAAMD,QAAN,QAAxB;AACA,MAAME,IAAI,GAAG,uBAAb;AACA,MAAMC,KAAK,GAAG,0BAAiBH,QAAjB,CAAd;AACA,MAAMI,MAAM,GAAG,2BAAkBH,kBAAlB,CAAf;AAEA,SAAO,IAAII,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCJ,IAAAA,KAAK,CAACK,EAAN,CAAS,KAAT,EAAgB,YAAM;AACpBC,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAK,MAAAA,OAAO,CAACL,kBAAD,CAAP;AACD,KAHD;AAIAE,IAAAA,KAAK,CAACK,EAAN,CAAS,OAAT,EAAkB,UAACG,KAAD,EAAW;AAC3BF,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAM,MAAAA,MAAM,CAACI,KAAD,CAAN;AACD,KAHD;AAIAR,IAAAA,KAAK,CAACS,IAAN,CAAWV,IAAX,EAAiBU,IAAjB,CAAsBR,MAAtB;AACD,GAVM,CAAP;AAWD;;SAEqBS,oB;;;;;oFAAf,kBAAoCC,OAApC,EAA6CC,UAA7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAyDC,YAAAA,KAAzD,8DAAiE,CAAjE;AAAA;AAAA;AAAA,mBAGG,2BAAWD,UAAX,CAHH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAQCX,YAAAA,MARD,GAQU,2BAAkBW,UAAlB,CARV;AASCE,YAAAA,OATD,GASW,uBAAS,KAAT,EAAgB;AAC9BC,cAAAA,IAAI,EAAE;AAACF,gBAAAA,KAAK,EAALA;AAAD;AADwB,aAAhB,CATX;AAAA,8CAaE,IAAIX,OAAJ;AAAA,mFAAY,iBAAOC,OAAP,EAAgBC,MAAhB;AAAA;AAAA;AAAA;AAAA;AAAA;AAGjBH,wBAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,0BAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAN,0BAAAA,OAAO,CAACC,GAAR,WAAeO,OAAO,CAACE,OAAR,EAAf;AACAb,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAJD;AASAF,wBAAAA,MAAM,CAACI,EAAP,CAAU,KAAV,EAAiB,YAAY;AAC3BC,0BAAAA,OAAO,CAACC,GAAR,CAAY,uBAAZ;AACAJ,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAHD;AAMAW,wBAAAA,OAAO,CAACT,EAAR,CAAW,SAAX,EAAsB,UAAUY,GAAV,EAAe;AACnCX,0BAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAHD;AAMAH,wBAAAA,OAAO,CAACT,EAAR,CAAW,OAAX,EAAoB,UAAUY,GAAV,EAAe;AACjCb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAFD;AAKAH,wBAAAA,OAAO,CAACL,IAAR,CAAaR,MAAb;AA7BiB,gEA+BSU,OA/BT;;AAAA;AAAA;AAAA;AAAA;AAAA;;AA+BNO,wBAAAA,WA/BM;AAgCTC,wBAAAA,WAhCS,GAgCKR,OAAO,CAACO,WAAD,CAhCZ;AAAA;AAAA,+BAiCTE,mBAAmB,CAACN,OAAD,EAAUI,WAAV,EAAuBC,WAAvB,CAjCV;;AAAA;AAAA;AAAA;;AAAA;AAqCjBL,wBAAAA,OAAO,CAACO,QAAR;;AArCiB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAAZ;;AAAA;AAAA;AAAA;AAAA,gBAbF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAsDeC,wB;;;;;wFAAf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kBAEDC,OAAO,CAACC,QAAR,KAAqB,OAFpB;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAGGC,+BAA+B,MAA/B,gBAHH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA,mBAKGC,4BAA4B,MAA5B,gBALH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SASQA,4B;;;;;4FAAf,kBAA4CC,WAA5C,EAAyDf,UAAzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAqEC,YAAAA,KAArE,8DAA6E,CAA7E;AAAgFe,YAAAA,UAAhF,8DAA6F,GAA7F;AACQC,YAAAA,cADR,GACyB,oCAAoBjB,UAApB,CADzB;AAEQkB,YAAAA,IAFR,GAEe,YAAKjB,KAAL,GAAc,IAAd,EAAoBgB,cAApB,EAAoCD,UAApC,CAFf;AAGQG,YAAAA,YAHR,GAGuB,IAAIC,8BAAJ,EAHvB;AAAA;AAAA,mBAIQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAE,KADc;AAEvBC,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,EAAEV;AADA,eAHgB;AAMvBW,cAAAA,IAAI,EAAE;AANiB,aAAnB,CAJR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAceb,+B;;;;;+FAAf,kBACEE,WADF,EAEEf,UAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGEC,YAAAA,KAHF,8DAGU,CAHV;AAIEe,YAAAA,UAJF,8DAIe,gBAAK,GAAL,EAAU,GAAV,CAJf;AAKEW,YAAAA,WALF;;AASE,gBAAIX,UAAU,CAAC,CAAD,CAAV,KAAkB,GAAtB,EAA2B;AACzBA,cAAAA,UAAU,cAAOA,UAAU,CAACY,MAAX,CAAkB,CAAlB,CAAP,CAAV;AACD;;AAEKX,YAAAA,cAbR,GAayB,oCAAoBjB,UAApB,CAbzB;AAcQkB,YAAAA,IAdR,GAce,CAAC,GAAD,EAAM,OAAN,gBAAsBjB,KAAtB,GAA+BgB,cAA/B,EAA+CD,UAA/C,CAdf;AAeQG,YAAAA,YAfR,GAeuB,IAAIC,8BAAJ,EAfvB;AAAA;AAAA,mBAgBQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAEK,WADc;AAEvBJ,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,YAAKV,WAAL;AADE,eAHgB;AAMvBW,cAAAA,IAAI,EAAE;AANiB,aAAnB,CAhBR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA0BsBG,sB;;;;;sFAAf,kBAAsCC,YAAtC,EAAoD9B,UAApD;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBACe+B,aAAGC,QAAH,CAAYF,YAAZ,CADf;;AAAA;AACC1C,YAAAA,KADD;AAAA;AAAA,mBAEa6C,eAAMC,SAAN,CAAgB9C,KAAhB,CAFb;;AAAA;AAEC+C,YAAAA,GAFD;AAGCC,YAAAA,SAHD,GAGa,EAHb;AAICC,YAAAA,QAJD,GAIYF,GAAG,CAACG,KAJhB;AAAA,qDAKsBD,QALtB;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAKME,YAAAA,YALN;AAMGC,YAAAA,QANH,GAMcH,QAAQ,CAACE,YAAD,CANtB;AAUGE,YAAAA,KAVH,GAUW,OAVX;AAWGC,YAAAA,OAXH,GAWaF,QAAQ,CAACC,KAAD,CAAR,CAAgBE,iBAX7B;;AAAA,iBAYCH,QAAQ,CAACI,GAZV;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;AAAA,mBAcgB,IAAIC,eAAJ,GAAcC,IAAd,CAAmBC,MAAM,CAACC,IAAP,CAAYT,YAAY,CAACU,WAAb,EAAZ,CAAnB,CAdhB;;AAAA;AAcGH,YAAAA,IAdH;AAgBHV,YAAAA,SAAS,CAACc,IAAV,CAAe;AAACC,cAAAA,GAAG,EAAEC,IAAI,CAACN,IAAD,CAAV;AAAkBO,cAAAA,KAAK,EAAEX,OAAO,CAACY;AAAjC,aAAf;AAhBG;AAAA;;AAAA;AAmBLlB,YAAAA,SAAS,CAACmB,IAAV,CAAe,UAACC,IAAD,EAAOC,IAAP,EAAgB;AAC7B,kBAAID,IAAI,CAACL,GAAL,KAAaM,IAAI,CAACN,GAAtB,EAA2B;AACzB,uBAAOK,IAAI,CAACH,KAAL,GAAaI,IAAI,CAACJ,KAAlB,GAA0B,CAAC,CAA3B,GAA+B,CAAtC;AACD;;AACD,qBAAOG,IAAI,CAACL,GAAL,GAAWM,IAAI,CAACN,GAAhB,GAAsB,CAAC,CAAvB,GAA2B,CAAlC;AACD,aALD;AAOM9D,YAAAA,MA1BD,GA0BU,2BAAkBW,UAAlB,CA1BV;AAAA,8CA2BE,IAAIV,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCH,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,gBAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAT,gBAAAA,OAAO,CAAC,IAAD,CAAP;AACD,eAHD;AAIAF,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,UAAUY,GAAV,EAAe;AAChCX,gBAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,gBAAAA,MAAM,CAACa,GAAD,CAAN;AACD,eAHD;;AAIA,mBAAK,IAAM8C,GAAX,IAAkBf,SAAlB,EAA6B;AAC3B,oBAAMsB,IAAI,GAAGtB,SAAS,CAACe,GAAD,CAAtB;;AACA,oBAAME,KAAK,GAAGM,gBAAgB,CAACD,IAAI,CAACL,KAAN,CAA9B;;AAGAhE,gBAAAA,MAAM,CAACuE,KAAP,CAAab,MAAM,CAACC,IAAP,CAAYa,eAAMC,UAAN,CAAiBJ,IAAI,CAACP,GAAtB,EAA2BY,MAA3B,CAAkCV,KAAlC,CAAZ,CAAb;AACD;;AACDhE,cAAAA,MAAM,CAAC2E,KAAP;AACD,aAjBM,CA3BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA+CP,SAASL,gBAAT,CAA0BM,IAA1B,EAAgC;AAC9B,MAAMC,MAAM,GAAG,IAAIC,WAAJ,CAAgB,CAAhB,CAAf;AACA,MAAMC,OAAO,GAAG,IAAIC,YAAJ,CAAiBH,MAAjB,CAAhB;AACAE,EAAAA,OAAO,CAAC,CAAD,CAAP,GAAaH,IAAb;AACA,SAAOK,KAAK,CAACtB,IAAN,CAAW,IAAIuB,UAAJ,CAAeL,MAAf,CAAX,EAAmCM,OAAnC,EAAP;AACD;;SAEqBC,Y;;;;;4EAAf,kBAA4B1D,WAA5B,EAAyC2D,QAAzC,EAAmDC,OAAnD,EAA4DhD,WAA5D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBACCjB,wBAAwB,CAACK,WAAD,EAAc4D,OAAd,EAAuB,CAAvB,EAA0BD,QAA1B,EAAoC/C,WAApC,CADzB;;AAAA;AAELjC,YAAAA,OAAO,CAACC,GAAR,WAAe+E,QAAf,uBAAoCC,OAApC;;AAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAKP,SAASnE,mBAAT,CAA6BN,OAA7B,EAAsCI,WAAtC,EAAmDC,WAAnD,EAAgE;AAC9D,SAAO,IAAIjB,OAAJ,CAAY,UAACC,OAAD,EAAa;AAC9B,QAAMqF,UAAU,GAAG,0BAAiBrE,WAAjB,CAAnB;AACAb,IAAAA,OAAO,CAACC,GAAR,8BAAkCW,WAAlC;AACAsE,IAAAA,UAAU,CAACnF,EAAX,CAAc,OAAd,EAAuB,YAAM;AAC3BC,MAAAA,OAAO,CAACC,GAAR,+BAAmCW,WAAnC;AACAf,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAW,IAAAA,OAAO,CAAC2E,MAAR,CAAeD,UAAf,EAA2B;AAACE,MAAAA,IAAI,EAAExE;AAAP,KAA3B;AACD,GARM,CAAP;AASD","sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function compressFileWithGzip(pathFile) {\n const compressedPathFile = `${pathFile}.gz`;\n const gzip = createGzip();\n const input = createReadStream(pathFile);\n const output = createWriteStream(compressedPathFile);\n\n return new Promise((resolve, reject) => {\n input.on('end', () => {\n console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n resolve(compressedPathFile);\n });\n input.on('error', (error) => {\n console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n reject(error);\n });\n input.pipe(gzip).pipe(output);\n });\n}\n\nexport async function compressFilesWithZip(fileMap, outputFile, level = 0) {\n // Before creating a new file, we need to delete the old file\n try {\n await removeFile(outputFile);\n } catch (e) {\n // Do nothing if old file doesn't exist\n }\n\n const output = createWriteStream(outputFile);\n const archive = archiver('zip', {\n zlib: {level} // Sets the compression level.\n });\n\n return new Promise(async (resolve, reject) => {\n // listen for all archive data to be writte\n // 'close' event is fired only when a file descriptor is involved\n output.on('close', function () {\n console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // This event is fired when the data source is drained no matter what was the data source.\n // It is not part of this library but rather from the NodeJS Stream API.\n // @see: https://nodejs.org/api/stream.html#stream_event_end\n output.on('end', function () {\n console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // good practice to catch warnings (ie stat failures and other non-blocking errors)\n archive.on('warning', function (err) {\n console.log(err); // eslint-disable-line no-undef,no-console\n reject(err);\n });\n\n // good practice to catch this error explicitly\n archive.on('error', function (err) {\n reject(err);\n });\n\n // pipe archive data to the file\n archive.pipe(output);\n\n for (const subFileName in fileMap) {\n const subFileData = fileMap[subFileName];\n await appendFileToArchive(archive, subFileName, subFileData);\n }\n\n // finalize the archive (ie we are done appending files but streams have to finish yet)\n archive.finalize();\n });\n}\n\nexport async function compressWithChildProcess() {\n // eslint-disable-next-line no-undef\n if (process.platform === 'win32') {\n await compressWithChildProcessWindows(...arguments);\n } else {\n await compressWithChildProcessUnix(...arguments);\n }\n}\n\nasync function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: 'zip',\n arguments: args,\n spawn: {\n cwd: inputFolder\n },\n wait: 0\n });\n}\n\nasync function compressWithChildProcessWindows(\n inputFolder,\n outputFile,\n level = 0,\n inputFiles = join('.', '*'),\n sevenZipExe\n) {\n // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n if (inputFiles[0] === '@') {\n inputFiles = `*${inputFiles.substr(1)}`;\n }\n\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: sevenZipExe,\n arguments: args,\n spawn: {\n cwd: `${inputFolder}`\n },\n wait: 0\n });\n}\n\nexport async function generateHash128FromZip(inputZipFile, outputFile) {\n const input = await fs.readFile(inputZipFile);\n const zip = await JSZip.loadAsync(input);\n const hashTable = [];\n const zipFiles = zip.files;\n for (const relativePath in zipFiles) {\n const zipEntry = zipFiles[relativePath];\n // Had to use a workaround because the correct string is getting the wrong data\n // const content = await zipEntry.async('nodebuffer');\n // _data isn't described in the interface, so lint thought it was wrong\n const _data = '_data';\n const content = zipEntry[_data].compressedContent;\n if (zipEntry.dir) continue; // eslint-disable-line no-continue\n // eslint-disable-next-line no-undef\n const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n // eslint-disable-next-line no-undef\n hashTable.push({key: atob(hash), value: content.byteOffset});\n }\n\n hashTable.sort((prev, next) => {\n if (prev.key === next.key) {\n return prev.value < next.value ? -1 : 1;\n }\n return prev.key < next.key ? -1 : 1;\n });\n\n const output = createWriteStream(outputFile);\n return new Promise((resolve, reject) => {\n output.on('close', function () {\n console.log(`${outputFile} generated and saved`); // eslint-disable-line\n resolve(null);\n });\n output.on('error', function (err) {\n console.log(err); // eslint-disable-line\n reject(err);\n });\n for (const key in hashTable) {\n const item = hashTable[key];\n const value = _longToByteArray(item.value);\n // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n // eslint-disable-next-line no-undef\n output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n }\n output.close();\n });\n}\n\nfunction _longToByteArray(long) {\n const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n const longNum = new Float64Array(buffer); // so equivalent to Float64\n longNum[0] = long;\n return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\nexport async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {\n await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\nfunction appendFileToArchive(archive, subFileName, subFileData) {\n return new Promise((resolve) => {\n const fileStream = createReadStream(subFileData);\n console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n fileStream.on('close', () => {\n console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n archive.append(fileStream, {name: subFileName});\n });\n}\n"],"file":"compress-util.js"}
1
+ {"version":3,"sources":["../../../../src/lib/utils/compress-util.ts"],"names":["compressFileWithGzip","pathFile","compressedPathFile","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","inputFolder","inputFiles","sevenZipExe","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","fullOutputFile","args","childProcess","ChildProcessProxy","start","command","arguments","spawn","cwd","wait","substr","generateHash128FromZip","inputZipFile","fs","readFile","JSZip","loadAsync","zip","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","MD5Hash","hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","longToByteArray","write","crypt","hexToBytes","concat","close","long","buffer","ArrayBuffer","longNum","Float64Array","parseInt","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AASO,SAASA,oBAAT,CAA8BC,QAA9B,EAAiE;AACtE,MAAMC,kBAAkB,aAAMD,QAAN,QAAxB;AACA,MAAME,IAAI,GAAG,uBAAb;AACA,MAAMC,KAAK,GAAG,0BAAiBH,QAAjB,CAAd;AACA,MAAMI,MAAM,GAAG,2BAAkBH,kBAAlB,CAAf;AAEA,SAAO,IAAII,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCJ,IAAAA,KAAK,CAACK,EAAN,CAAS,KAAT,EAAgB,YAAM;AACpBC,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAK,MAAAA,OAAO,CAACL,kBAAD,CAAP;AACD,KAHD;AAIAE,IAAAA,KAAK,CAACK,EAAN,CAAS,OAAT,EAAkB,UAACG,KAAD,EAAW;AAC3BF,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAM,MAAAA,MAAM,CAACI,KAAD,CAAN;AACD,KAHD;AAIAR,IAAAA,KAAK,CAACS,IAAN,CAAWV,IAAX,EAAiBU,IAAjB,CAAsBR,MAAtB;AACD,GAVM,CAAP;AAWD;;SASqBS,oB;;;;;oFAAf,kBACLC,OADK,EAELC,UAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGLC,YAAAA,KAHK,8DAGW,CAHX;AAAA;AAAA;AAAA,mBAOG,2BAAWD,UAAX,CAPH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAYCX,YAAAA,MAZD,GAYU,2BAAkBW,UAAlB,CAZV;AAaCE,YAAAA,OAbD,GAaW,uBAAS,KAAT,EAAgB;AAC9BC,cAAAA,IAAI,EAAE;AAACF,gBAAAA,KAAK,EAALA;AAAD;AADwB,aAAhB,CAbX;AAAA,8CAiBE,IAAIX,OAAJ;AAAA,mFAAY,iBAAOC,OAAP,EAAgBC,MAAhB;AAAA;AAAA;AAAA;AAAA;AAAA;AAGjBH,wBAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,0BAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAN,0BAAAA,OAAO,CAACC,GAAR,WAAeO,OAAO,CAACE,OAAR,EAAf;AACAb,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAJD;AASAF,wBAAAA,MAAM,CAACI,EAAP,CAAU,KAAV,EAAiB,YAAY;AAC3BC,0BAAAA,OAAO,CAACC,GAAR,CAAY,uBAAZ;AACAJ,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAHD;AAMAW,wBAAAA,OAAO,CAACT,EAAR,CAAW,SAAX,EAAsB,UAAUY,GAAV,EAAe;AACnCX,0BAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAHD;AAMAH,wBAAAA,OAAO,CAACT,EAAR,CAAW,OAAX,EAAoB,UAAUY,GAAV,EAAe;AACjCb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAFD;AAKAH,wBAAAA,OAAO,CAACL,IAAR,CAAaR,MAAb;AA7BiB,gEA+BSU,OA/BT;;AAAA;AAAA;AAAA;AAAA;AAAA;;AA+BNO,wBAAAA,WA/BM;AAgCTC,wBAAAA,WAhCS,GAgCKR,OAAO,CAACO,WAAD,CAhCZ;AAAA;AAAA,+BAiCTE,mBAAmB,CAACN,OAAD,EAAUI,WAAV,EAAuBC,WAAvB,CAjCV;;AAAA;AAAA;AAAA;;AAAA;AAqCjBL,wBAAAA,OAAO,CAACO,QAAR;;AArCiB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAAZ;;AAAA;AAAA;AAAA;AAAA,gBAjBF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAmEeC,wB;;;;;wFAAf,kBACLC,WADK,EAELX,UAFK,EAGLC,KAHK,EAILW,UAJK,EAKLC,WALK;AAAA;AAAA;AAAA;AAAA;AAAA,kBAQDC,OAAO,CAACC,QAAR,KAAqB,OARpB;AAAA;AAAA;AAAA;;AAAA;AAAA,mBASGC,+BAA+B,CAACL,WAAD,EAAcX,UAAd,EAA0BC,KAA1B,EAAiCW,UAAjC,EAA6CC,WAA7C,CATlC;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA,mBAWGI,4BAA4B,CAACN,WAAD,EAAcX,UAAd,EAA0BC,KAA1B,EAAiCW,UAAjC,CAX/B;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAuBQK,4B;;;;;4FAAf,kBACEN,WADF,EAEEX,UAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGEC,YAAAA,KAHF,8DAGkB,CAHlB;AAIEW,YAAAA,UAJF,8DAIuB,GAJvB;AAMQM,YAAAA,cANR,GAMyB,oCAAoBlB,UAApB,CANzB;AAOQmB,YAAAA,IAPR,GAOe,YAAKlB,KAAL,GAAc,IAAd,EAAoBiB,cAApB,EAAoCN,UAApC,CAPf;AAQQQ,YAAAA,YARR,GAQuB,IAAIC,8BAAJ,EARvB;AAAA;AAAA,mBASQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAE,KADc;AAEvBC,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,EAAEf;AADA,eAHgB;AAMvBgB,cAAAA,IAAI,EAAE;AANiB,aAAnB,CATR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4BeX,+B;;;;;+FAAf,kBACEL,WADF,EAEEX,UAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGEC,YAAAA,KAHF,8DAGkB,CAHlB;AAIEW,YAAAA,UAJF,8DAIuB,gBAAK,GAAL,EAAU,GAAV,CAJvB;AAKEC,YAAAA,WALF;;AASE,gBAAID,UAAU,CAAC,CAAD,CAAV,KAAkB,GAAtB,EAA2B;AACzBA,cAAAA,UAAU,cAAOA,UAAU,CAACgB,MAAX,CAAkB,CAAlB,CAAP,CAAV;AACD;;AAEKV,YAAAA,cAbR,GAayB,oCAAoBlB,UAApB,CAbzB;AAcQmB,YAAAA,IAdR,GAce,CAAC,GAAD,EAAM,OAAN,gBAAsBlB,KAAtB,GAA+BiB,cAA/B,EAA+CN,UAA/C,CAdf;AAeQQ,YAAAA,YAfR,GAeuB,IAAIC,8BAAJ,EAfvB;AAAA;AAAA,mBAgBQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAEV,WADc;AAEvBW,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,YAAKf,WAAL;AADE,eAHgB;AAMvBgB,cAAAA,IAAI,EAAE;AANiB,aAAnB,CAhBR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAiCsBE,sB;;;;;sFAAf,kBAAsCC,YAAtC,EAA4D9B,UAA5D;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBACe+B,aAAGC,QAAH,CAAYF,YAAZ,CADf;;AAAA;AACC1C,YAAAA,KADD;AAAA;AAAA,mBAEa6C,eAAMC,SAAN,CAAgB9C,KAAhB,CAFb;;AAAA;AAEC+C,YAAAA,GAFD;AAGCC,YAAAA,SAHD,GAG6C,EAH7C;AAICC,YAAAA,QAJD,GAIYF,GAAG,CAACG,KAJhB;AAAA,qDAKsBD,QALtB;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAKME,YAAAA,YALN;AAMGC,YAAAA,QANH,GAMcH,QAAQ,CAACE,YAAD,CANtB;AAUGE,YAAAA,KAVH,GAUW,OAVX;AAWGC,YAAAA,OAXH,GAWaF,QAAQ,CAACC,KAAD,CAAR,CAAgBE,iBAX7B;;AAAA,iBAYCH,QAAQ,CAACI,GAZV;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;AAAA,mBAcgB,IAAIC,eAAJ,GAAcC,IAAd,CAAmBC,MAAM,CAACC,IAAP,CAAYT,YAAY,CAACU,WAAb,EAAZ,CAAnB,CAdhB;;AAAA;AAcGH,YAAAA,IAdH;AAgBHV,YAAAA,SAAS,CAACc,IAAV,CAAe;AAACC,cAAAA,GAAG,EAAEC,IAAI,CAACN,IAAD,CAAV;AAAkBO,cAAAA,KAAK,EAAEX,OAAO,CAACY;AAAjC,aAAf;AAhBG;AAAA;;AAAA;AAmBLlB,YAAAA,SAAS,CAACmB,IAAV,CAAe,UAACC,IAAD,EAAOC,IAAP,EAAgB;AAC7B,kBAAID,IAAI,CAACL,GAAL,KAAaM,IAAI,CAACN,GAAtB,EAA2B;AACzB,uBAAOK,IAAI,CAACH,KAAL,GAAaI,IAAI,CAACJ,KAAlB,GAA0B,CAAC,CAA3B,GAA+B,CAAtC;AACD;;AACD,qBAAOG,IAAI,CAACL,GAAL,GAAWM,IAAI,CAACN,GAAhB,GAAsB,CAAC,CAAvB,GAA2B,CAAlC;AACD,aALD;AAOM9D,YAAAA,MA1BD,GA0BU,2BAAkBW,UAAlB,CA1BV;AAAA,8CA2BE,IAAIV,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCH,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,gBAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAT,gBAAAA,OAAO,CAAC,IAAD,CAAP;AACD,eAHD;AAIAF,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,UAAUY,GAAV,EAAe;AAChCX,gBAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,gBAAAA,MAAM,CAACa,GAAD,CAAN;AACD,eAHD;;AAIA,mBAAK,IAAM8C,IAAX,IAAkBf,SAAlB,EAA6B;AAC3B,oBAAMsB,IAAI,GAAGtB,SAAS,CAACe,IAAD,CAAtB;AACA,oBAAME,KAAK,GAAGM,eAAe,CAACD,IAAI,CAACL,KAAN,CAA7B;AAGAhE,gBAAAA,MAAM,CAACuE,KAAP,CAAab,MAAM,CAACC,IAAP,CAAYa,eAAMC,UAAN,CAAiBJ,IAAI,CAACP,GAAtB,EAA2BY,MAA3B,CAAkCV,KAAlC,CAAZ,CAAb;AACD;;AACDhE,cAAAA,MAAM,CAAC2E,KAAP;AACD,aAjBM,CA3BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAqDP,SAASL,eAAT,CAAyBM,IAAzB,EAAiD;AAC/C,MAAMC,MAAM,GAAG,IAAIC,WAAJ,CAAgB,CAAhB,CAAf;AACA,MAAMC,OAAO,GAAG,IAAIC,YAAJ,CAAiBH,MAAjB,CAAhB;AACAE,EAAAA,OAAO,CAAC,CAAD,CAAP,GAAaE,QAAQ,CAACL,IAAD,CAArB;AACA,SAAOM,KAAK,CAACvB,IAAN,CAAW,IAAIwB,UAAJ,CAAeN,MAAf,CAAX,EAAmCO,OAAnC,EAAP;AACD;;SAUqBC,Y;;;;;4EAAf,kBACL/D,WADK,EAELgE,QAFK,EAGLC,OAHK,EAIL/D,WAJK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAMCH,wBAAwB,CAACC,WAAD,EAAciE,OAAd,EAAuB,CAAvB,EAA0BD,QAA1B,EAAoC9D,WAApC,CANzB;;AAAA;AAOLnB,YAAAA,OAAO,CAACC,GAAR,WAAegF,QAAf,uBAAoCC,OAApC;;AAPK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAiBP,SAASpE,mBAAT,CAA6BN,OAA7B,EAA2CI,WAA3C,EAAgEC,WAAhE,EAAqF;AACnF,SAAO,IAAIjB,OAAJ,CAAY,UAACC,OAAD,EAAa;AAC9B,QAAMsF,UAAU,GAAG,0BAAiBtE,WAAjB,CAAnB;AACAb,IAAAA,OAAO,CAACC,GAAR,8BAAkCW,WAAlC;AACAuE,IAAAA,UAAU,CAACpF,EAAX,CAAc,OAAd,EAAuB,YAAM;AAC3BC,MAAAA,OAAO,CAACC,GAAR,+BAAmCW,WAAnC;AACAf,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAW,IAAAA,OAAO,CAAC4E,MAAR,CAAeD,UAAf,EAA2B;AAACE,MAAAA,IAAI,EAAEzE;AAAP,KAA3B;AACD,GARM,CAAP;AASD","sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\n/**\n * Compress file to gzip file\n *\n * @param pathFile - the path to the file\n * @return the path to the gzip file\n */\nexport function compressFileWithGzip(pathFile: string): Promise<string> {\n const compressedPathFile = `${pathFile}.gz`;\n const gzip = createGzip();\n const input = createReadStream(pathFile);\n const output = createWriteStream(compressedPathFile);\n\n return new Promise((resolve, reject) => {\n input.on('end', () => {\n console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n resolve(compressedPathFile);\n });\n input.on('error', (error) => {\n console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n reject(error);\n });\n input.pipe(gzip).pipe(output);\n });\n}\n\n/**\n * Compress files from map into slpk file\n *\n * @param fileMap - map with file paths (key: output path, value: input path)\n * @param outputFile - output slpk file\n * @param level - compression level\n */\nexport async function compressFilesWithZip(\n fileMap: {[key: string]: string},\n outputFile: string,\n level: number = 0\n) {\n // Before creating a new file, we need to delete the old file\n try {\n await removeFile(outputFile);\n } catch (e) {\n // Do nothing if old file doesn't exist\n }\n\n const output = createWriteStream(outputFile);\n const archive = archiver('zip', {\n zlib: {level} // Sets the compression level.\n });\n\n return new Promise(async (resolve, reject) => {\n // listen for all archive data to be writte\n // 'close' event is fired only when a file descriptor is involved\n output.on('close', function () {\n console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // This event is fired when the data source is drained no matter what was the data source.\n // It is not part of this library but rather from the NodeJS Stream API.\n // @see: https://nodejs.org/api/stream.html#stream_event_end\n output.on('end', function () {\n console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // good practice to catch warnings (ie stat failures and other non-blocking errors)\n archive.on('warning', function (err) {\n console.log(err); // eslint-disable-line no-undef,no-console\n reject(err);\n });\n\n // good practice to catch this error explicitly\n archive.on('error', function (err) {\n reject(err);\n });\n\n // pipe archive data to the file\n archive.pipe(output);\n\n for (const subFileName in fileMap) {\n const subFileData = fileMap[subFileName];\n await appendFileToArchive(archive, subFileName, subFileData);\n }\n\n // finalize the archive (ie we are done appending files but streams have to finish yet)\n archive.finalize();\n });\n}\n\n/**\n * Compress files using external tool 'zip'/'7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nexport async function compressWithChildProcess(\n inputFolder: string,\n outputFile: string,\n level: number,\n inputFiles: string,\n sevenZipExe: string\n) {\n // eslint-disable-next-line no-undef\n if (process.platform === 'win32') {\n await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);\n } else {\n await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);\n }\n}\n\n/**\n * Compress files using external linux tool 'zip'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n */\nasync function compressWithChildProcessUnix(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = '.'\n) {\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: 'zip',\n arguments: args,\n spawn: {\n cwd: inputFolder\n },\n wait: 0\n });\n}\n\n/**\n * Compress files using windows external tool '7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nasync function compressWithChildProcessWindows(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = join('.', '*'),\n sevenZipExe: string\n) {\n // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n if (inputFiles[0] === '@') {\n inputFiles = `*${inputFiles.substr(1)}`;\n }\n\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: sevenZipExe,\n arguments: args,\n spawn: {\n cwd: `${inputFolder}`\n },\n wait: 0\n });\n}\n\n/**\n * Generate hash file from zip archive\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md\n *\n * @param inputZipFile\n * @param outputFile\n */\nexport async function generateHash128FromZip(inputZipFile: string, outputFile: string) {\n const input = await fs.readFile(inputZipFile);\n const zip = await JSZip.loadAsync(input);\n const hashTable: {key: string; value: string}[] = [];\n const zipFiles = zip.files;\n for (const relativePath in zipFiles) {\n const zipEntry = zipFiles[relativePath];\n // Had to use a workaround because the correct string is getting the wrong data\n // const content = await zipEntry.async('nodebuffer');\n // _data isn't described in the interface, so lint thought it was wrong\n const _data = '_data';\n const content = zipEntry[_data].compressedContent;\n if (zipEntry.dir) continue; // eslint-disable-line no-continue\n // eslint-disable-next-line no-undef\n const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n // eslint-disable-next-line no-undef\n hashTable.push({key: atob(hash), value: content.byteOffset});\n }\n\n hashTable.sort((prev, next) => {\n if (prev.key === next.key) {\n return prev.value < next.value ? -1 : 1;\n }\n return prev.key < next.key ? -1 : 1;\n });\n\n const output = createWriteStream(outputFile);\n return new Promise((resolve, reject) => {\n output.on('close', function () {\n console.log(`${outputFile} generated and saved`); // eslint-disable-line\n resolve(null);\n });\n output.on('error', function (err) {\n console.log(err); // eslint-disable-line\n reject(err);\n });\n for (const key in hashTable) {\n const item = hashTable[key];\n const value = longToByteArray(item.value);\n // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n // eslint-disable-next-line no-undef\n output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n }\n output.close();\n });\n}\n\n/**\n * Encode 64 bit value to byte array\n *\n * @param long - stringified number\n * @returns\n */\nfunction longToByteArray(long: string): number[] {\n const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n const longNum = new Float64Array(buffer); // so equivalent to Float64\n longNum[0] = parseInt(long);\n return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\n/**\n * Add file to zip archive\n *\n * @param inputFile\n * @param fileName\n * @param zipFile\n * @param sevenZipExe\n */\nexport async function addFileToZip(\n inputFolder: string,\n fileName: string,\n zipFile: string,\n sevenZipExe: string\n) {\n await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\n/**\n *\n * @param archive zip archive instance\n * @param subFileName file path inside archive\n * @param subFileData source file path\n * @returns\n */\nfunction appendFileToArchive(archive: any, subFileName: string, subFileData: string) {\n return new Promise((resolve) => {\n const fileStream = createReadStream(subFileData);\n console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n fileStream.on('close', () => {\n console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n archive.append(fileStream, {name: subFileName});\n });\n}\n"],"file":"compress-util.js"}
@@ -28,6 +28,7 @@ function writeFile(_x, _x2) {
28
28
  function _writeFile() {
29
29
  _writeFile = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(path, data) {
30
30
  var fileName,
31
+ toWriteData,
31
32
  pathFile,
32
33
  _args = arguments;
33
34
  return _regenerator.default.wrap(function _callee$(_context) {
@@ -35,36 +36,60 @@ function _writeFile() {
35
36
  switch (_context.prev = _context.next) {
36
37
  case 0:
37
38
  fileName = _args.length > 2 && _args[2] !== undefined ? _args[2] : 'index.json';
38
- _context.next = 3;
39
+
40
+ if (!(data instanceof Promise)) {
41
+ _context.next = 9;
42
+ break;
43
+ }
44
+
45
+ _context.t0 = Uint8Array;
46
+ _context.next = 5;
47
+ return data;
48
+
49
+ case 5:
50
+ _context.t1 = _context.sent;
51
+ toWriteData = new _context.t0(_context.t1);
52
+ _context.next = 10;
53
+ break;
54
+
55
+ case 9:
56
+ if (data instanceof ArrayBuffer) {
57
+ toWriteData = new Uint8Array(data);
58
+ } else {
59
+ toWriteData = data;
60
+ }
61
+
62
+ case 10:
63
+ _context.next = 12;
39
64
  return _fs.promises.mkdir(path, {
40
65
  recursive: true
41
66
  });
42
67
 
43
- case 3:
68
+ case 12:
44
69
  pathFile = (0, _path.join)(path, fileName);
45
- _context.prev = 4;
46
- _context.next = 7;
47
- return _fs.promises.writeFile(pathFile, data);
70
+ _context.prev = 13;
71
+ _context.next = 16;
72
+ return _fs.promises.writeFile(pathFile, toWriteData);
48
73
 
49
- case 7:
50
- _context.next = 12;
74
+ case 16:
75
+ _context.next = 21;
51
76
  break;
52
77
 
53
- case 9:
54
- _context.prev = 9;
55
- _context.t0 = _context["catch"](4);
56
- throw _context.t0;
78
+ case 18:
79
+ _context.prev = 18;
80
+ _context.t2 = _context["catch"](13);
81
+ throw _context.t2;
57
82
 
58
- case 12:
83
+ case 21:
59
84
  console.log("".concat(pathFile, " saved."));
60
85
  return _context.abrupt("return", pathFile);
61
86
 
62
- case 14:
87
+ case 23:
63
88
  case "end":
64
89
  return _context.stop();
65
90
  }
66
91
  }
67
- }, _callee, null, [[4, 9]]);
92
+ }, _callee, null, [[13, 18]]);
68
93
  }));
69
94
  return _writeFile.apply(this, arguments);
70
95
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/utils/file-utils.js"],"names":["writeFile","path","data","fileName","fs","mkdir","recursive","pathFile","console","log","writeFileForSlpk","compress","pathGzFile","removeFile","removeDir","rmdir","unlink","getAbsoluteFilePath","filePath","process","cwd"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;SAEsBA,S;;;;;yEAAf,iBAAyBC,IAAzB,EAA+BC,IAA/B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAqCC,YAAAA,QAArC,2DAAgD,YAAhD;AAAA;AAAA,mBACCC,aAAGC,KAAH,CAASJ,IAAT,EAAe;AAACK,cAAAA,SAAS,EAAE;AAAZ,aAAf,CADD;;AAAA;AAECC,YAAAA,QAFD,GAEY,gBAAKN,IAAL,EAAWE,QAAX,CAFZ;AAAA;AAAA;AAAA,mBAIGC,aAAGJ,SAAH,CAAaO,QAAb,EAAuBL,IAAvB,CAJH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAQLM,YAAAA,OAAO,CAACC,GAAR,WAAeF,QAAf;AARK,6CASEA,QATF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAYeG,gB;;;;;gFAAf,kBAAgCT,IAAhC,EAAsCC,IAAtC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAA4CC,YAAAA,QAA5C,8DAAuD,YAAvD;AAAqEQ,YAAAA,QAArE,8DAAgF,IAAhF;AAAA;AAAA,mBACkBX,SAAS,CAACC,IAAD,EAAOC,IAAP,EAAaC,QAAb,CAD3B;;AAAA;AACCI,YAAAA,QADD;;AAAA,iBAEDI,QAFC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAGsB,wCAAqBJ,QAArB,CAHtB;;AAAA;AAGGK,YAAAA,UAHH;AAAA;AAAA,mBAKGC,UAAU,CAACN,QAAD,CALb;;AAAA;AAAA,8CAMIK,UANJ;;AAAA;AAAA,8CAQEL,QARF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAWA,SAASO,SAAT,CAAmBb,IAAnB,EAAyB;AAC9B,SAAOG,aAAGW,KAAH,CAASd,IAAT,EAAe;AAACK,IAAAA,SAAS,EAAE;AAAZ,GAAf,CAAP;AACD;;AAEM,SAASO,UAAT,CAAoBZ,IAApB,EAA0B;AAC/B,SAAOG,aAAGY,MAAH,CAAUf,IAAV,CAAP;AACD;;AAEM,SAASgB,mBAAT,CAA6BC,QAA7B,EAAuC;AAC5C,SAAO,sBAAWA,QAAX,IAAuBA,QAAvB,GAAkC,gBAAKC,OAAO,CAACC,GAAR,EAAL,EAAoBF,QAApB,CAAzC;AACD","sourcesContent":["import {promises as fs} from 'fs';\nimport {isAbsolute, join} from 'path';\nimport {compressFileWithGzip} from './compress-util';\n\nexport async function writeFile(path, data, fileName = 'index.json') {\n await fs.mkdir(path, {recursive: true});\n const pathFile = join(path, fileName);\n try {\n await fs.writeFile(pathFile, data);\n } catch (err) {\n throw err;\n }\n console.log(`${pathFile} saved.`); // eslint-disable-line\n return pathFile;\n}\n\nexport async function writeFileForSlpk(path, data, fileName = 'index.json', compress = true) {\n const pathFile = await writeFile(path, data, fileName);\n if (compress) {\n const pathGzFile = await compressFileWithGzip(pathFile);\n // After compression, we don't need an uncompressed file\n await removeFile(pathFile);\n return pathGzFile;\n }\n return pathFile;\n}\n\nexport function removeDir(path) {\n return fs.rmdir(path, {recursive: true});\n}\n\nexport function removeFile(path) {\n return fs.unlink(path);\n}\n\nexport function getAbsoluteFilePath(filePath) {\n return isAbsolute(filePath) ? filePath : join(process.cwd(), filePath); // eslint-disable-line no-undef\n}\n"],"file":"file-utils.js"}
1
+ {"version":3,"sources":["../../../../src/lib/utils/file-utils.ts"],"names":["writeFile","path","data","fileName","Promise","Uint8Array","toWriteData","ArrayBuffer","fs","mkdir","recursive","pathFile","console","log","writeFileForSlpk","compress","pathGzFile","removeFile","removeDir","rmdir","unlink","getAbsoluteFilePath","filePath","process","cwd"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;SASsBA,S;;;;;yEAAf,iBACLC,IADK,EAELC,IAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGLC,YAAAA,QAHK,2DAGc,YAHd;;AAAA,kBAMDD,IAAI,YAAYE,OANf;AAAA;AAAA;AAAA;;AAAA,0BAOeC,UAPf;AAAA;AAAA,mBAOgCH,IAPhC;;AAAA;AAAA;AAOHI,YAAAA,WAPG;AAAA;AAAA;;AAAA;AAQE,gBAAIJ,IAAI,YAAYK,WAApB,EAAiC;AACtCD,cAAAA,WAAW,GAAG,IAAID,UAAJ,CAAeH,IAAf,CAAd;AACD,aAFM,MAEA;AACLI,cAAAA,WAAW,GAAGJ,IAAd;AACD;;AAZI;AAAA;AAAA,mBAaCM,aAAGC,KAAH,CAASR,IAAT,EAAe;AAACS,cAAAA,SAAS,EAAE;AAAZ,aAAf,CAbD;;AAAA;AAcCC,YAAAA,QAdD,GAcY,gBAAKV,IAAL,EAAWE,QAAX,CAdZ;AAAA;AAAA;AAAA,mBAgBGK,aAAGR,SAAH,CAAaW,QAAb,EAAuBL,WAAvB,CAhBH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAoBLM,YAAAA,OAAO,CAACC,GAAR,WAAeF,QAAf;AApBK,6CAqBEA,QArBF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAgCeG,gB;;;;;gFAAf,kBACLb,IADK,EAELC,IAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGLC,YAAAA,QAHK,8DAGc,YAHd;AAILY,YAAAA,QAJK,8DAIe,IAJf;AAAA;AAAA,mBAMkBf,SAAS,CAACC,IAAD,EAAOC,IAAP,EAAaC,QAAb,CAN3B;;AAAA;AAMCQ,YAAAA,QAND;;AAAA,iBAODI,QAPC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAQsB,wCAAqBJ,QAArB,CARtB;;AAAA;AAQGK,YAAAA,UARH;AAAA;AAAA,mBAUGC,UAAU,CAACN,QAAD,CAVb;;AAAA;AAAA,8CAWIK,UAXJ;;AAAA;AAAA,8CAaEL,QAbF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAqBA,SAASO,SAAT,CAAmBjB,IAAnB,EAAiC;AACtC,SAAOO,aAAGW,KAAH,CAASlB,IAAT,EAAe;AAACS,IAAAA,SAAS,EAAE;AAAZ,GAAf,CAAP;AACD;;AAOM,SAASO,UAAT,CAAoBhB,IAApB,EAAkC;AACvC,SAAOO,aAAGY,MAAH,CAAUnB,IAAV,CAAP;AACD;;AAMM,SAASoB,mBAAT,CAA6BC,QAA7B,EAA+C;AACpD,SAAO,sBAAWA,QAAX,IAAuBA,QAAvB,GAAkC,gBAAKC,OAAO,CAACC,GAAR,EAAL,EAAoBF,QAApB,CAAzC;AACD","sourcesContent":["import {promises as fs} from 'fs';\nimport {isAbsolute, join} from 'path';\nimport {compressFileWithGzip} from './compress-util';\n\n/**\n * Write a file with data and name fileName to path\n *\n * @param path - output path\n * @param data - file content\n * @param fileName - name of output file (default: index.json)\n */\nexport async function writeFile(\n path: string,\n data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>,\n fileName: string = 'index.json'\n): Promise<string> {\n let toWriteData: string | Uint8Array;\n if (data instanceof Promise) {\n toWriteData = new Uint8Array(await data);\n } else if (data instanceof ArrayBuffer) {\n toWriteData = new Uint8Array(data as ArrayBuffer);\n } else {\n toWriteData = data;\n }\n await fs.mkdir(path, {recursive: true});\n const pathFile = join(path, fileName);\n try {\n await fs.writeFile(pathFile, toWriteData);\n } catch (err) {\n throw err;\n }\n console.log(`${pathFile} saved.`); // eslint-disable-line\n return pathFile;\n}\n\n/**\n * Write a file with data and name fileName to path - specific one for further packaging into slpk\n *\n * @param path - output path\n * @param data - file content\n * @param fileName - name of output file (default: index.json)\n * @param compress - if need to compress file with gzip (default: true)\n */\nexport async function writeFileForSlpk(\n path: string,\n data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>,\n fileName: string = 'index.json',\n compress: boolean = true\n): Promise<string> {\n const pathFile = await writeFile(path, data, fileName);\n if (compress) {\n const pathGzFile = await compressFileWithGzip(pathFile);\n // After compression, we don't need an uncompressed file\n await removeFile(pathFile);\n return pathGzFile;\n }\n return pathFile;\n}\n\n/**\n * Remove dir with path\n *\n * @param path\n */\nexport function removeDir(path: string) {\n return fs.rmdir(path, {recursive: true});\n}\n\n/**\n * Remove file with path\n *\n * @param path\n */\nexport function removeFile(path: string) {\n return fs.unlink(path);\n}\n\n/**\n * Generates absolute file path\n * @param filePath\n */\nexport function getAbsoluteFilePath(filePath: string) {\n return isAbsolute(filePath) ? filePath : join(process.cwd(), filePath); // eslint-disable-line no-undef\n}\n"],"file":"file-utils.js"}
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/utils/lod-conversion-utils.js"],"names":["DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR","convertGeometricErrorToScreenThreshold","tile","coordinates","lodSelection","boundingVolume","lodMetricValue","maxScreenThreshold","metricType","maxError","mbs","maxScreenThresholdSQ","Math","PI","constructor","name","push","convertScreenThresholdToGeometricError","node","metricData","header","sqMetricData","sqrt"],"mappings":";;;;;;;AACA,IAAMA,kCAAkC,GAAG,EAA3C;;AAeO,SAASC,sCAAT,CAAgDC,IAAhD,EAAsDC,WAAtD,EAAmE;AACxE,MAAMC,YAAY,GAAG,EAArB;AACA,MAAMC,cAAc,GAAGH,IAAI,CAACG,cAA5B;AACA,MAAMC,cAAc,GAAGJ,IAAI,CAACI,cAAL,IAAuB,GAA9C;AACA,MAAMC,kBAAkB,GAAG;AACzBC,IAAAA,UAAU,EAAE,oBADa;AAEzBC,IAAAA,QAAQ,EAAGN,WAAW,CAACO,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgEM;AAFjD,GAA3B;AAIA,MAAMK,oBAAoB,GAAG;AAC3BH,IAAAA,UAAU,EAAE,sBADe;AAE3BC,IAAAA,QAAQ,EAAEG,IAAI,CAACC,EAAL,GAAU,IAAV,GAAiBN,kBAAkB,CAACE,QAApC,GAA+CF,kBAAkB,CAACE;AAFjD,GAA7B;;AAKA,MAAIJ,cAAc,CAACS,WAAf,CAA2BC,IAA3B,KAAoC,qBAAxC,EAA+D;AAC7DX,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACAP,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACD,GAHD,MAGO;AACLH,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACAH,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACD;;AAED,SAAOP,YAAP;AACD;;AAEM,SAASa,sCAAT,CAAgDC,IAAhD,EAAsD;AAC3D,MAAMC,UAAU,GAAGD,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBG,kBAAzB,IAA+C,EAAlE;AACA,MAAIE,QAAQ,GAAGU,UAAU,CAACV,QAA1B;;AACA,MAAI,CAACA,QAAL,EAAe;AACb,QAAMY,YAAY,GAAGH,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBO,oBAA9C;;AACA,QAAIU,YAAJ,EAAkB;AAChBZ,MAAAA,QAAQ,GAAGG,IAAI,CAACU,IAAL,CAAUD,YAAY,CAACZ,QAAb,IAAyBG,IAAI,CAACC,EAAL,GAAU,IAAnC,CAAV,CAAX;AACD;AACF;;AAED,MAAI,CAACJ,QAAL,EAAe;AACbA,IAAAA,QAAQ,GAAGT,kCAAX;AACD;;AAED,SAAQkB,IAAI,CAACE,MAAL,CAAYV,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgES,QAAvE;AACD","sourcesContent":["// https://cesium.com/docs/cesiumjs-ref-doc/Cesium3DTileset.html\nconst DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;\n/**\n * Do conversion from geometric error to screen threshold\n * @param {Object} tile\n * @param {Object} coordinates\n * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.\n * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.\n * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles\n * 3DTiles spec:\n * https://github.com/CesiumGS/3d-tiles/tree/master/specification#geometric-error\n * I3S spec:\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md\n * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us\n * to make child maxError bigger than his parent maxError.\n */\nexport function convertGeometricErrorToScreenThreshold(tile, coordinates) {\n const lodSelection = [];\n const boundingVolume = tile.boundingVolume;\n const lodMetricValue = tile.lodMetricValue || 0.1;\n const maxScreenThreshold = {\n metricType: 'maxScreenThreshold',\n maxError: (coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / lodMetricValue\n };\n const maxScreenThresholdSQ = {\n metricType: 'maxScreenThresholdSQ',\n maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError\n };\n\n if (boundingVolume.constructor.name === 'OrientedBoundingBox') {\n lodSelection.push(maxScreenThresholdSQ);\n lodSelection.push(maxScreenThreshold);\n } else {\n lodSelection.push(maxScreenThreshold);\n lodSelection.push(maxScreenThresholdSQ);\n }\n\n return lodSelection;\n}\n\nexport function convertScreenThresholdToGeometricError(node) {\n const metricData = node.header.lodSelection.maxScreenThreshold || {};\n let maxError = metricData.maxError;\n if (!maxError) {\n const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;\n if (sqMetricData) {\n maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));\n }\n }\n\n if (!maxError) {\n maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;\n }\n\n return (node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / maxError;\n}\n"],"file":"lod-conversion-utils.js"}
1
+ {"version":3,"sources":["../../../../src/lib/utils/lod-conversion-utils.ts"],"names":["DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR","convertGeometricErrorToScreenThreshold","tile","coordinates","lodSelection","boundingVolume","lodMetricValue","maxScreenThreshold","metricType","maxError","mbs","maxScreenThresholdSQ","Math","PI","constructor","name","push","convertScreenThresholdToGeometricError","node","metricData","header","sqMetricData","sqrt"],"mappings":";;;;;;;AAIA,IAAMA,kCAAkC,GAAG,EAA3C;;AA6BO,SAASC,sCAAT,CAAgDC,IAAhD,EAA8DC,WAA9D,EAA4F;AACjG,MAAMC,YAAsD,GAAG,EAA/D;AACA,MAAMC,cAAc,GAAGH,IAAI,CAACG,cAA5B;AACA,MAAMC,cAAc,GAAGJ,IAAI,CAACI,cAAL,IAAuB,GAA9C;AACA,MAAMC,kBAAkB,GAAG;AACzBC,IAAAA,UAAU,EAAE,oBADa;AAEzBC,IAAAA,QAAQ,EAAGN,WAAW,CAACO,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgEM;AAFjD,GAA3B;AAIA,MAAMK,oBAAoB,GAAG;AAC3BH,IAAAA,UAAU,EAAE,sBADe;AAE3BC,IAAAA,QAAQ,EAAEG,IAAI,CAACC,EAAL,GAAU,IAAV,GAAiBN,kBAAkB,CAACE,QAApC,GAA+CF,kBAAkB,CAACE;AAFjD,GAA7B;;AAKA,MAAIJ,cAAc,CAACS,WAAf,CAA2BC,IAA3B,KAAoC,qBAAxC,EAA+D;AAC7DX,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACAP,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACD,GAHD,MAGO;AACLH,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACAH,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACD;;AAED,SAAOP,YAAP;AACD;;AAOM,SAASa,sCAAT,CAAgDC,IAAhD,EAAsE;AAC3E,MAAMC,UAAU,GAAGD,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBG,kBAAzB,IAA+C,EAAlE;AACA,MAAIE,QAAQ,GAAGU,UAAU,CAACV,QAA1B;;AACA,MAAI,CAACA,QAAL,EAAe;AACb,QAAMY,YAAY,GAAGH,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBO,oBAA9C;;AACA,QAAIU,YAAJ,EAAkB;AAChBZ,MAAAA,QAAQ,GAAGG,IAAI,CAACU,IAAL,CAAUD,YAAY,CAACZ,QAAb,IAAyBG,IAAI,CAACC,EAAL,GAAU,IAAnC,CAAV,CAAX;AACD;AACF;;AAED,MAAI,CAACJ,QAAL,EAAe;AACbA,IAAAA,QAAQ,GAAGT,kCAAX;AACD;;AAED,SAAQkB,IAAI,CAACE,MAAL,CAAYV,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgES,QAAvE;AACD","sourcesContent":["import {BoundingVolumes} from '@loaders.gl/i3s';\nimport {Tile3D} from '@loaders.gl/tiles';\n\n// https://cesium.com/docs/cesiumjs-ref-doc/Cesium3DTileset.html\nconst DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;\n/**\n * Do conversion from geometric error to screen threshold\n * \n * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.\n * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.\n * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles\n * 3DTiles spec:\n * https://github.com/CesiumGS/3d-tiles/tree/master/specification#geometric-error\n * I3S spec:\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md\n * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us\n * to make child maxError bigger than his parent maxError.\n * \n * @param tile - 3d-tiles tile Object\n * @param coordinates - node converted coordinates\n * @returns An array of LOD metrics in format compatible with i3s 3DNodeIndexDocument.lodSelection\n * @example \n * [\n {\n \"metricType\": \"maxScreenThresholdSQ\",\n \"maxError\": 870638.071285568\n },\n {\n \"metricType\": \"maxScreenThreshold\",\n \"maxError\": 1052.8679031638949\n }\n ]\n */\nexport function convertGeometricErrorToScreenThreshold(tile: Tile3D, coordinates: BoundingVolumes) {\n const lodSelection: {metricType: string; maxError: number}[] = [];\n const boundingVolume = tile.boundingVolume;\n const lodMetricValue = tile.lodMetricValue || 0.1;\n const maxScreenThreshold = {\n metricType: 'maxScreenThreshold',\n maxError: (coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / lodMetricValue\n };\n const maxScreenThresholdSQ = {\n metricType: 'maxScreenThresholdSQ',\n maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError\n };\n\n if (boundingVolume.constructor.name === 'OrientedBoundingBox') {\n lodSelection.push(maxScreenThresholdSQ);\n lodSelection.push(maxScreenThreshold);\n } else {\n lodSelection.push(maxScreenThreshold);\n lodSelection.push(maxScreenThresholdSQ);\n }\n\n return lodSelection;\n}\n\n/**\n * Convert LOD metric from \"Screen Threshold\" to \"Screen Space Error\"\n * @param node - i3s node data\n * @returns lod metric in 3d-tiles format\n */\nexport function convertScreenThresholdToGeometricError(node: Tile3D): number {\n const metricData = node.header.lodSelection.maxScreenThreshold || {};\n let maxError = metricData.maxError;\n if (!maxError) {\n const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;\n if (sqMetricData) {\n maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));\n }\n }\n\n if (!maxError) {\n maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;\n }\n\n return (node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / maxError;\n}\n"],"file":"lod-conversion-utils.js"}
@@ -0,0 +1,61 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.Queue = void 0;
9
+
10
+ var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
11
+
12
+ var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
13
+
14
+ var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
15
+
16
+ var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
17
+
18
+ var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
19
+
20
+ var _wrapNativeSuper2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapNativeSuper"));
21
+
22
+ function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
23
+
24
+ function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
25
+
26
+ var Queue = function (_Array) {
27
+ (0, _inherits2.default)(Queue, _Array);
28
+
29
+ var _super = _createSuper(Queue);
30
+
31
+ function Queue() {
32
+ (0, _classCallCheck2.default)(this, Queue);
33
+ return _super.apply(this, arguments);
34
+ }
35
+
36
+ (0, _createClass2.default)(Queue, [{
37
+ key: "enqueue",
38
+ value: function enqueue(val) {
39
+ this.push(val);
40
+ }
41
+ }, {
42
+ key: "dequeue",
43
+ value: function dequeue() {
44
+ return this.shift();
45
+ }
46
+ }, {
47
+ key: "peek",
48
+ value: function peek() {
49
+ return this[0];
50
+ }
51
+ }, {
52
+ key: "isEmpty",
53
+ value: function isEmpty() {
54
+ return this.length === 0;
55
+ }
56
+ }]);
57
+ return Queue;
58
+ }((0, _wrapNativeSuper2.default)(Array));
59
+
60
+ exports.Queue = Queue;
61
+ //# sourceMappingURL=queue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/utils/queue.ts"],"names":["Queue","val","push","shift","length","Array"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;IAAaA,K;;;;;;;;;;;;WACX,iBAAQC,GAAR,EAAgB;AACd,WAAKC,IAAL,CAAUD,GAAV;AACD;;;WAED,mBAAyB;AACvB,aAAO,KAAKE,KAAL,EAAP;AACD;;;WAED,gBAAU;AACR,aAAO,KAAK,CAAL,CAAP;AACD;;;WAED,mBAAU;AACR,aAAO,KAAKC,MAAL,KAAgB,CAAvB;AACD;;;iCAf2BC,K","sourcesContent":["export class Queue<T> extends Array<T> {\n enqueue(val: T) {\n this.push(val);\n }\n\n dequeue(): T | undefined {\n return this.shift();\n }\n\n peek(): T {\n return this[0];\n }\n\n isEmpty() {\n return this.length === 0;\n }\n}\n"],"file":"queue.js"}
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../../src/lib/utils/statistic-utills.js"],"names":["timeConverter","time","nanoSecondsInMillisecond","timeInSeconds","hours","Math","floor","minutes","seconds","milliseconds","result","calculateFilesSize","params","slpk","outputPath","tilesetName","fullOutputPath","slpkPath","fs","stat","size","directoryPath","getTotalFilesSize","totalSize","console","log","dirPath","totalFileSize","readdir","files","file","fileStat","isDirectory"],"mappings":";;;;;;;;;;;;;;AAAA;;AACA;;AACA;;;;;;;;AAEO,SAASA,aAAT,CAAuBC,IAAvB,EAA6B;AAClC,MAAMC,wBAAwB,GAAG,GAAjC;AACA,MAAIC,aAAa,GAAGF,IAAI,CAAC,CAAD,CAAxB;AACA,MAAMG,KAAK,GAAGC,IAAI,CAACC,KAAL,CAAWH,aAAa,GAAG,IAA3B,CAAd;AACAA,EAAAA,aAAa,GAAGA,aAAa,GAAGC,KAAK,GAAG,IAAxC;AACA,MAAMG,OAAO,GAAGF,IAAI,CAACC,KAAL,CAAWH,aAAa,GAAG,EAA3B,CAAhB;AACAA,EAAAA,aAAa,GAAGA,aAAa,GAAGI,OAAO,GAAG,EAA1C;AACA,MAAMC,OAAO,GAAGH,IAAI,CAACC,KAAL,CAAWH,aAAX,CAAhB;AACA,MAAMM,YAAY,GAAGR,IAAI,CAAC,CAAD,CAAJ,GAAUC,wBAA/B;AACA,MAAIQ,MAAM,GAAG,EAAb;;AAEA,MAAIN,KAAJ,EAAW;AACTM,IAAAA,MAAM,cAAON,KAAP,OAAN;AACD;;AAED,MAAIG,OAAJ,EAAa;AACXG,IAAAA,MAAM,cAAOH,OAAP,OAAN;AACD;;AAED,MAAIC,OAAJ,EAAa;AACXE,IAAAA,MAAM,cAAOF,OAAP,MAAN;AACD;;AAED,MAAI,CAACE,MAAL,EAAa;AACXA,IAAAA,MAAM,cAAOD,YAAP,OAAN;AACD;;AAED,SAAOC,MAAP;AACD;;SAEqBC,kB;;;;;kFAAf,iBAAkCC,MAAlC;AAAA;AAAA;AAAA;AAAA;AAAA;AACEC,YAAAA,IADF,GACmCD,MADnC,CACEC,IADF,EACQC,UADR,GACmCF,MADnC,CACQE,UADR,EACoBC,WADpB,GACmCH,MADnC,CACoBG,WADpB;AAECC,YAAAA,cAFD,GAEkB,oCAAoBF,UAApB,CAFlB;AAAA;;AAAA,iBAKCD,IALD;AAAA;AAAA;AAAA;;AAMKI,YAAAA,QANL,GAMgB,gBAAKD,cAAL,YAAwBD,WAAxB,WANhB;AAAA;AAAA,mBAOkBG,aAAGC,IAAH,CAAQF,QAAR,CAPlB;;AAAA;AAOKE,YAAAA,IAPL;AAAA,6CAQMA,IAAI,CAACC,IARX;;AAAA;AAWGC,YAAAA,aAXH,GAWmB,gBAAKL,cAAL,EAAqBD,WAArB,CAXnB;AAAA;AAAA,mBAYqBO,iBAAiB,CAACD,aAAD,CAZtC;;AAAA;AAYGE,YAAAA,SAZH;AAAA,6CAaIA,SAbJ;;AAAA;AAAA;AAAA;AAeHC,YAAAA,OAAO,CAACC,GAAR,CAAY,8BAAZ;AAfG,6CAgBI,IAhBJ;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAoBQH,iB;;;;;iFAAf,kBAAiCI,OAAjC;AAAA;;AAAA;AAAA;AAAA;AAAA;AACMC,YAAAA,aADN,GACsB,CADtB;AAAA;AAAA,mBAGsBT,aAAGU,OAAH,CAAWF,OAAX,CAHtB;;AAAA;AAGQG,YAAAA,KAHR;AAAA,mDAKqBA,KALrB;AAAA;;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAKaC,YAAAA,IALb;AAAA;AAAA,mBAM2BZ,aAAGC,IAAH,CAAQ,gBAAKO,OAAL,EAAcI,IAAd,CAAR,CAN3B;;AAAA;AAMUC,YAAAA,QANV;;AAAA,iBAOQA,QAAQ,CAACC,WAAT,EAPR;AAAA;AAAA;AAAA;;AAAA,2BAQML,aARN;AAAA;AAAA,mBAQ6BL,iBAAiB,CAAC,gBAAKI,OAAL,EAAcI,IAAd,CAAD,CAR9C;;AAAA;AAQMH,YAAAA,aARN;AAAA;AAAA;;AAAA;AAUMA,YAAAA,aAAa,IAAII,QAAQ,CAACX,IAA1B;;AAVN;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;;AAAA;;AAAA;AAAA,8CAaSO,aAbT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G","sourcesContent":["import {join} from 'path';\nimport {promises as fs} from 'fs';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function timeConverter(time) {\n const nanoSecondsInMillisecond = 1e6;\n let timeInSeconds = time[0];\n const hours = Math.floor(timeInSeconds / 3600);\n timeInSeconds = timeInSeconds - hours * 3600;\n const minutes = Math.floor(timeInSeconds / 60);\n timeInSeconds = timeInSeconds - minutes * 60;\n const seconds = Math.floor(timeInSeconds);\n const milliseconds = time[1] / nanoSecondsInMillisecond;\n let result = '';\n\n if (hours) {\n result += `${hours}h `;\n }\n\n if (minutes) {\n result += `${minutes}m `;\n }\n\n if (seconds) {\n result += `${seconds}s`;\n }\n\n if (!result) {\n result += `${milliseconds}ms`;\n }\n\n return result;\n}\n\nexport async function calculateFilesSize(params) {\n const {slpk, outputPath, tilesetName} = params;\n const fullOutputPath = getAbsoluteFilePath(outputPath);\n\n try {\n if (slpk) {\n const slpkPath = join(fullOutputPath, `${tilesetName}.slpk`);\n const stat = await fs.stat(slpkPath);\n return stat.size;\n }\n\n const directoryPath = join(fullOutputPath, tilesetName);\n const totalSize = await getTotalFilesSize(directoryPath);\n return totalSize;\n } catch (error) {\n console.log('Calculate file sizes error: ', error); // eslint-disable-line\n return null;\n }\n}\n\nasync function getTotalFilesSize(dirPath) {\n let totalFileSize = 0;\n\n const files = await fs.readdir(dirPath);\n\n for (const file of files) {\n const fileStat = await fs.stat(join(dirPath, file));\n if (fileStat.isDirectory()) {\n totalFileSize += await getTotalFilesSize(join(dirPath, file));\n } else {\n totalFileSize += fileStat.size;\n }\n }\n return totalFileSize;\n}\n"],"file":"statistic-utills.js"}
1
+ {"version":3,"sources":["../../../../src/lib/utils/statistic-utills.ts"],"names":["timeConverter","time","nanoSecondsInMillisecond","timeInSeconds","hours","Math","floor","minutes","seconds","milliseconds","result","calculateFilesSize","params","slpk","outputPath","tilesetName","fullOutputPath","slpkPath","fs","stat","size","directoryPath","getTotalFilesSize","totalSize","console","log","dirPath","totalFileSize","readdir","files","file","fileStat","isDirectory"],"mappings":";;;;;;;;;;;;;;AAAA;;AACA;;AACA;;;;;;;;AAEO,SAASA,aAAT,CAAuBC,IAAvB,EAA6B;AAClC,MAAMC,wBAAwB,GAAG,GAAjC;AACA,MAAIC,aAAa,GAAGF,IAAI,CAAC,CAAD,CAAxB;AACA,MAAMG,KAAK,GAAGC,IAAI,CAACC,KAAL,CAAWH,aAAa,GAAG,IAA3B,CAAd;AACAA,EAAAA,aAAa,GAAGA,aAAa,GAAGC,KAAK,GAAG,IAAxC;AACA,MAAMG,OAAO,GAAGF,IAAI,CAACC,KAAL,CAAWH,aAAa,GAAG,EAA3B,CAAhB;AACAA,EAAAA,aAAa,GAAGA,aAAa,GAAGI,OAAO,GAAG,EAA1C;AACA,MAAMC,OAAO,GAAGH,IAAI,CAACC,KAAL,CAAWH,aAAX,CAAhB;AACA,MAAMM,YAAY,GAAGR,IAAI,CAAC,CAAD,CAAJ,GAAUC,wBAA/B;AACA,MAAIQ,MAAM,GAAG,EAAb;;AAEA,MAAIN,KAAJ,EAAW;AACTM,IAAAA,MAAM,cAAON,KAAP,OAAN;AACD;;AAED,MAAIG,OAAJ,EAAa;AACXG,IAAAA,MAAM,cAAOH,OAAP,OAAN;AACD;;AAED,MAAIC,OAAJ,EAAa;AACXE,IAAAA,MAAM,cAAOF,OAAP,MAAN;AACD;;AAED,MAAI,CAACE,MAAL,EAAa;AACXA,IAAAA,MAAM,cAAOD,YAAP,OAAN;AACD;;AAED,SAAOC,MAAP;AACD;;SAEqBC,kB;;;;;kFAAf,iBAAkCC,MAAlC;AAAA;AAAA;AAAA;AAAA;AAAA;AACEC,YAAAA,IADF,GACmCD,MADnC,CACEC,IADF,EACQC,UADR,GACmCF,MADnC,CACQE,UADR,EACoBC,WADpB,GACmCH,MADnC,CACoBG,WADpB;AAECC,YAAAA,cAFD,GAEkB,oCAAoBF,UAApB,CAFlB;AAAA;;AAAA,iBAKCD,IALD;AAAA;AAAA;AAAA;;AAMKI,YAAAA,QANL,GAMgB,gBAAKD,cAAL,YAAwBD,WAAxB,WANhB;AAAA;AAAA,mBAOkBG,aAAGC,IAAH,CAAQF,QAAR,CAPlB;;AAAA;AAOKE,YAAAA,IAPL;AAAA,6CAQMA,IAAI,CAACC,IARX;;AAAA;AAWGC,YAAAA,aAXH,GAWmB,gBAAKL,cAAL,EAAqBD,WAArB,CAXnB;AAAA;AAAA,mBAYqBO,iBAAiB,CAACD,aAAD,CAZtC;;AAAA;AAYGE,YAAAA,SAZH;AAAA,6CAaIA,SAbJ;;AAAA;AAAA;AAAA;AAeHC,YAAAA,OAAO,CAACC,GAAR,CAAY,8BAAZ;AAfG,6CAgBI,IAhBJ;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAoBQH,iB;;;;;iFAAf,kBAAiCI,OAAjC;AAAA;;AAAA;AAAA;AAAA;AAAA;AACMC,YAAAA,aADN,GACsB,CADtB;AAAA;AAAA,mBAGsBT,aAAGU,OAAH,CAAWF,OAAX,CAHtB;;AAAA;AAGQG,YAAAA,KAHR;AAAA,mDAKqBA,KALrB;AAAA;;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAKaC,YAAAA,IALb;AAAA;AAAA,mBAM2BZ,aAAGC,IAAH,CAAQ,gBAAKO,OAAL,EAAcI,IAAd,CAAR,CAN3B;;AAAA;AAMUC,YAAAA,QANV;;AAAA,iBAOQA,QAAQ,CAACC,WAAT,EAPR;AAAA;AAAA;AAAA;;AAAA,2BAQML,aARN;AAAA;AAAA,mBAQ6BL,iBAAiB,CAAC,gBAAKI,OAAL,EAAcI,IAAd,CAAD,CAR9C;;AAAA;AAQMH,YAAAA,aARN;AAAA;AAAA;;AAAA;AAUMA,YAAAA,aAAa,IAAII,QAAQ,CAACX,IAA1B;;AAVN;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;;AAAA;;AAAA;AAAA,8CAaSO,aAbT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G","sourcesContent":["import {join} from 'path';\nimport {promises as fs} from 'fs';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function timeConverter(time) {\n const nanoSecondsInMillisecond = 1e6;\n let timeInSeconds = time[0];\n const hours = Math.floor(timeInSeconds / 3600);\n timeInSeconds = timeInSeconds - hours * 3600;\n const minutes = Math.floor(timeInSeconds / 60);\n timeInSeconds = timeInSeconds - minutes * 60;\n const seconds = Math.floor(timeInSeconds);\n const milliseconds = time[1] / nanoSecondsInMillisecond;\n let result = '';\n\n if (hours) {\n result += `${hours}h `;\n }\n\n if (minutes) {\n result += `${minutes}m `;\n }\n\n if (seconds) {\n result += `${seconds}s`;\n }\n\n if (!result) {\n result += `${milliseconds}ms`;\n }\n\n return result;\n}\n\nexport async function calculateFilesSize(params) {\n const {slpk, outputPath, tilesetName} = params;\n const fullOutputPath = getAbsoluteFilePath(outputPath);\n\n try {\n if (slpk) {\n const slpkPath = join(fullOutputPath, `${tilesetName}.slpk`);\n const stat = await fs.stat(slpkPath);\n return stat.size;\n }\n\n const directoryPath = join(fullOutputPath, tilesetName);\n const totalSize = await getTotalFilesSize(directoryPath);\n return totalSize;\n } catch (error) {\n console.log('Calculate file sizes error: ', error); // eslint-disable-line\n return null;\n }\n}\n\nasync function getTotalFilesSize(dirPath) {\n let totalFileSize = 0;\n\n const files = await fs.readdir(dirPath);\n\n for (const file of files) {\n const fileStat = await fs.stat(join(dirPath, file));\n if (fileStat.isDirectory()) {\n totalFileSize += await getTotalFilesSize(join(dirPath, file));\n } else {\n totalFileSize += fileStat.size;\n }\n }\n return totalFileSize;\n}\n"],"file":"statistic-utills.js"}
@@ -0,0 +1,225 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+
5
+ Object.defineProperty(exports, "__esModule", {
6
+ value: true
7
+ });
8
+ exports.default = void 0;
9
+
10
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
11
+
12
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
13
+
14
+ var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
15
+
16
+ var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
17
+
18
+ var _assertThisInitialized2 = _interopRequireDefault(require("@babel/runtime/helpers/assertThisInitialized"));
19
+
20
+ var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
21
+
22
+ var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
23
+
24
+ var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
25
+
26
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
27
+
28
+ var _queue = require("./queue");
29
+
30
+ function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
31
+
32
+ function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
33
+
34
+ var WriteQueue = function (_Queue) {
35
+ (0, _inherits2.default)(WriteQueue, _Queue);
36
+
37
+ var _super = _createSuper(WriteQueue);
38
+
39
+ function WriteQueue() {
40
+ var _this;
41
+
42
+ var listeningInterval = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 2000;
43
+ var writeConcurrency = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 400;
44
+ (0, _classCallCheck2.default)(this, WriteQueue);
45
+ _this = _super.call(this);
46
+ (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "intervalId", void 0);
47
+ (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "writePromise", null);
48
+ (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "fileMap", {});
49
+ (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "listeningInterval", void 0);
50
+ (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "writeConcurrency", void 0);
51
+ _this.listeningInterval = listeningInterval;
52
+ _this.writeConcurrency = writeConcurrency;
53
+ return _this;
54
+ }
55
+
56
+ (0, _createClass2.default)(WriteQueue, [{
57
+ key: "startListening",
58
+ value: function startListening() {
59
+ this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
60
+ }
61
+ }, {
62
+ key: "stopListening",
63
+ value: function stopListening() {
64
+ if (this.intervalId) {
65
+ clearInterval(this.intervalId);
66
+ }
67
+ }
68
+ }, {
69
+ key: "startWrite",
70
+ value: function () {
71
+ var _startWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
72
+ return _regenerator.default.wrap(function _callee$(_context) {
73
+ while (1) {
74
+ switch (_context.prev = _context.next) {
75
+ case 0:
76
+ if (!this.writePromise) {
77
+ _context.next = 5;
78
+ break;
79
+ }
80
+
81
+ _context.next = 3;
82
+ return this.writePromise;
83
+
84
+ case 3:
85
+ this.writePromise = null;
86
+ return _context.abrupt("return");
87
+
88
+ case 5:
89
+ this.writePromise = this.doWrite();
90
+ _context.next = 8;
91
+ return this.writePromise;
92
+
93
+ case 8:
94
+ this.writePromise = null;
95
+
96
+ case 9:
97
+ case "end":
98
+ return _context.stop();
99
+ }
100
+ }
101
+ }, _callee, this);
102
+ }));
103
+
104
+ function startWrite() {
105
+ return _startWrite.apply(this, arguments);
106
+ }
107
+
108
+ return startWrite;
109
+ }()
110
+ }, {
111
+ key: "finalize",
112
+ value: function () {
113
+ var _finalize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
114
+ return _regenerator.default.wrap(function _callee2$(_context2) {
115
+ while (1) {
116
+ switch (_context2.prev = _context2.next) {
117
+ case 0:
118
+ this.stopListening();
119
+ _context2.next = 3;
120
+ return this.startWrite();
121
+
122
+ case 3:
123
+ case "end":
124
+ return _context2.stop();
125
+ }
126
+ }
127
+ }, _callee2, this);
128
+ }));
129
+
130
+ function finalize() {
131
+ return _finalize.apply(this, arguments);
132
+ }
133
+
134
+ return finalize;
135
+ }()
136
+ }, {
137
+ key: "doWrite",
138
+ value: function () {
139
+ var _doWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
140
+ var promises, archiveKeys, i, item, _ref, archiveKey, writePromise, writeResults;
141
+
142
+ return _regenerator.default.wrap(function _callee3$(_context3) {
143
+ while (1) {
144
+ switch (_context3.prev = _context3.next) {
145
+ case 0:
146
+ if (!this.length) {
147
+ _context3.next = 20;
148
+ break;
149
+ }
150
+
151
+ promises = [];
152
+ archiveKeys = [];
153
+ i = 0;
154
+
155
+ case 4:
156
+ if (!(i < this.writeConcurrency)) {
157
+ _context3.next = 14;
158
+ break;
159
+ }
160
+
161
+ item = this.dequeue();
162
+
163
+ if (item) {
164
+ _context3.next = 8;
165
+ break;
166
+ }
167
+
168
+ return _context3.abrupt("break", 14);
169
+
170
+ case 8:
171
+ _ref = item, archiveKey = _ref.archiveKey, writePromise = _ref.writePromise;
172
+ archiveKeys.push(archiveKey);
173
+ promises.push(writePromise);
174
+
175
+ case 11:
176
+ i++;
177
+ _context3.next = 4;
178
+ break;
179
+
180
+ case 14:
181
+ _context3.next = 16;
182
+ return Promise.all(promises);
183
+
184
+ case 16:
185
+ writeResults = _context3.sent;
186
+ this.updateFileMap(archiveKeys, writeResults);
187
+ _context3.next = 0;
188
+ break;
189
+
190
+ case 20:
191
+ this.writePromise = null;
192
+
193
+ case 21:
194
+ case "end":
195
+ return _context3.stop();
196
+ }
197
+ }
198
+ }, _callee3, this);
199
+ }));
200
+
201
+ function doWrite() {
202
+ return _doWrite.apply(this, arguments);
203
+ }
204
+
205
+ return doWrite;
206
+ }()
207
+ }, {
208
+ key: "updateFileMap",
209
+ value: function updateFileMap(archiveKeys, writeResults) {
210
+ for (var i = 0; i < archiveKeys.length; i++) {
211
+ var archiveKey = archiveKeys[i];
212
+
213
+ if (!archiveKey) {
214
+ continue;
215
+ }
216
+
217
+ this.fileMap[archiveKey] = writeResults[i];
218
+ }
219
+ }
220
+ }]);
221
+ return WriteQueue;
222
+ }(_queue.Queue);
223
+
224
+ exports.default = WriteQueue;
225
+ //# sourceMappingURL=write-queue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../../src/lib/utils/write-queue.ts"],"names":["WriteQueue","listeningInterval","writeConcurrency","intervalId","setInterval","startWrite","bind","clearInterval","writePromise","doWrite","stopListening","length","promises","archiveKeys","i","item","dequeue","archiveKey","push","Promise","all","writeResults","updateFileMap","fileMap","Queue"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;IAOqBA,U;;;;;AAOnB,wBAA8E;AAAA;;AAAA,QAAlEC,iBAAkE,uEAAtC,IAAsC;AAAA,QAAhCC,gBAAgC,uEAAL,GAAK;AAAA;AAC5E;AAD4E;AAAA,+FALlC,IAKkC;AAAA,0FAJpC,EAIoC;AAAA;AAAA;AAE5E,UAAKD,iBAAL,GAAyBA,iBAAzB;AACA,UAAKC,gBAAL,GAAwBA,gBAAxB;AAH4E;AAI7E;;;;WAED,0BAAiB;AACf,WAAKC,UAAL,GAAkBC,WAAW,CAAC,KAAKC,UAAL,CAAgBC,IAAhB,CAAqB,IAArB,CAAD,EAA6B,KAAKL,iBAAlC,CAA7B;AACD;;;WAED,yBAAgB;AACd,UAAI,KAAKE,UAAT,EAAqB;AACnBI,QAAAA,aAAa,CAAC,KAAKJ,UAAN,CAAb;AACD;AACF;;;;kFAED;AAAA;AAAA;AAAA;AAAA;AAAA,qBACM,KAAKK,YADX;AAAA;AAAA;AAAA;;AAAA;AAAA,uBAEU,KAAKA,YAFf;;AAAA;AAGI,qBAAKA,YAAL,GAAoB,IAApB;AAHJ;;AAAA;AAME,qBAAKA,YAAL,GAAoB,KAAKC,OAAL,EAApB;AANF;AAAA,uBAOQ,KAAKD,YAPb;;AAAA;AAQE,qBAAKA,YAAL,GAAoB,IAApB;;AARF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;gFAWA;AAAA;AAAA;AAAA;AAAA;AACE,qBAAKE,aAAL;AADF;AAAA,uBAEQ,KAAKL,UAAL,EAFR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;+EAKA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,qBACS,KAAKM,MADd;AAAA;AAAA;AAAA;;AAEUC,gBAAAA,QAFV,GAEwC,EAFxC;AAGUC,gBAAAA,WAHV,GAGgD,EAHhD;AAIaC,gBAAAA,CAJb,GAIiB,CAJjB;;AAAA;AAAA,sBAIoBA,CAAC,GAAG,KAAKZ,gBAJ7B;AAAA;AAAA;AAAA;;AAKYa,gBAAAA,IALZ,GAKmB,KAAKC,OAAL,EALnB;;AAAA,oBAMWD,IANX;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA,uBASyCA,IATzC,EASaE,UATb,QASaA,UATb,EASyBT,YATzB,QASyBA,YATzB;AAUMK,gBAAAA,WAAW,CAACK,IAAZ,CAAiBD,UAAjB;AACAL,gBAAAA,QAAQ,CAACM,IAAT,CAAcV,YAAd;;AAXN;AAI+CM,gBAAAA,CAAC,EAJhD;AAAA;AAAA;;AAAA;AAAA;AAAA,uBAa+BK,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAb/B;;AAAA;AAaUS,gBAAAA,YAbV;AAcI,qBAAKC,aAAL,CAAmBT,WAAnB,EAAgCQ,YAAhC;AAdJ;AAAA;;AAAA;AAgBE,qBAAKb,YAAL,GAAoB,IAApB;;AAhBF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAmBA,uBAAsBK,WAAtB,EAA2DQ,YAA3D,EAAmF;AACjF,WAAK,IAAIP,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGD,WAAW,CAACF,MAAhC,EAAwCG,CAAC,EAAzC,EAA6C;AAC3C,YAAMG,UAAU,GAAGJ,WAAW,CAACC,CAAD,CAA9B;;AACA,YAAI,CAACG,UAAL,EAAiB;AACf;AACD;;AACD,aAAKM,OAAL,CAAaN,UAAb,IAA2BI,YAAY,CAACP,CAAD,CAAvC;AACD;AACF;;;EAlE+DU,Y","sourcesContent":["import {Queue} from './queue';\n\nexport type WriteQueueItem = {\n archiveKey?: string;\n writePromise: Promise<string>;\n};\n\nexport default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {\n private intervalId?: NodeJS.Timeout;\n public writePromise: Promise<void> | null = null;\n public fileMap: {[key: string]: string} = {};\n public listeningInterval: number;\n public writeConcurrency: number;\n\n constructor(listeningInterval: number = 2000, writeConcurrency: number = 400) {\n super();\n this.listeningInterval = listeningInterval;\n this.writeConcurrency = writeConcurrency;\n }\n\n startListening() {\n this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);\n }\n\n stopListening() {\n if (this.intervalId) {\n clearInterval(this.intervalId);\n }\n }\n\n async startWrite(): Promise<void> {\n if (this.writePromise) {\n await this.writePromise;\n this.writePromise = null;\n return;\n }\n this.writePromise = this.doWrite();\n await this.writePromise;\n this.writePromise = null;\n }\n\n async finalize(): Promise<void> {\n this.stopListening();\n await this.startWrite();\n }\n\n private async doWrite(): Promise<void> {\n while (this.length) {\n const promises: Promise<string>[] = [];\n const archiveKeys: (string | undefined)[] = [];\n for (let i = 0; i < this.writeConcurrency; i++) {\n const item = this.dequeue();\n if (!item) {\n break;\n }\n const {archiveKey, writePromise} = item as WriteQueueItem;\n archiveKeys.push(archiveKey);\n promises.push(writePromise);\n }\n const writeResults = await Promise.all(promises);\n this.updateFileMap(archiveKeys, writeResults);\n }\n this.writePromise = null;\n }\n\n private updateFileMap(archiveKeys: (string | undefined)[], writeResults: string[]) {\n for (let i = 0; i < archiveKeys.length; i++) {\n const archiveKey = archiveKeys[i];\n if (!archiveKey) {\n continue;\n }\n this.fileMap[archiveKey] = writeResults[i];\n }\n }\n}\n"],"file":"write-queue.js"}