@loaders.gl/tile-converter 4.0.0-alpha.1 → 4.0.0-alpha.11

package/dist/es5/lib/utils/lod-conversion-utils.js

@@ -0,0 +1,44 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.convertGeometricErrorToScreenThreshold = convertGeometricErrorToScreenThreshold;
+exports.convertScreenThresholdToGeometricError = convertScreenThresholdToGeometricError;
+var DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;
+function convertGeometricErrorToScreenThreshold(tile, coordinates) {
+  var lodSelection = [];
+  var boundingVolume = tile.boundingVolume;
+  var lodMetricValue = tile.lodMetricValue || 0.1;
+  var maxScreenThreshold = {
+    metricType: 'maxScreenThreshold',
+    maxError: coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / lodMetricValue
+  };
+  var maxScreenThresholdSQ = {
+    metricType: 'maxScreenThresholdSQ',
+    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError
+  };
+  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {
+    lodSelection.push(maxScreenThresholdSQ);
+    lodSelection.push(maxScreenThreshold);
+  } else {
+    lodSelection.push(maxScreenThreshold);
+    lodSelection.push(maxScreenThresholdSQ);
+  }
+  return lodSelection;
+}
+function convertScreenThresholdToGeometricError(node) {
+  var metricData = node.header.lodSelection.maxScreenThreshold || {};
+  var maxError = metricData.maxError;
+  if (!maxError) {
+    var sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;
+    if (sqMetricData) {
+      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));
+    }
+  }
+  if (!maxError) {
+    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;
+  }
+  return node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / maxError;
+}
+//# sourceMappingURL=lod-conversion-utils.js.map

package/dist/es5/lib/utils/lod-conversion-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lod-conversion-utils.js","names":["DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR","convertGeometricErrorToScreenThreshold","tile","coordinates","lodSelection","boundingVolume","lodMetricValue","maxScreenThreshold","metricType","maxError","mbs","maxScreenThresholdSQ","Math","PI","constructor","name","push","convertScreenThresholdToGeometricError","node","metricData","header","sqMetricData","sqrt"],"sources":["../../../../src/lib/utils/lod-conversion-utils.ts"],"sourcesContent":["import {Tiles3DTileJSONPostprocessed} from '@loaders.gl/3d-tiles';\nimport {BoundingVolumes} from '@loaders.gl/i3s';\nimport {Tile3D} from '@loaders.gl/tiles';\n\n// https://cesium.com/docs/cesiumjs-ref-doc/Cesium3DTileset.html\nconst DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;\n/**\n * Do conversion from geometric error to screen threshold\n * \n * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.\n * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.\n * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles\n * 3DTiles spec:\n * https://github.com/CesiumGS/3d-tiles/tree/master/specification#geometric-error\n * I3S spec:\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md\n * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us\n * to make child maxError bigger than his parent maxError.\n * \n * @param tile - 3d-tiles tile JSON\n * @param coordinates - node converted coordinates\n * @returns An array of LOD metrics in format compatible with i3s 3DNodeIndexDocument.lodSelection\n * @example \n *  [\n        {\n            \"metricType\": \"maxScreenThresholdSQ\",\n            \"maxError\": 870638.071285568\n        },\n        {\n            \"metricType\": \"maxScreenThreshold\",\n            \"maxError\": 1052.8679031638949\n        }\n    ]\n */\nexport function convertGeometricErrorToScreenThreshold(\n  tile: Tiles3DTileJSONPostprocessed,\n  coordinates: BoundingVolumes\n) {\n  const lodSelection: {metricType: string; maxError: number}[] = [];\n  const boundingVolume = tile.boundingVolume;\n  const lodMetricValue = tile.lodMetricValue || 0.1;\n  const maxScreenThreshold = {\n    metricType: 'maxScreenThreshold',\n    maxError: (coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / lodMetricValue\n  };\n  const maxScreenThresholdSQ = {\n    metricType: 'maxScreenThresholdSQ',\n    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError\n  };\n\n  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {\n    lodSelection.push(maxScreenThresholdSQ);\n    lodSelection.push(maxScreenThreshold);\n  } else {\n    lodSelection.push(maxScreenThreshold);\n    lodSelection.push(maxScreenThresholdSQ);\n  }\n\n  return lodSelection;\n}\n\n/**\n * Convert LOD metric from \"Screen Threshold\" to \"Screen Space Error\"\n * @param node - i3s node data\n * @returns lod metric in 3d-tiles format\n */\nexport function convertScreenThresholdToGeometricError(node: Tile3D): number {\n  const metricData = node.header.lodSelection.maxScreenThreshold || {};\n  let maxError = metricData.maxError;\n  if (!maxError) {\n    const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;\n    if (sqMetricData) {\n      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));\n    }\n  }\n\n  if (!maxError) {\n    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;\n  }\n\n  return (node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / maxError;\n}\n"],"mappings":";;;;;;;AAKA,IAAMA,kCAAkC,GAAG,EAAE;AA6BtC,SAASC,sCAAsCA,CACpDC,IAAkC,EAClCC,WAA4B,EAC5B;EACA,IAAMC,YAAsD,GAAG,EAAE;EACjE,IAAMC,cAAc,GAAGH,IAAI,CAACG,cAAc;EAC1C,IAAMC,cAAc,GAAGJ,IAAI,CAACI,cAAc,IAAI,GAAG;EACjD,IAAMC,kBAAkB,GAAG;IACzBC,UAAU,EAAE,oBAAoB;IAChCC,QAAQ,EAAGN,WAAW,CAACO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAGV,kCAAkC,GAAIM;EAC5E,CAAC;EACD,IAAMK,oBAAoB,GAAG;IAC3BH,UAAU,EAAE,sBAAsB;IAClCC,QAAQ,EAAEG,IAAI,CAACC,EAAE,GAAG,IAAI,GAAGN,kBAAkB,CAACE,QAAQ,GAAGF,kBAAkB,CAACE;EAC9E,CAAC;EAED,IAAIJ,cAAc,CAACS,WAAW,CAACC,IAAI,KAAK,qBAAqB,EAAE;IAC7DX,YAAY,CAACY,IAAI,CAACL,oBAAoB,CAAC;IACvCP,YAAY,CAACY,IAAI,CAACT,kBAAkB,CAAC;EACvC,CAAC,MAAM;IACLH,YAAY,CAACY,IAAI,CAACT,kBAAkB,CAAC;IACrCH,YAAY,CAACY,IAAI,CAACL,oBAAoB,CAAC;EACzC;EAEA,OAAOP,YAAY;AACrB;AAOO,SAASa,sCAAsCA,CAACC,IAAY,EAAU;EAC3E,IAAMC,UAAU,GAAGD,IAAI,CAACE,MAAM,CAAChB,YAAY,CAACG,kBAAkB,IAAI,CAAC,CAAC;EACpE,IAAIE,QAAQ,GAAGU,UAAU,CAACV,QAAQ;EAClC,IAAI,CAACA,QAAQ,EAAE;IACb,IAAMY,YAAY,GAAGH,IAAI,CAACE,MAAM,CAAChB,YAAY,CAACO,oBAAoB;IAClE,IAAIU,YAAY,EAAE;MAChBZ,QAAQ,GAAGG,IAAI,CAACU,IAAI,CAACD,YAAY,CAACZ,QAAQ,IAAIG,IAAI,CAACC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChE;EACF;EAEA,IAAI,CAACJ,QAAQ,EAAE;IACbA,QAAQ,GAAGT,kCAAkC;EAC/C;EAEA,OAAQkB,IAAI,CAACE,MAAM,CAACV,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAGV,kCAAkC,GAAIS,QAAQ;AACjF"}

package/dist/es5/lib/utils/queue.js

@@ -0,0 +1,47 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.Queue = void 0;
+var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
+var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
+var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
+var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
+var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
+var _wrapNativeSuper2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapNativeSuper"));
+function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
+function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
+var Queue = function (_Array) {
+  (0, _inherits2.default)(Queue, _Array);
+  var _super = _createSuper(Queue);
+  function Queue() {
+    (0, _classCallCheck2.default)(this, Queue);
+    return _super.apply(this, arguments);
+  }
+  (0, _createClass2.default)(Queue, [{
+    key: "enqueue",
+    value: function enqueue(val) {
+      this.push(val);
+    }
+  }, {
+    key: "dequeue",
+    value: function dequeue() {
+      return this.shift();
+    }
+  }, {
+    key: "peek",
+    value: function peek() {
+      return this[0];
+    }
+  }, {
+    key: "isEmpty",
+    value: function isEmpty() {
+      return this.length === 0;
+    }
+  }]);
+  return Queue;
+}((0, _wrapNativeSuper2.default)(Array));
+exports.Queue = Queue;
+//# sourceMappingURL=queue.js.map

package/dist/es5/lib/utils/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","names":["Queue","_Array","_inherits2","default","_super","_createSuper","_classCallCheck2","apply","arguments","_createClass2","key","value","enqueue","val","push","dequeue","shift","peek","isEmpty","length","_wrapNativeSuper2","Array","exports"],"sources":["../../../../src/lib/utils/queue.ts"],"sourcesContent":["export class Queue<T> extends Array<T> {\n  enqueue(val: T) {\n    this.push(val);\n  }\n\n  dequeue(): T | undefined {\n    return this.shift();\n  }\n\n  peek(): T {\n    return this[0];\n  }\n\n  isEmpty() {\n    return this.length === 0;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;IAAaA,KAAK,aAAAC,MAAA;EAAA,IAAAC,UAAA,CAAAC,OAAA,EAAAH,KAAA,EAAAC,MAAA;EAAA,IAAAG,MAAA,GAAAC,YAAA,CAAAL,KAAA;EAAA,SAAAA,MAAA;IAAA,IAAAM,gBAAA,CAAAH,OAAA,QAAAH,KAAA;IAAA,OAAAI,MAAA,CAAAG,KAAA,OAAAC,SAAA;EAAA;EAAA,IAAAC,aAAA,CAAAN,OAAA,EAAAH,KAAA;IAAAU,GAAA;IAAAC,KAAA,EAChB,SAAAC,QAAQC,GAAM,EAAE;MACd,IAAI,CAACC,IAAI,CAACD,GAAG,CAAC;IAChB;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAAI,QAAA,EAAyB;MACvB,OAAO,IAAI,CAACC,KAAK,CAAC,CAAC;IACrB;EAAC;IAAAN,GAAA;IAAAC,KAAA,EAED,SAAAM,KAAA,EAAU;MACR,OAAO,IAAI,CAAC,CAAC,CAAC;IAChB;EAAC;IAAAP,GAAA;IAAAC,KAAA,EAED,SAAAO,QAAA,EAAU;MACR,OAAO,IAAI,CAACC,MAAM,KAAK,CAAC;IAC1B;EAAC;EAAA,OAAAnB,KAAA;AAAA,MAAAoB,iBAAA,CAAAjB,OAAA,EAf2BkB,KAAK;AAAAC,OAAA,CAAAtB,KAAA,GAAAA,KAAA"}

package/dist/es5/lib/utils/statistic-utills.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Do milliseconds time conversion to readable time string.
+ * @param tile - 3d-tiles tile Object
+ * @param coordinates - node converted coordinates
+ * @returns String which characterizes conversion time period
+ */
+export function timeConverter(time: [number, number]): String;
+
+/**
+ * Calculate files sizes after conversion.
+ * @param params - Object with params of conversion.
+ * @returns Promise with generated files size in bytes.
+ */
+export function calculateFilesSize(params: {
+  slpk: boolean;
+  outputPath: string;
+  tilesetName: string;
+}): Number;
+
+/**
+ * Reqursivelly calculate files sizes in directory.
+ * @param dirPath - Directory path.
+ * @returns Promise with files size in directory.
+ */
+export function getTotalFilesSize(dirPath: string): Number;

package/dist/es5/lib/utils/statistic-utills.js

@@ -0,0 +1,147 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.calculateFilesSize = calculateFilesSize;
+exports.timeConverter = timeConverter;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _path = require("path");
+var _fs = require("fs");
+var _fileUtils = require("./file-utils");
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+function timeConverter(time) {
+  var nanoSecondsInMillisecond = 1e6;
+  var timeInSeconds = time[0];
+  var hours = Math.floor(timeInSeconds / 3600);
+  timeInSeconds = timeInSeconds - hours * 3600;
+  var minutes = Math.floor(timeInSeconds / 60);
+  timeInSeconds = timeInSeconds - minutes * 60;
+  var seconds = Math.floor(timeInSeconds);
+  var milliseconds = time[1] / nanoSecondsInMillisecond;
+  var result = '';
+  if (hours) {
+    result += "".concat(hours, "h ");
+  }
+  if (minutes) {
+    result += "".concat(minutes, "m ");
+  }
+  if (seconds) {
+    result += "".concat(seconds, "s");
+  }
+  if (!result) {
+    result += "".concat(milliseconds, "ms");
+  }
+  return result;
+}
+function calculateFilesSize(_x) {
+  return _calculateFilesSize.apply(this, arguments);
+}
+function _calculateFilesSize() {
+  _calculateFilesSize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(params) {
+    var slpk, outputPath, tilesetName, fullOutputPath, slpkPath, stat, directoryPath, totalSize;
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          slpk = params.slpk, outputPath = params.outputPath, tilesetName = params.tilesetName;
+          fullOutputPath = (0, _fileUtils.getAbsoluteFilePath)(outputPath);
+          _context.prev = 2;
+          if (!slpk) {
+            _context.next = 9;
+            break;
+          }
+          slpkPath = (0, _path.join)(fullOutputPath, "".concat(tilesetName, ".slpk"));
+          _context.next = 7;
+          return _fs.promises.stat(slpkPath);
+        case 7:
+          stat = _context.sent;
+          return _context.abrupt("return", stat.size);
+        case 9:
+          directoryPath = (0, _path.join)(fullOutputPath, tilesetName);
+          _context.next = 12;
+          return getTotalFilesSize(directoryPath);
+        case 12:
+          totalSize = _context.sent;
+          return _context.abrupt("return", totalSize);
+        case 16:
+          _context.prev = 16;
+          _context.t0 = _context["catch"](2);
+          console.log('Calculate file sizes error: ', _context.t0);
+          return _context.abrupt("return", null);
+        case 20:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee, null, [[2, 16]]);
+  }));
+  return _calculateFilesSize.apply(this, arguments);
+}
+function getTotalFilesSize(_x2) {
+  return _getTotalFilesSize.apply(this, arguments);
+}
+function _getTotalFilesSize() {
+  _getTotalFilesSize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(dirPath) {
+    var totalFileSize, files, _iterator, _step, file, fileStat;
+    return _regenerator.default.wrap(function _callee2$(_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          totalFileSize = 0;
+          _context2.next = 3;
+          return _fs.promises.readdir(dirPath);
+        case 3:
+          files = _context2.sent;
+          _iterator = _createForOfIteratorHelper(files);
+          _context2.prev = 5;
+          _iterator.s();
+        case 7:
+          if ((_step = _iterator.n()).done) {
+            _context2.next = 22;
+            break;
+          }
+          file = _step.value;
+          _context2.next = 11;
+          return _fs.promises.stat((0, _path.join)(dirPath, file));
+        case 11:
+          fileStat = _context2.sent;
+          if (!fileStat.isDirectory()) {
+            _context2.next = 19;
+            break;
+          }
+          _context2.t0 = totalFileSize;
+          _context2.next = 16;
+          return getTotalFilesSize((0, _path.join)(dirPath, file));
+        case 16:
+          totalFileSize = _context2.t0 += _context2.sent;
+          _context2.next = 20;
+          break;
+        case 19:
+          totalFileSize += fileStat.size;
+        case 20:
+          _context2.next = 7;
+          break;
+        case 22:
+          _context2.next = 27;
+          break;
+        case 24:
+          _context2.prev = 24;
+          _context2.t1 = _context2["catch"](5);
+          _iterator.e(_context2.t1);
+        case 27:
+          _context2.prev = 27;
+          _iterator.f();
+          return _context2.finish(27);
+        case 30:
+          return _context2.abrupt("return", totalFileSize);
+        case 31:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2, null, [[5, 24, 27, 30]]);
+  }));
+  return _getTotalFilesSize.apply(this, arguments);
+}
+//# sourceMappingURL=statistic-utills.js.map

package/dist/es5/lib/utils/statistic-utills.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistic-utills.js","names":["_path","require","_fs","_fileUtils","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","timeConverter","time","nanoSecondsInMillisecond","timeInSeconds","hours","Math","floor","minutes","seconds","milliseconds","result","concat","calculateFilesSize","_x","_calculateFilesSize","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","params","slpk","outputPath","tilesetName","fullOutputPath","slpkPath","stat","directoryPath","totalSize","wrap","_callee$","_context","prev","getAbsoluteFilePath","join","fs","sent","abrupt","size","getTotalFilesSize","t0","console","log","stop","_x2","_getTotalFilesSize","_callee2","dirPath","totalFileSize","files","_iterator","_step","file","fileStat","_callee2$","_context2","readdir","isDirectory","t1","finish"],"sources":["../../../../src/lib/utils/statistic-utills.ts"],"sourcesContent":["import {join} from 'path';\nimport {promises as fs} from 'fs';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function timeConverter(time) {\n  const nanoSecondsInMillisecond = 1e6;\n  let timeInSeconds = time[0];\n  const hours = Math.floor(timeInSeconds / 3600);\n  timeInSeconds = timeInSeconds - hours * 3600;\n  const minutes = Math.floor(timeInSeconds / 60);\n  timeInSeconds = timeInSeconds - minutes * 60;\n  const seconds = Math.floor(timeInSeconds);\n  const milliseconds = time[1] / nanoSecondsInMillisecond;\n  let result = '';\n\n  if (hours) {\n    result += `${hours}h `;\n  }\n\n  if (minutes) {\n    result += `${minutes}m `;\n  }\n\n  if (seconds) {\n    result += `${seconds}s`;\n  }\n\n  if (!result) {\n    result += `${milliseconds}ms`;\n  }\n\n  return result;\n}\n\nexport async function calculateFilesSize(params) {\n  const {slpk, outputPath, tilesetName} = params;\n  const fullOutputPath = getAbsoluteFilePath(outputPath);\n\n  try {\n    if (slpk) {\n      const slpkPath = join(fullOutputPath, `${tilesetName}.slpk`);\n      const stat = await fs.stat(slpkPath);\n      return stat.size;\n    }\n\n    const directoryPath = join(fullOutputPath, tilesetName);\n    const totalSize = await getTotalFilesSize(directoryPath);\n    return totalSize;\n  } catch (error) {\n    console.log('Calculate file sizes error: ', error); // eslint-disable-line\n    return null;\n  }\n}\n\nasync function getTotalFilesSize(dirPath) {\n  let totalFileSize = 0;\n\n  const files = await fs.readdir(dirPath);\n\n  for (const file of files) {\n    const fileStat = await fs.stat(join(dirPath, file));\n    if (fileStat.isDirectory()) {\n      totalFileSize += await getTotalFilesSize(join(dirPath, file));\n    } else {\n      totalFileSize += fileStat.size;\n    }\n  }\n  return totalFileSize;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,OAAA;AACA,IAAAC,GAAA,GAAAD,OAAA;AACA,IAAAE,UAAA,GAAAF,OAAA;AAAiD,SAAAG,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAE1C,SAASC,aAAaA,CAACC,IAAI,EAAE;EAClC,IAAMC,wBAAwB,GAAG,GAAG;EACpC,IAAIC,aAAa,GAAGF,IAAI,CAAC,CAAC,CAAC;EAC3B,IAAMG,KAAK,GAAGC,IAAI,CAACC,KAAK,CAACH,aAAa,GAAG,IAAI,CAAC;EAC9CA,aAAa,GAAGA,aAAa,GAAGC,KAAK,GAAG,IAAI;EAC5C,IAAMG,OAAO,GAAGF,IAAI,CAACC,KAAK,CAACH,aAAa,GAAG,EAAE,CAAC;EAC9CA,aAAa,GAAGA,aAAa,GAAGI,OAAO,GAAG,EAAE;EAC5C,IAAMC,OAAO,GAAGH,IAAI,CAACC,KAAK,CAACH,aAAa,CAAC;EACzC,IAAMM,YAAY,GAAGR,IAAI,CAAC,CAAC,CAAC,GAAGC,wBAAwB;EACvD,IAAIQ,MAAM,GAAG,EAAE;EAEf,IAAIN,KAAK,EAAE;IACTM,MAAM,OAAAC,MAAA,CAAOP,KAAK,OAAI;EACxB;EAEA,IAAIG,OAAO,EAAE;IACXG,MAAM,OAAAC,MAAA,CAAOJ,OAAO,OAAI;EAC1B;EAEA,IAAIC,OAAO,EAAE;IACXE,MAAM,OAAAC,MAAA,CAAOH,OAAO,MAAG;EACzB;EAEA,IAAI,CAACE,MAAM,EAAE;IACXA,MAAM,OAAAC,MAAA,CAAOF,YAAY,OAAI;EAC/B;EAEA,OAAOC,MAAM;AACf;AAAC,SAEqBE,kBAAkBA,CAAAC,EAAA;EAAA,OAAAC,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,oBAAA;EAAAA,mBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAjC,SAAAC,QAAkCC,MAAM;IAAA,IAAAC,IAAA,EAAAC,UAAA,EAAAC,WAAA,EAAAC,cAAA,EAAAC,QAAA,EAAAC,IAAA,EAAAC,aAAA,EAAAC,SAAA;IAAA,OAAAX,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAjD,IAAA;QAAA;UACtCuC,IAAI,GAA6BD,MAAM,CAAvCC,IAAI,EAAEC,UAAU,GAAiBF,MAAM,CAAjCE,UAAU,EAAEC,WAAW,GAAIH,MAAM,CAArBG,WAAW;UAC9BC,cAAc,GAAG,IAAAS,8BAAmB,EAACX,UAAU,CAAC;UAAAS,QAAA,CAAAC,IAAA;UAAA,KAGhDX,IAAI;YAAAU,QAAA,CAAAjD,IAAA;YAAA;UAAA;UACA2C,QAAQ,GAAG,IAAAS,UAAI,EAACV,cAAc,KAAAf,MAAA,CAAKc,WAAW,UAAO,CAAC;UAAAQ,QAAA,CAAAjD,IAAA;UAAA,OACzCqD,YAAE,CAACT,IAAI,CAACD,QAAQ,CAAC;QAAA;UAA9BC,IAAI,GAAAK,QAAA,CAAAK,IAAA;UAAA,OAAAL,QAAA,CAAAM,MAAA,WACHX,IAAI,CAACY,IAAI;QAAA;UAGZX,aAAa,GAAG,IAAAO,UAAI,EAACV,cAAc,EAAED,WAAW,CAAC;UAAAQ,QAAA,CAAAjD,IAAA;UAAA,OAC/ByD,iBAAiB,CAACZ,aAAa,CAAC;QAAA;UAAlDC,SAAS,GAAAG,QAAA,CAAAK,IAAA;UAAA,OAAAL,QAAA,CAAAM,MAAA,WACRT,SAAS;QAAA;UAAAG,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;UAEhBU,OAAO,CAACC,GAAG,CAAC,8BAA8B,EAAAX,QAAA,CAAAS,EAAO,CAAC;UAAC,OAAAT,QAAA,CAAAM,MAAA,WAC5C,IAAI;QAAA;QAAA;UAAA,OAAAN,QAAA,CAAAY,IAAA;MAAA;IAAA,GAAAxB,OAAA;EAAA,CAEd;EAAA,OAAAP,mBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEcyB,iBAAiBA,CAAAK,GAAA;EAAA,OAAAC,kBAAA,CAAAhC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA+B,mBAAA;EAAAA,kBAAA,OAAA9B,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAhC,SAAA4B,SAAiCC,OAAO;IAAA,IAAAC,aAAA,EAAAC,KAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,QAAA;IAAA,OAAApC,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAyB,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAvB,IAAA,GAAAuB,SAAA,CAAAzE,IAAA;QAAA;UAClCkE,aAAa,GAAG,CAAC;UAAAO,SAAA,CAAAzE,IAAA;UAAA,OAEDqD,YAAE,CAACqB,OAAO,CAACT,OAAO,CAAC;QAAA;UAAjCE,KAAK,GAAAM,SAAA,CAAAnB,IAAA;UAAAc,SAAA,GAAA7F,0BAAA,CAEQ4F,KAAK;UAAAM,SAAA,CAAAvB,IAAA;UAAAkB,SAAA,CAAAjF,CAAA;QAAA;UAAA,KAAAkF,KAAA,GAAAD,SAAA,CAAAhF,CAAA,IAAAC,IAAA;YAAAoF,SAAA,CAAAzE,IAAA;YAAA;UAAA;UAAbsE,IAAI,GAAAD,KAAA,CAAA/E,KAAA;UAAAmF,SAAA,CAAAzE,IAAA;UAAA,OACUqD,YAAE,CAACT,IAAI,CAAC,IAAAQ,UAAI,EAACa,OAAO,EAAEK,IAAI,CAAC,CAAC;QAAA;UAA7CC,QAAQ,GAAAE,SAAA,CAAAnB,IAAA;UAAA,KACViB,QAAQ,CAACI,WAAW,CAAC,CAAC;YAAAF,SAAA,CAAAzE,IAAA;YAAA;UAAA;UAAAyE,SAAA,CAAAf,EAAA,GACxBQ,aAAa;UAAAO,SAAA,CAAAzE,IAAA;UAAA,OAAUyD,iBAAiB,CAAC,IAAAL,UAAI,EAACa,OAAO,EAAEK,IAAI,CAAC,CAAC;QAAA;UAA7DJ,aAAa,GAAAO,SAAA,CAAAf,EAAA,IAAAe,SAAA,CAAAnB,IAAA;UAAAmB,SAAA,CAAAzE,IAAA;UAAA;QAAA;UAEbkE,aAAa,IAAIK,QAAQ,CAACf,IAAI;QAAC;UAAAiB,SAAA,CAAAzE,IAAA;UAAA;QAAA;UAAAyE,SAAA,CAAAzE,IAAA;UAAA;QAAA;UAAAyE,SAAA,CAAAvB,IAAA;UAAAuB,SAAA,CAAAG,EAAA,GAAAH,SAAA;UAAAL,SAAA,CAAA7E,CAAA,CAAAkF,SAAA,CAAAG,EAAA;QAAA;UAAAH,SAAA,CAAAvB,IAAA;UAAAkB,SAAA,CAAA3E,CAAA;UAAA,OAAAgF,SAAA,CAAAI,MAAA;QAAA;UAAA,OAAAJ,SAAA,CAAAlB,MAAA,WAG5BW,aAAa;QAAA;QAAA;UAAA,OAAAO,SAAA,CAAAZ,IAAA;MAAA;IAAA,GAAAG,QAAA;EAAA,CACrB;EAAA,OAAAD,kBAAA,CAAAhC,KAAA,OAAAC,SAAA;AAAA"}

package/dist/es5/lib/utils/write-queue.js

@@ -0,0 +1,214 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
+var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
+var _assertThisInitialized2 = _interopRequireDefault(require("@babel/runtime/helpers/assertThisInitialized"));
+var _get2 = _interopRequireDefault(require("@babel/runtime/helpers/get"));
+var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
+var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
+var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
+var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
+var _queue = require("./queue");
+var _process = _interopRequireDefault(require("process"));
+function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
+function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
+var MEMORY_LIMIT = 4 * 1024 * 1024 * 1024;
+var WriteQueue = function (_Queue) {
+  (0, _inherits2.default)(WriteQueue, _Queue);
+  var _super = _createSuper(WriteQueue);
+  function WriteQueue() {
+    var _this;
+    var listeningInterval = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 2000;
+    var writeConcurrency = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 400;
+    (0, _classCallCheck2.default)(this, WriteQueue);
+    _this = _super.call(this);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "intervalId", void 0);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "writePromise", null);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "fileMap", {});
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "listeningInterval", void 0);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "writeConcurrency", void 0);
+    _this.listeningInterval = listeningInterval;
+    _this.writeConcurrency = writeConcurrency;
+    return _this;
+  }
+  (0, _createClass2.default)(WriteQueue, [{
+    key: "enqueue",
+    value: function () {
+      var _enqueue = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(val) {
+        var writeImmediately,
+          _ref,
+          archiveKey,
+          writePromise,
+          result,
+          _args = arguments;
+        return _regenerator.default.wrap(function _callee$(_context) {
+          while (1) switch (_context.prev = _context.next) {
+            case 0:
+              writeImmediately = _args.length > 1 && _args[1] !== undefined ? _args[1] : false;
+              if (!writeImmediately) {
+                _context.next = 9;
+                break;
+              }
+              _ref = val, archiveKey = _ref.archiveKey, writePromise = _ref.writePromise;
+              _context.next = 5;
+              return writePromise();
+            case 5:
+              result = _context.sent;
+              if (archiveKey && result) {
+                this.fileMap[archiveKey] = result;
+              }
+              _context.next = 13;
+              break;
+            case 9:
+              (0, _get2.default)((0, _getPrototypeOf2.default)(WriteQueue.prototype), "enqueue", this).call(this, val);
+              if (!(_process.default.memoryUsage().rss > MEMORY_LIMIT)) {
+                _context.next = 13;
+                break;
+              }
+              _context.next = 13;
+              return this.startWrite();
+            case 13:
+            case "end":
+              return _context.stop();
+          }
+        }, _callee, this);
+      }));
+      function enqueue(_x) {
+        return _enqueue.apply(this, arguments);
+      }
+      return enqueue;
+    }()
+  }, {
+    key: "startListening",
+    value: function startListening() {
+      this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
+    }
+  }, {
+    key: "stopListening",
+    value: function stopListening() {
+      if (this.intervalId) {
+        clearInterval(this.intervalId);
+      }
+    }
+  }, {
+    key: "startWrite",
+    value: function () {
+      var _startWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
+        return _regenerator.default.wrap(function _callee2$(_context2) {
+          while (1) switch (_context2.prev = _context2.next) {
+            case 0:
+              if (!this.writePromise) {
+                this.writePromise = this.doWrite();
+              }
+              _context2.next = 3;
+              return this.writePromise;
+            case 3:
+              this.writePromise = null;
+            case 4:
+            case "end":
+              return _context2.stop();
+          }
+        }, _callee2, this);
+      }));
+      function startWrite() {
+        return _startWrite.apply(this, arguments);
+      }
+      return startWrite;
+    }()
+  }, {
+    key: "finalize",
+    value: function () {
+      var _finalize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
+        return _regenerator.default.wrap(function _callee3$(_context3) {
+          while (1) switch (_context3.prev = _context3.next) {
+            case 0:
+              this.stopListening();
+              _context3.next = 3;
+              return this.startWrite();
+            case 3:
+            case "end":
+              return _context3.stop();
+          }
+        }, _callee3, this);
+      }));
+      function finalize() {
+        return _finalize.apply(this, arguments);
+      }
+      return finalize;
+    }()
+  }, {
+    key: "doWrite",
+    value: function () {
+      var _doWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
+        var promises, archiveKeys, i, item, _ref2, archiveKey, writePromise, promise, writeResults;
+        return _regenerator.default.wrap(function _callee4$(_context4) {
+          while (1) switch (_context4.prev = _context4.next) {
+            case 0:
+              if (!this.length) {
+                _context4.next = 21;
+                break;
+              }
+              promises = [];
+              archiveKeys = [];
+              i = 0;
+            case 4:
+              if (!(i < this.writeConcurrency)) {
+                _context4.next = 15;
+                break;
+              }
+              item = this.dequeue();
+              if (item) {
+                _context4.next = 8;
+                break;
+              }
+              return _context4.abrupt("break", 15);
+            case 8:
+              _ref2 = item, archiveKey = _ref2.archiveKey, writePromise = _ref2.writePromise;
+              archiveKeys.push(archiveKey);
+              promise = writePromise();
+              promises.push(promise);
+            case 12:
+              i++;
+              _context4.next = 4;
+              break;
+            case 15:
+              _context4.next = 17;
+              return Promise.allSettled(promises);
+            case 17:
+              writeResults = _context4.sent;
+              this.updateFileMap(archiveKeys, writeResults);
+              _context4.next = 0;
+              break;
+            case 21:
+            case "end":
+              return _context4.stop();
+          }
+        }, _callee4, this);
+      }));
+      function doWrite() {
+        return _doWrite.apply(this, arguments);
+      }
+      return doWrite;
+    }()
+  }, {
+    key: "updateFileMap",
+    value: function updateFileMap(archiveKeys, writeResults) {
+      for (var i = 0; i < archiveKeys.length; i++) {
+        var archiveKey = archiveKeys[i];
+        if (archiveKey && 'value' in writeResults[i]) {
+          this.fileMap[archiveKey] = writeResults[i].value;
+        }
+      }
+    }
+  }]);
+  return WriteQueue;
+}(_queue.Queue);
+exports.default = WriteQueue;
+//# sourceMappingURL=write-queue.js.map

package/dist/es5/lib/utils/write-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-queue.js","names":["_queue","require","_process","_interopRequireDefault","_createSuper","Derived","hasNativeReflectConstruct","_isNativeReflectConstruct","_createSuperInternal","Super","_getPrototypeOf2","default","result","NewTarget","constructor","Reflect","construct","arguments","apply","_possibleConstructorReturn2","sham","Proxy","Boolean","prototype","valueOf","call","e","MEMORY_LIMIT","WriteQueue","_Queue","_inherits2","_super","_this","listeningInterval","length","undefined","writeConcurrency","_classCallCheck2","_defineProperty2","_assertThisInitialized2","_createClass2","key","value","_enqueue","_asyncToGenerator2","_regenerator","mark","_callee","val","writeImmediately","_ref","archiveKey","writePromise","_args","wrap","_callee$","_context","prev","next","sent","fileMap","_get2","process","memoryUsage","rss","startWrite","stop","enqueue","_x","startListening","intervalId","setInterval","bind","stopListening","clearInterval","_startWrite","_callee2","_callee2$","_context2","doWrite","_finalize","_callee3","_callee3$","_context3","finalize","_doWrite","_callee4","promises","archiveKeys","i","item","_ref2","promise","writeResults","_callee4$","_context4","dequeue","abrupt","push","Promise","allSettled","updateFileMap","Queue","exports"],"sources":["../../../../src/lib/utils/write-queue.ts"],"sourcesContent":["import {Queue} from './queue';\nimport process from 'process';\n\n/** Memory limit size is based on testing */\nconst MEMORY_LIMIT = 4 * 1024 * 1024 * 1024; // 4GB\n\nexport type WriteQueueItem = {\n  archiveKey?: string;\n  /**\n   * writePromise() returns a Promise that will be awaited in Promise.allSettled(promises);\n   * Arguments for this call are specified in writeQueue.enqueue call like this:\n   * await writeQueue.enqueue({\n   *     archiveKey: `nodePages/xxx.json.gz`,\n   *     writePromise: () => writeFileForSlpk(slpkPath, data, `xxx.json`)\n   * });\n   * Note, a function like writeFileForSlpk should NOT be called when initializing the object for enqueue().\n   * If he function is called, the promise will be created\n   * and the function will allocate resources (file descriptors) for file writing.\n   * It will be done for ALL items in the queue, which is not supposed to happen.\n   * That's why the function should be passed as\n   *   writePromise: () => writeFileForSlpk(slpkPath, content, `xxx.json`)\n   * instead of\n   *  writePromise: writeFileForSlpk(slpkPath, content, `xxx.json`) // INCORRECT !\n   */\n  writePromise: () => Promise<string | null>;\n};\n\nexport default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {\n  private intervalId?: NodeJS.Timeout;\n  public writePromise: Promise<void> | null = null;\n  public fileMap: {[key: string]: string} = {};\n  public listeningInterval: number;\n  public writeConcurrency: number;\n\n  constructor(listeningInterval: number = 2000, writeConcurrency: number = 400) {\n    super();\n    this.listeningInterval = listeningInterval;\n    this.writeConcurrency = writeConcurrency;\n  }\n\n  async enqueue(val: T, writeImmediately: boolean = false) {\n    if (writeImmediately) {\n      const {archiveKey, writePromise} = val as WriteQueueItem;\n      const result = await writePromise();\n      if (archiveKey && result) {\n        this.fileMap[archiveKey] = result;\n      }\n    } else {\n      super.enqueue(val);\n      /** https://nodejs.org/docs/latest-v14.x/api/process.html#process_process_memoryusage */\n      if (process.memoryUsage().rss > MEMORY_LIMIT) {\n        await this.startWrite();\n      }\n    }\n  }\n\n  startListening() {\n    this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);\n  }\n\n  stopListening() {\n    if (this.intervalId) {\n      clearInterval(this.intervalId);\n    }\n  }\n\n  async startWrite(): Promise<void> {\n    if (!this.writePromise) {\n      this.writePromise = this.doWrite();\n    }\n    await this.writePromise;\n    this.writePromise = null;\n  }\n\n  async finalize(): Promise<void> {\n    this.stopListening();\n    await this.startWrite();\n  }\n\n  private async doWrite(): Promise<void> {\n    while (this.length) {\n      const promises: Promise<string | null>[] = [];\n      const archiveKeys: (string | undefined)[] = [];\n      for (let i = 0; i < this.writeConcurrency; i++) {\n        const item = this.dequeue();\n        if (!item) {\n          break;\n        }\n        const {archiveKey, writePromise} = item as WriteQueueItem;\n        archiveKeys.push(archiveKey);\n        const promise = writePromise();\n        promises.push(promise);\n      }\n      const writeResults = await Promise.allSettled(promises);\n      this.updateFileMap(archiveKeys, writeResults);\n    }\n  }\n\n  private updateFileMap(\n    archiveKeys: (string | undefined)[],\n    writeResults: PromiseSettledResult<string | null>[]\n  ) {\n    for (let i = 0; i < archiveKeys.length; i++) {\n      const archiveKey = archiveKeys[i];\n      if (archiveKey && 'value' in writeResults[i]) {\n        this.fileMap[archiveKey] = (writeResults[i] as PromiseFulfilledResult<string>).value;\n      }\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAC,sBAAA,CAAAF,OAAA;AAA8B,SAAAG,aAAAC,OAAA,QAAAC,yBAAA,GAAAC,yBAAA,oBAAAC,qBAAA,QAAAC,KAAA,OAAAC,gBAAA,CAAAC,OAAA,EAAAN,OAAA,GAAAO,MAAA,MAAAN,yBAAA,QAAAO,SAAA,OAAAH,gBAAA,CAAAC,OAAA,QAAAG,WAAA,EAAAF,MAAA,GAAAG,OAAA,CAAAC,SAAA,CAAAP,KAAA,EAAAQ,SAAA,EAAAJ,SAAA,YAAAD,MAAA,GAAAH,KAAA,CAAAS,KAAA,OAAAD,SAAA,gBAAAE,2BAAA,CAAAR,OAAA,QAAAC,MAAA;AAAA,SAAAL,0BAAA,eAAAQ,OAAA,qBAAAA,OAAA,CAAAC,SAAA,oBAAAD,OAAA,CAAAC,SAAA,CAAAI,IAAA,2BAAAC,KAAA,oCAAAC,OAAA,CAAAC,SAAA,CAAAC,OAAA,CAAAC,IAAA,CAAAV,OAAA,CAAAC,SAAA,CAAAM,OAAA,8CAAAI,CAAA;AAG9B,IAAMC,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAAC,IAuBvBC,UAAU,aAAAC,MAAA;EAAA,IAAAC,UAAA,CAAAnB,OAAA,EAAAiB,UAAA,EAAAC,MAAA;EAAA,IAAAE,MAAA,GAAA3B,YAAA,CAAAwB,UAAA;EAO7B,SAAAA,WAAA,EAA8E;IAAA,IAAAI,KAAA;IAAA,IAAlEC,iBAAyB,GAAAhB,SAAA,CAAAiB,MAAA,QAAAjB,SAAA,QAAAkB,SAAA,GAAAlB,SAAA,MAAG,IAAI;IAAA,IAAEmB,gBAAwB,GAAAnB,SAAA,CAAAiB,MAAA,QAAAjB,SAAA,QAAAkB,SAAA,GAAAlB,SAAA,MAAG,GAAG;IAAA,IAAAoB,gBAAA,CAAA1B,OAAA,QAAAiB,UAAA;IAC1EI,KAAA,GAAAD,MAAA,CAAAN,IAAA;IAAQ,IAAAa,gBAAA,CAAA3B,OAAA,MAAA4B,uBAAA,CAAA5B,OAAA,EAAAqB,KAAA;IAAA,IAAAM,gBAAA,CAAA3B,OAAA,MAAA4B,uBAAA,CAAA5B,OAAA,EAAAqB,KAAA,mBANkC,IAAI;IAAA,IAAAM,gBAAA,CAAA3B,OAAA,MAAA4B,uBAAA,CAAA5B,OAAA,EAAAqB,KAAA,cACN,CAAC,CAAC;IAAA,IAAAM,gBAAA,CAAA3B,OAAA,MAAA4B,uBAAA,CAAA5B,OAAA,EAAAqB,KAAA;IAAA,IAAAM,gBAAA,CAAA3B,OAAA,MAAA4B,uBAAA,CAAA5B,OAAA,EAAAqB,KAAA;IAM1CA,KAAA,CAAKC,iBAAiB,GAAGA,iBAAiB;IAC1CD,KAAA,CAAKI,gBAAgB,GAAGA,gBAAgB;IAAC,OAAAJ,KAAA;EAC3C;EAAC,IAAAQ,aAAA,CAAA7B,OAAA,EAAAiB,UAAA;IAAAa,GAAA;IAAAC,KAAA;MAAA,IAAAC,QAAA,OAAAC,kBAAA,CAAAjC,OAAA,EAAAkC,YAAA,CAAAlC,OAAA,CAAAmC,IAAA,CAED,SAAAC,QAAcC,GAAM;QAAA,IAAAC,gBAAA;UAAAC,IAAA;UAAAC,UAAA;UAAAC,YAAA;UAAAxC,MAAA;UAAAyC,KAAA,GAAApC,SAAA;QAAA,OAAA4B,YAAA,CAAAlC,OAAA,CAAA2C,IAAA,UAAAC,SAAAC,QAAA;UAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;YAAA;cAAET,gBAAyB,GAAAI,KAAA,CAAAnB,MAAA,QAAAmB,KAAA,QAAAlB,SAAA,GAAAkB,KAAA,MAAG,KAAK;cAAA,KACjDJ,gBAAgB;gBAAAO,QAAA,CAAAE,IAAA;gBAAA;cAAA;cAAAR,IAAA,GACiBF,GAAG,EAA/BG,UAAU,GAAAD,IAAA,CAAVC,UAAU,EAAEC,YAAY,GAAAF,IAAA,CAAZE,YAAY;cAAAI,QAAA,CAAAE,IAAA;cAAA,OACVN,YAAY,CAAC,CAAC;YAAA;cAA7BxC,MAAM,GAAA4C,QAAA,CAAAG,IAAA;cACZ,IAAIR,UAAU,IAAIvC,MAAM,EAAE;gBACxB,IAAI,CAACgD,OAAO,CAACT,UAAU,CAAC,GAAGvC,MAAM;cACnC;cAAC4C,QAAA,CAAAE,IAAA;cAAA;YAAA;cAED,IAAAG,KAAA,CAAAlD,OAAA,MAAAD,gBAAA,CAAAC,OAAA,EAAAiB,UAAA,CAAAL,SAAA,oBAAAE,IAAA,OAAcuB,GAAG;cAAE,MAEfc,gBAAO,CAACC,WAAW,CAAC,CAAC,CAACC,GAAG,GAAGrC,YAAY;gBAAA6B,QAAA,CAAAE,IAAA;gBAAA;cAAA;cAAAF,QAAA,CAAAE,IAAA;cAAA,OACpC,IAAI,CAACO,UAAU,CAAC,CAAC;YAAA;YAAA;cAAA,OAAAT,QAAA,CAAAU,IAAA;UAAA;QAAA,GAAAnB,OAAA;MAAA,CAG5B;MAAA,SAAAoB,QAAAC,EAAA;QAAA,OAAAzB,QAAA,CAAAzB,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAAkD,OAAA;IAAA;EAAA;IAAA1B,GAAA;IAAAC,KAAA,EAED,SAAA2B,eAAA,EAAiB;MACf,IAAI,CAACC,UAAU,GAAGC,WAAW,CAAC,IAAI,CAACN,UAAU,CAACO,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAACvC,iBAAiB,CAAC;IACnF;EAAC;IAAAQ,GAAA;IAAAC,KAAA,EAED,SAAA+B,cAAA,EAAgB;MACd,IAAI,IAAI,CAACH,UAAU,EAAE;QACnBI,aAAa,CAAC,IAAI,CAACJ,UAAU,CAAC;MAChC;IACF;EAAC;IAAA7B,GAAA;IAAAC,KAAA;MAAA,IAAAiC,WAAA,OAAA/B,kBAAA,CAAAjC,OAAA,EAAAkC,YAAA,CAAAlC,OAAA,CAAAmC,IAAA,CAED,SAAA8B,SAAA;QAAA,OAAA/B,YAAA,CAAAlC,OAAA,CAAA2C,IAAA,UAAAuB,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAArB,IAAA,GAAAqB,SAAA,CAAApB,IAAA;YAAA;cACE,IAAI,CAAC,IAAI,CAACN,YAAY,EAAE;gBACtB,IAAI,CAACA,YAAY,GAAG,IAAI,CAAC2B,OAAO,CAAC,CAAC;cACpC;cAACD,SAAA,CAAApB,IAAA;cAAA,OACK,IAAI,CAACN,YAAY;YAAA;cACvB,IAAI,CAACA,YAAY,GAAG,IAAI;YAAC;YAAA;cAAA,OAAA0B,SAAA,CAAAZ,IAAA;UAAA;QAAA,GAAAU,QAAA;MAAA,CAC1B;MAAA,SAAAX,WAAA;QAAA,OAAAU,WAAA,CAAAzD,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAAgD,UAAA;IAAA;EAAA;IAAAxB,GAAA;IAAAC,KAAA;MAAA,IAAAsC,SAAA,OAAApC,kBAAA,CAAAjC,OAAA,EAAAkC,YAAA,CAAAlC,OAAA,CAAAmC,IAAA,CAED,SAAAmC,SAAA;QAAA,OAAApC,YAAA,CAAAlC,OAAA,CAAA2C,IAAA,UAAA4B,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAA1B,IAAA,GAAA0B,SAAA,CAAAzB,IAAA;YAAA;cACE,IAAI,CAACe,aAAa,CAAC,CAAC;cAACU,SAAA,CAAAzB,IAAA;cAAA,OACf,IAAI,CAACO,UAAU,CAAC,CAAC;YAAA;YAAA;cAAA,OAAAkB,SAAA,CAAAjB,IAAA;UAAA;QAAA,GAAAe,QAAA;MAAA,CACxB;MAAA,SAAAG,SAAA;QAAA,OAAAJ,SAAA,CAAA9D,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAAmE,QAAA;IAAA;EAAA;IAAA3C,GAAA;IAAAC,KAAA;MAAA,IAAA2C,QAAA,OAAAzC,kBAAA,CAAAjC,OAAA,EAAAkC,YAAA,CAAAlC,OAAA,CAAAmC,IAAA,CAED,SAAAwC,SAAA;QAAA,IAAAC,QAAA,EAAAC,WAAA,EAAAC,CAAA,EAAAC,IAAA,EAAAC,KAAA,EAAAxC,UAAA,EAAAC,YAAA,EAAAwC,OAAA,EAAAC,YAAA;QAAA,OAAAhD,YAAA,CAAAlC,OAAA,CAAA2C,IAAA,UAAAwC,UAAAC,SAAA;UAAA,kBAAAA,SAAA,CAAAtC,IAAA,GAAAsC,SAAA,CAAArC,IAAA;YAAA;cAAA,KACS,IAAI,CAACxB,MAAM;gBAAA6D,SAAA,CAAArC,IAAA;gBAAA;cAAA;cACV6B,QAAkC,GAAG,EAAE;cACvCC,WAAmC,GAAG,EAAE;cACrCC,CAAC,GAAG,CAAC;YAAA;cAAA,MAAEA,CAAC,GAAG,IAAI,CAACrD,gBAAgB;gBAAA2D,SAAA,CAAArC,IAAA;gBAAA;cAAA;cACjCgC,IAAI,GAAG,IAAI,CAACM,OAAO,CAAC,CAAC;cAAA,IACtBN,IAAI;gBAAAK,SAAA,CAAArC,IAAA;gBAAA;cAAA;cAAA,OAAAqC,SAAA,CAAAE,MAAA;YAAA;cAAAN,KAAA,GAG0BD,IAAI,EAAhCvC,UAAU,GAAAwC,KAAA,CAAVxC,UAAU,EAAEC,YAAY,GAAAuC,KAAA,CAAZvC,YAAY;cAC/BoC,WAAW,CAACU,IAAI,CAAC/C,UAAU,CAAC;cACtByC,OAAO,GAAGxC,YAAY,CAAC,CAAC;cAC9BmC,QAAQ,CAACW,IAAI,CAACN,OAAO,CAAC;YAAC;cARkBH,CAAC,EAAE;cAAAM,SAAA,CAAArC,IAAA;cAAA;YAAA;cAAAqC,SAAA,CAAArC,IAAA;cAAA,OAUnByC,OAAO,CAACC,UAAU,CAACb,QAAQ,CAAC;YAAA;cAAjDM,YAAY,GAAAE,SAAA,CAAApC,IAAA;cAClB,IAAI,CAAC0C,aAAa,CAACb,WAAW,EAAEK,YAAY,CAAC;cAACE,SAAA,CAAArC,IAAA;cAAA;YAAA;YAAA;cAAA,OAAAqC,SAAA,CAAA7B,IAAA;UAAA;QAAA,GAAAoB,QAAA;MAAA,CAEjD;MAAA,SAAAP,QAAA;QAAA,OAAAM,QAAA,CAAAnE,KAAA,OAAAD,SAAA;MAAA;MAAA,OAAA8D,OAAA;IAAA;EAAA;IAAAtC,GAAA;IAAAC,KAAA,EAED,SAAA2D,cACEb,WAAmC,EACnCK,YAAmD,EACnD;MACA,KAAK,IAAIJ,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGD,WAAW,CAACtD,MAAM,EAAEuD,CAAC,EAAE,EAAE;QAC3C,IAAMtC,UAAU,GAAGqC,WAAW,CAACC,CAAC,CAAC;QACjC,IAAItC,UAAU,IAAI,OAAO,IAAI0C,YAAY,CAACJ,CAAC,CAAC,EAAE;UAC5C,IAAI,CAAC7B,OAAO,CAACT,UAAU,CAAC,GAAI0C,YAAY,CAACJ,CAAC,CAAC,CAAoC/C,KAAK;QACtF;MACF;IACF;EAAC;EAAA,OAAAd,UAAA;AAAA,EAjF+D0E,YAAK;AAAAC,OAAA,CAAA5F,OAAA,GAAAiB,UAAA"}

package/dist/es5/pgm-loader.js

@@ -0,0 +1,41 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.PGMLoader = void 0;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _geoid = require("@math.gl/geoid");
+var VERSION = typeof "4.0.0-alpha.11" !== 'undefined' ? "4.0.0-alpha.11" : 'latest';
+var PGMLoader = {
+  name: 'PGM - Netpbm grayscale image format',
+  id: 'pgm',
+  module: 'tile-converter',
+  version: VERSION,
+  mimeTypes: ['image/x-portable-graymap'],
+  parse: function () {
+    var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer, options) {
+      return _regenerator.default.wrap(function _callee$(_context) {
+        while (1) switch (_context.prev = _context.next) {
+          case 0:
+            return _context.abrupt("return", (0, _geoid.parsePGM)(new Uint8Array(arrayBuffer), options));
+          case 1:
+          case "end":
+            return _context.stop();
+        }
+      }, _callee);
+    }));
+    function parse(_x, _x2) {
+      return _parse.apply(this, arguments);
+    }
+    return parse;
+  }(),
+  extensions: ['pgm'],
+  options: {
+    cubic: false
+  }
+};
+exports.PGMLoader = PGMLoader;
+//# sourceMappingURL=pgm-loader.js.map

package/dist/es5/pgm-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgm-loader.js","names":["_geoid","require","VERSION","PGMLoader","name","id","module","version","mimeTypes","parse","_parse","_asyncToGenerator2","default","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parsePGM","Uint8Array","stop","_x","_x2","apply","arguments","extensions","cubic","exports"],"sources":["../../src/pgm-loader.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parsePGM} from '@math.gl/geoid';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Loader for PGM - Netpbm grayscale image format\n */\nexport const PGMLoader: LoaderWithParser = {\n  name: 'PGM - Netpbm grayscale image format',\n  id: 'pgm',\n  module: 'tile-converter',\n  version: VERSION,\n  mimeTypes: ['image/x-portable-graymap'],\n  // @ts-expect-error LoaderOptions does not have cubic parameter\n  parse: async (arrayBuffer, options) => parsePGM(new Uint8Array(arrayBuffer), options),\n  extensions: ['pgm'],\n  options: {\n    // TODO - use pgm namespace\n    cubic: false\n  }\n};\n"],"mappings":";;;;;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAIA,IAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAKpE,IAAMC,SAA2B,GAAG;EACzCC,IAAI,EAAE,qCAAqC;EAC3CC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,gBAAgB;EACxBC,OAAO,EAAEL,OAAO;EAChBM,SAAS,EAAE,CAAC,0BAA0B,CAAC;EAEvCC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,WAAW,EAAEC,OAAO;MAAA,OAAAJ,YAAA,CAAAD,OAAA,CAAAM,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAAK,IAAAC,eAAQ,EAAC,IAAIC,UAAU,CAACT,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAM,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,KAAA;EAAA;EACrFsB,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBd,OAAO,EAAE;IAEPe,KAAK,EAAE;EACT;AACF,CAAC;AAACC,OAAA,CAAA9B,SAAA,GAAAA,SAAA"}