@loaders.gl/tile-converter 3.2.5 → 3.2.6

package/dist/es5/lib/utils/write-queue.js

@@ -17,6 +17,8 @@ var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/creat
 
 var _assertThisInitialized2 = _interopRequireDefault(require("@babel/runtime/helpers/assertThisInitialized"));
 
+var _get2 = _interopRequireDefault(require("@babel/runtime/helpers/get"));
+
 var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
 
 var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
@@ -27,10 +29,14 @@ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/de
 
 var _queue = require("./queue");
 
+var _process = _interopRequireDefault(require("process"));
+
 function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
 
 function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
 
+var MEMORY_LIMIT = 4 * 1024 * 1024 * 1024;
+
 var WriteQueue = function (_Queue) {
   (0, _inherits2.default)(WriteQueue, _Queue);
 
@@ -54,6 +60,38 @@ var WriteQueue = function (_Queue) {
   }
 
   (0, _createClass2.default)(WriteQueue, [{
+    key: "enqueue",
+    value: function () {
+      var _enqueue = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(val) {
+        return _regenerator.default.wrap(function _callee$(_context) {
+          while (1) {
+            switch (_context.prev = _context.next) {
+              case 0:
+                (0, _get2.default)((0, _getPrototypeOf2.default)(WriteQueue.prototype), "enqueue", this).call(this, val);
+
+                if (!(_process.default.memoryUsage().rss > MEMORY_LIMIT)) {
+                  _context.next = 4;
+                  break;
+                }
+
+                _context.next = 4;
+                return this.startWrite();
+
+              case 4:
+              case "end":
+                return _context.stop();
+            }
+          }
+        }, _callee, this);
+      }));
+
+      function enqueue(_x) {
+        return _enqueue.apply(this, arguments);
+      }
+
+      return enqueue;
+    }()
+  }, {
     key: "startListening",
     value: function startListening() {
       this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
@@ -68,26 +106,26 @@ var WriteQueue = function (_Queue) {
   }, {
     key: "startWrite",
     value: function () {
-      var _startWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
-        return _regenerator.default.wrap(function _callee$(_context) {
+      var _startWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
+        return _regenerator.default.wrap(function _callee2$(_context2) {
           while (1) {
-            switch (_context.prev = _context.next) {
+            switch (_context2.prev = _context2.next) {
               case 0:
                 if (!this.writePromise) {
-                  _context.next = 5;
+                  _context2.next = 5;
                   break;
                 }
 
-                _context.next = 3;
+                _context2.next = 3;
                 return this.writePromise;
 
               case 3:
                 this.writePromise = null;
-                return _context.abrupt("return");
+                return _context2.abrupt("return");
 
               case 5:
                 this.writePromise = this.doWrite();
-                _context.next = 8;
+                _context2.next = 8;
                 return this.writePromise;
 
               case 8:
@@ -95,10 +133,10 @@ var WriteQueue = function (_Queue) {
 
               case 9:
               case "end":
-                return _context.stop();
+                return _context2.stop();
             }
           }
-        }, _callee, this);
+        }, _callee2, this);
       }));
 
       function startWrite() {
@@ -110,21 +148,21 @@ var WriteQueue = function (_Queue) {
   }, {
     key: "finalize",
     value: function () {
-      var _finalize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
-        return _regenerator.default.wrap(function _callee2$(_context2) {
+      var _finalize = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
+        return _regenerator.default.wrap(function _callee3$(_context3) {
           while (1) {
-            switch (_context2.prev = _context2.next) {
+            switch (_context3.prev = _context3.next) {
               case 0:
                 this.stopListening();
-                _context2.next = 3;
+                _context3.next = 3;
                 return this.startWrite();
 
               case 3:
               case "end":
-                return _context2.stop();
+                return _context3.stop();
             }
           }
-        }, _callee2, this);
+        }, _callee3, this);
       }));
 
       function finalize() {
@@ -136,15 +174,15 @@ var WriteQueue = function (_Queue) {
   }, {
     key: "doWrite",
     value: function () {
-      var _doWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
+      var _doWrite = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
         var promises, archiveKeys, i, item, _ref, archiveKey, writePromise, writeResults;
 
-        return _regenerator.default.wrap(function _callee3$(_context3) {
+        return _regenerator.default.wrap(function _callee4$(_context4) {
           while (1) {
-            switch (_context3.prev = _context3.next) {
+            switch (_context4.prev = _context4.next) {
               case 0:
                 if (!this.length) {
-                  _context3.next = 20;
+                  _context4.next = 20;
                   break;
                 }
 
@@ -154,18 +192,18 @@ var WriteQueue = function (_Queue) {
 
               case 4:
                 if (!(i < this.writeConcurrency)) {
-                  _context3.next = 14;
+                  _context4.next = 14;
                   break;
                 }
 
                 item = this.dequeue();
 
                 if (item) {
-                  _context3.next = 8;
+                  _context4.next = 8;
                   break;
                 }
 
-                return _context3.abrupt("break", 14);
+                return _context4.abrupt("break", 14);
 
               case 8:
                 _ref = item, archiveKey = _ref.archiveKey, writePromise = _ref.writePromise;
@@ -174,17 +212,17 @@ var WriteQueue = function (_Queue) {
 
               case 11:
                 i++;
-                _context3.next = 4;
+                _context4.next = 4;
                 break;
 
               case 14:
-                _context3.next = 16;
+                _context4.next = 16;
                 return Promise.all(promises);
 
               case 16:
-                writeResults = _context3.sent;
+                writeResults = _context4.sent;
                 this.updateFileMap(archiveKeys, writeResults);
-                _context3.next = 0;
+                _context4.next = 0;
                 break;
 
               case 20:
@@ -192,10 +230,10 @@ var WriteQueue = function (_Queue) {
 
               case 21:
               case "end":
-                return _context3.stop();
+                return _context4.stop();
             }
           }
-        }, _callee3, this);
+        }, _callee4, this);
       }));
 
       function doWrite() {

package/dist/es5/lib/utils/write-queue.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/utils/write-queue.ts"],"names":["WriteQueue","listeningInterval","writeConcurrency","intervalId","setInterval","startWrite","bind","clearInterval","writePromise","doWrite","stopListening","length","promises","archiveKeys","i","item","dequeue","archiveKey","push","Promise","all","writeResults","updateFileMap","fileMap","Queue"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;IAOqBA,U;;;;;AAOnB,wBAA8E;AAAA;;AAAA,QAAlEC,iBAAkE,uEAAtC,IAAsC;AAAA,QAAhCC,gBAAgC,uEAAL,GAAK;AAAA;AAC5E;AAD4E;AAAA,+FALlC,IAKkC;AAAA,0FAJpC,EAIoC;AAAA;AAAA;AAE5E,UAAKD,iBAAL,GAAyBA,iBAAzB;AACA,UAAKC,gBAAL,GAAwBA,gBAAxB;AAH4E;AAI7E;;;;WAED,0BAAiB;AACf,WAAKC,UAAL,GAAkBC,WAAW,CAAC,KAAKC,UAAL,CAAgBC,IAAhB,CAAqB,IAArB,CAAD,EAA6B,KAAKL,iBAAlC,CAA7B;AACD;;;WAED,yBAAgB;AACd,UAAI,KAAKE,UAAT,EAAqB;AACnBI,QAAAA,aAAa,CAAC,KAAKJ,UAAN,CAAb;AACD;AACF;;;;kFAED;AAAA;AAAA;AAAA;AAAA;AAAA,qBACM,KAAKK,YADX;AAAA;AAAA;AAAA;;AAAA;AAAA,uBAEU,KAAKA,YAFf;;AAAA;AAGI,qBAAKA,YAAL,GAAoB,IAApB;AAHJ;;AAAA;AAME,qBAAKA,YAAL,GAAoB,KAAKC,OAAL,EAApB;AANF;AAAA,uBAOQ,KAAKD,YAPb;;AAAA;AAQE,qBAAKA,YAAL,GAAoB,IAApB;;AARF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;gFAWA;AAAA;AAAA;AAAA;AAAA;AACE,qBAAKE,aAAL;AADF;AAAA,uBAEQ,KAAKL,UAAL,EAFR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;+EAKA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,qBACS,KAAKM,MADd;AAAA;AAAA;AAAA;;AAEUC,gBAAAA,QAFV,GAEwC,EAFxC;AAGUC,gBAAAA,WAHV,GAGgD,EAHhD;AAIaC,gBAAAA,CAJb,GAIiB,CAJjB;;AAAA;AAAA,sBAIoBA,CAAC,GAAG,KAAKZ,gBAJ7B;AAAA;AAAA;AAAA;;AAKYa,gBAAAA,IALZ,GAKmB,KAAKC,OAAL,EALnB;;AAAA,oBAMWD,IANX;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA,uBASyCA,IATzC,EASaE,UATb,QASaA,UATb,EASyBT,YATzB,QASyBA,YATzB;AAUMK,gBAAAA,WAAW,CAACK,IAAZ,CAAiBD,UAAjB;AACAL,gBAAAA,QAAQ,CAACM,IAAT,CAAcV,YAAd;;AAXN;AAI+CM,gBAAAA,CAAC,EAJhD;AAAA;AAAA;;AAAA;AAAA;AAAA,uBAa+BK,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAb/B;;AAAA;AAaUS,gBAAAA,YAbV;AAcI,qBAAKC,aAAL,CAAmBT,WAAnB,EAAgCQ,YAAhC;AAdJ;AAAA;;AAAA;AAgBE,qBAAKb,YAAL,GAAoB,IAApB;;AAhBF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAmBA,uBAAsBK,WAAtB,EAA2DQ,YAA3D,EAAmF;AACjF,WAAK,IAAIP,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGD,WAAW,CAACF,MAAhC,EAAwCG,CAAC,EAAzC,EAA6C;AAC3C,YAAMG,UAAU,GAAGJ,WAAW,CAACC,CAAD,CAA9B;;AACA,YAAI,CAACG,UAAL,EAAiB;AACf;AACD;;AACD,aAAKM,OAAL,CAAaN,UAAb,IAA2BI,YAAY,CAACP,CAAD,CAAvC;AACD;AACF;;;EAlE+DU,Y","sourcesContent":["import {Queue} from './queue';\n\nexport type WriteQueueItem = {\n  archiveKey?: string;\n  writePromise: Promise<string>;\n};\n\nexport default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {\n  private intervalId?: NodeJS.Timeout;\n  public writePromise: Promise<void> | null = null;\n  public fileMap: {[key: string]: string} = {};\n  public listeningInterval: number;\n  public writeConcurrency: number;\n\n  constructor(listeningInterval: number = 2000, writeConcurrency: number = 400) {\n    super();\n    this.listeningInterval = listeningInterval;\n    this.writeConcurrency = writeConcurrency;\n  }\n\n  startListening() {\n    this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);\n  }\n\n  stopListening() {\n    if (this.intervalId) {\n      clearInterval(this.intervalId);\n    }\n  }\n\n  async startWrite(): Promise<void> {\n    if (this.writePromise) {\n      await this.writePromise;\n      this.writePromise = null;\n      return;\n    }\n    this.writePromise = this.doWrite();\n    await this.writePromise;\n    this.writePromise = null;\n  }\n\n  async finalize(): Promise<void> {\n    this.stopListening();\n    await this.startWrite();\n  }\n\n  private async doWrite(): Promise<void> {\n    while (this.length) {\n      const promises: Promise<string>[] = [];\n      const archiveKeys: (string | undefined)[] = [];\n      for (let i = 0; i < this.writeConcurrency; i++) {\n        const item = this.dequeue();\n        if (!item) {\n          break;\n        }\n        const {archiveKey, writePromise} = item as WriteQueueItem;\n        archiveKeys.push(archiveKey);\n        promises.push(writePromise);\n      }\n      const writeResults = await Promise.all(promises);\n      this.updateFileMap(archiveKeys, writeResults);\n    }\n    this.writePromise = null;\n  }\n\n  private updateFileMap(archiveKeys: (string | undefined)[], writeResults: string[]) {\n    for (let i = 0; i < archiveKeys.length; i++) {\n      const archiveKey = archiveKeys[i];\n      if (!archiveKey) {\n        continue;\n      }\n      this.fileMap[archiveKey] = writeResults[i];\n    }\n  }\n}\n"],"file":"write-queue.js"}
+{"version":3,"sources":["../../../../src/lib/utils/write-queue.ts"],"names":["MEMORY_LIMIT","WriteQueue","listeningInterval","writeConcurrency","val","process","memoryUsage","rss","startWrite","intervalId","setInterval","bind","clearInterval","writePromise","doWrite","stopListening","length","promises","archiveKeys","i","item","dequeue","archiveKey","push","Promise","all","writeResults","updateFileMap","fileMap","Queue"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;AACA;;;;;;AAGA,IAAMA,YAAY,GAAG,IAAI,IAAJ,GAAW,IAAX,GAAkB,IAAvC;;IAOqBC,U;;;;;AAOnB,wBAA8E;AAAA;;AAAA,QAAlEC,iBAAkE,uEAAtC,IAAsC;AAAA,QAAhCC,gBAAgC,uEAAL,GAAK;AAAA;AAC5E;AAD4E;AAAA,+FALlC,IAKkC;AAAA,0FAJpC,EAIoC;AAAA;AAAA;AAE5E,UAAKD,iBAAL,GAAyBA,iBAAzB;AACA,UAAKC,gBAAL,GAAwBA,gBAAxB;AAH4E;AAI7E;;;;;+EAED,iBAAcC,GAAd;AAAA;AAAA;AAAA;AAAA;AACE,oHAAcA,GAAd;;AADF,sBAGMC,iBAAQC,WAAR,GAAsBC,GAAtB,GAA4BP,YAHlC;AAAA;AAAA;AAAA;;AAAA;AAAA,uBAIU,KAAKQ,UAAL,EAJV;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAQA,0BAAiB;AACf,WAAKC,UAAL,GAAkBC,WAAW,CAAC,KAAKF,UAAL,CAAgBG,IAAhB,CAAqB,IAArB,CAAD,EAA6B,KAAKT,iBAAlC,CAA7B;AACD;;;WAED,yBAAgB;AACd,UAAI,KAAKO,UAAT,EAAqB;AACnBG,QAAAA,aAAa,CAAC,KAAKH,UAAN,CAAb;AACD;AACF;;;;kFAED;AAAA;AAAA;AAAA;AAAA;AAAA,qBACM,KAAKI,YADX;AAAA;AAAA;AAAA;;AAAA;AAAA,uBAEU,KAAKA,YAFf;;AAAA;AAGI,qBAAKA,YAAL,GAAoB,IAApB;AAHJ;;AAAA;AAME,qBAAKA,YAAL,GAAoB,KAAKC,OAAL,EAApB;AANF;AAAA,uBAOQ,KAAKD,YAPb;;AAAA;AAQE,qBAAKA,YAAL,GAAoB,IAApB;;AARF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;gFAWA;AAAA;AAAA;AAAA;AAAA;AACE,qBAAKE,aAAL;AADF;AAAA,uBAEQ,KAAKP,UAAL,EAFR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;+EAKA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,qBACS,KAAKQ,MADd;AAAA;AAAA;AAAA;;AAEUC,gBAAAA,QAFV,GAEwC,EAFxC;AAGUC,gBAAAA,WAHV,GAGgD,EAHhD;AAIaC,gBAAAA,CAJb,GAIiB,CAJjB;;AAAA;AAAA,sBAIoBA,CAAC,GAAG,KAAKhB,gBAJ7B;AAAA;AAAA;AAAA;;AAKYiB,gBAAAA,IALZ,GAKmB,KAAKC,OAAL,EALnB;;AAAA,oBAMWD,IANX;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA,uBASyCA,IATzC,EASaE,UATb,QASaA,UATb,EASyBT,YATzB,QASyBA,YATzB;AAUMK,gBAAAA,WAAW,CAACK,IAAZ,CAAiBD,UAAjB;AACAL,gBAAAA,QAAQ,CAACM,IAAT,CAAcV,YAAd;;AAXN;AAI+CM,gBAAAA,CAAC,EAJhD;AAAA;AAAA;;AAAA;AAAA;AAAA,uBAa+BK,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAb/B;;AAAA;AAaUS,gBAAAA,YAbV;AAcI,qBAAKC,aAAL,CAAmBT,WAAnB,EAAgCQ,YAAhC;AAdJ;AAAA;;AAAA;AAgBE,qBAAKb,YAAL,GAAoB,IAApB;;AAhBF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAmBA,uBAAsBK,WAAtB,EAA2DQ,YAA3D,EAAmF;AACjF,WAAK,IAAIP,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGD,WAAW,CAACF,MAAhC,EAAwCG,CAAC,EAAzC,EAA6C;AAC3C,YAAMG,UAAU,GAAGJ,WAAW,CAACC,CAAD,CAA9B;;AACA,YAAI,CAACG,UAAL,EAAiB;AACf;AACD;;AACD,aAAKM,OAAL,CAAaN,UAAb,IAA2BI,YAAY,CAACP,CAAD,CAAvC;AACD;AACF;;;EA1E+DU,Y","sourcesContent":["import {Queue} from './queue';\nimport process from 'process';\n\n/** Memory limit size is based on testing */\nconst MEMORY_LIMIT = 4 * 1024 * 1024 * 1024; // 4GB\n\nexport type WriteQueueItem = {\n  archiveKey?: string;\n  writePromise: Promise<string>;\n};\n\nexport default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {\n  private intervalId?: NodeJS.Timeout;\n  public writePromise: Promise<void> | null = null;\n  public fileMap: {[key: string]: string} = {};\n  public listeningInterval: number;\n  public writeConcurrency: number;\n\n  constructor(listeningInterval: number = 2000, writeConcurrency: number = 400) {\n    super();\n    this.listeningInterval = listeningInterval;\n    this.writeConcurrency = writeConcurrency;\n  }\n\n  async enqueue(val: T) {\n    super.enqueue(val);\n    /** https://nodejs.org/docs/latest-v14.x/api/process.html#process_process_memoryusage */\n    if (process.memoryUsage().rss > MEMORY_LIMIT) {\n      await this.startWrite();\n    }\n  }\n\n  startListening() {\n    this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);\n  }\n\n  stopListening() {\n    if (this.intervalId) {\n      clearInterval(this.intervalId);\n    }\n  }\n\n  async startWrite(): Promise<void> {\n    if (this.writePromise) {\n      await this.writePromise;\n      this.writePromise = null;\n      return;\n    }\n    this.writePromise = this.doWrite();\n    await this.writePromise;\n    this.writePromise = null;\n  }\n\n  async finalize(): Promise<void> {\n    this.stopListening();\n    await this.startWrite();\n  }\n\n  private async doWrite(): Promise<void> {\n    while (this.length) {\n      const promises: Promise<string>[] = [];\n      const archiveKeys: (string | undefined)[] = [];\n      for (let i = 0; i < this.writeConcurrency; i++) {\n        const item = this.dequeue();\n        if (!item) {\n          break;\n        }\n        const {archiveKey, writePromise} = item as WriteQueueItem;\n        archiveKeys.push(archiveKey);\n        promises.push(writePromise);\n      }\n      const writeResults = await Promise.all(promises);\n      this.updateFileMap(archiveKeys, writeResults);\n    }\n    this.writePromise = null;\n  }\n\n  private updateFileMap(archiveKeys: (string | undefined)[], writeResults: string[]) {\n    for (let i = 0; i < archiveKeys.length; i++) {\n      const archiveKey = archiveKeys[i];\n      if (!archiveKey) {\n        continue;\n      }\n      this.fileMap[archiveKey] = writeResults[i];\n    }\n  }\n}\n"],"file":"write-queue.js"}

package/dist/es5/pgm-loader.js

@@ -13,7 +13,7 @@ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/
 
 var _geoid = require("@math.gl/geoid");
 
-var VERSION = typeof "3.2.5" !== 'undefined' ? "3.2.5" : 'latest';
+var VERSION = typeof "3.2.6" !== 'undefined' ? "3.2.6" : 'latest';
 var PGMLoader = {
   name: 'PGM - Netpbm grayscale image format',
   id: 'pgm',

package/dist/esm/3d-tiles-attributes-worker.js

@@ -1,5 +1,5 @@
 import { processOnWorker } from '@loaders.gl/worker-utils';
-const VERSION = typeof "3.2.5" !== 'undefined' ? "3.2.5" : 'latest';
+const VERSION = typeof "3.2.6" !== 'undefined' ? "3.2.6" : 'latest';
 export const Tile3dAttributesWorker = {
   id: '3d-tiles-attributes',
   name: '3DTiles Attributes Worker',

package/dist/esm/i3s-attributes-worker.js

@@ -1,5 +1,5 @@
 import { processOnWorker } from '@loaders.gl/worker-utils';
-const VERSION = typeof "3.2.5" !== 'undefined' ? "3.2.5" : 'latest';
+const VERSION = typeof "3.2.6" !== 'undefined' ? "3.2.6" : 'latest';
 export const I3SAttributesWorker = {
   id: 'i3s-attributes',
   name: 'I3S Attributes Worker',

package/dist/esm/i3s-converter/helpers/node-pages.js

@@ -121,7 +121,7 @@ export default class NodePages {
       for (const [index, nodePage] of this.nodePages.entries()) {
         const nodePageStr = JSON.stringify(nodePage);
         const slpkPath = join(layers0Path, 'nodepages');
-        writeQueue.enqueue({
+        await writeQueue.enqueue({
           archiveKey: "nodePages/".concat(index.toString(), ".json.gz"),
           writePromise: this.writeFile(slpkPath, nodePageStr, "".concat(index.toString(), ".json"))
         });
@@ -131,7 +131,7 @@ export default class NodePages {
         nodeCount: this.nodesCounter
       }, metadataTemplate());
       const compress = false;
-      writeQueue.enqueue({
+      await writeQueue.enqueue({
         archiveKey: 'metadata.json',
         writePromise: this.writeFile(layers0Path, JSON.stringify(metadata), 'metadata.json', compress)
       });
@@ -139,7 +139,7 @@ export default class NodePages {
       for (const [index, nodePage] of this.nodePages.entries()) {
         const nodePageStr = JSON.stringify(nodePage);
         const nodePagePath = join(layers0Path, 'nodepages', index.toString());
-        writeQueue.enqueue({
+        await writeQueue.enqueue({
           writePromise: this.writeFile(nodePagePath, nodePageStr)
         });
       }

package/dist/esm/i3s-converter/helpers/node-pages.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/i3s-converter/helpers/node-pages.ts"],"names":["join","transform","METADATA","metadataTemplate","NodePages","constructor","writeFileFunc","nodesPerPage","nodesCounter","nodePages","nodes","writeFile","useWriteFunction","func","getNodeById","id","pageIndex","Math","floor","nodeIndex","updateMaterialByNodeId","materialId","node","mesh","material","definition","resource","index","updateVertexCountByNodeId","vertexCount","geometry","updateNodeAttributeByNodeId","attribute","updateFeatureCountByNodeId","featureCount","updateTexelCountHintByNodeId","texelCountHint","addChildRelation","parentId","childId","undefined","parentNode","children","push","updateResourceInMesh","currentNodePage","length","save","layers0Path","writeQueue","slpk","nodePage","entries","nodePageStr","JSON","stringify","slpkPath","enqueue","archiveKey","toString","writePromise","metadata","nodeCount","compress","nodePagePath"],"mappings":";AAEA,SAAQA,IAAR,QAAmB,MAAnB;AACA,OAAOC,SAAP,MAAsB,oBAAtB;AACA,SAAQC,QAAQ,IAAIC,gBAApB,QAA2C,4BAA3C;AAqCA,eAAe,MAAMC,SAAN,CAAgB;AAY7BC,EAAAA,WAAW,CAACC,aAAD,EAAgBC,YAAhB,EAA8B;AAAA;;AAAA;;AAAA;;AAAA;;AACvC,SAAKA,YAAL,GAAoBA,YAApB;AACA,SAAKC,YAAL,GAAoB,CAApB;AAEA,SAAKC,SAAL,GAAiB,CAAC,EAAD,CAAjB;AACA,SAAKA,SAAL,CAAe,CAAf,EAAkBC,KAAlB,GAA0B,EAA1B;AACA,SAAKC,SAAL,GAAiBL,aAAjB;AACD;;AAMDM,EAAAA,gBAAgB,CAACC,IAAD,EAAuB;AACrC,SAAKF,SAAL,GAAiBE,IAAjB;AACD;;AAODC,EAAAA,WAAW,CAACC,EAAD,EAAyB;AAClC,UAAMC,SAAS,GAAGC,IAAI,CAACC,KAAL,CAAWH,EAAE,GAAG,KAAKR,YAArB,CAAlB;AACA,UAAMY,SAAS,GAAGJ,EAAE,GAAG,KAAKR,YAA5B;AACA,WAAO,KAAKE,SAAL,CAAeO,SAAf,EAA0BN,KAA1B,CAAgCS,SAAhC,CAAP;AACD;;AAODC,EAAAA,sBAAsB,CAACL,EAAD,EAAaM,UAAb,EAAuC;AAC3D,UAAMC,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUC,QAAV,GAAqB;AACnBC,MAAAA,UAAU,EAAEJ,UADO;AAEnBK,MAAAA,QAAQ,EAAEJ,IAAI,CAACK;AAFI,KAArB;AAID;;AAODC,EAAAA,yBAAyB,CAACb,EAAD,EAAac,WAAb,EAAwC;AAC/D,UAAMP,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBD,WAAnB,GAAiCA,WAAjC;AACD;;AAMDE,EAAAA,2BAA2B,CAAChB,EAAD,EAAmB;AAC5C,UAAMO,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUS,SAAV,CAAoBN,QAApB,GAA+BJ,IAAI,CAACK,KAApC;AACD;;AAODM,EAAAA,0BAA0B,CAAClB,EAAD,EAAamB,YAAb,EAAyC;AACjE,UAAMZ,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBI,YAAnB,GAAkCA,YAAlC;AACD;;AAODC,EAAAA,4BAA4B,CAACpB,EAAD,EAAaqB,cAAb,EAA2C;AACrE,UAAMd,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAN,IAAc,CAACD,IAAI,CAACC,IAAL,CAAUC,QAA7B,EAAuC;AACrC;AACD;;AACDF,IAAAA,IAAI,CAACC,IAAL,CAAUC,QAAV,CAAmBY,cAAnB,GAAoCA,cAApC;AACD;;AAODC,EAAAA,gBAAgB,CAACC,QAAD,EAA+BC,OAA/B,EAAsD;AAAA;;AACpE,QAAID,QAAQ,KAAK,IAAb,IAAqBA,QAAQ,KAAKE,SAAtC,EAAiD;AAC/C;AACD;;AACD,UAAMC,UAAU,GAAG,KAAK3B,WAAL,CAAiBwB,QAAjB,CAAnB;AACA,4BAAAG,UAAU,CAACC,QAAX,8EAAqBC,IAArB,CAA0BJ,OAA1B;AACD;;AAMDK,EAAAA,oBAAoB,CAACtB,IAAD,EAAyB;AAC3C,QAAIA,IAAI,CAACC,IAAT,EAAe;AACbD,MAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBJ,QAAnB,GAA8BJ,IAAI,CAACK,KAAnC;AACD;AACF;;AAQDgB,EAAAA,IAAI,CAACrB,IAAD,EAAmBgB,QAAnB,EAA8C;AAChD,QAAIO,eAAe,GAAG,KAAKpC,SAAL,CAAe,KAAKA,SAAL,CAAeqC,MAAf,GAAwB,CAAvC,CAAtB;;AACA,QAAID,eAAe,CAACnC,KAAhB,CAAsBoC,MAAtB,KAAiC,KAAKvC,YAA1C,EAAwD;AACtDsC,MAAAA,eAAe,GAAG;AAACnC,QAAAA,KAAK,EAAE;AAAR,OAAlB;AACA,WAAKD,SAAL,CAAekC,IAAf,CAAoBE,eAApB;AACD;;AACDvB,IAAAA,IAAI,CAACK,KAAL,GAAa,KAAKnB,YAAL,EAAb;AACAqC,IAAAA,eAAe,CAACnC,KAAhB,CAAsBiC,IAAtB,CAA2BrB,IAA3B;AACA,SAAKe,gBAAL,CAAsBC,QAAtB,EAAgChB,IAAI,CAACK,KAArC;AACA,SAAKiB,oBAAL,CAA0BtB,IAA1B;AACA,WAAOA,IAAI,CAACK,KAAZ;AACD;;AASS,QAAJoB,IAAI,CACRC,WADQ,EAERC,UAFQ,EAGRC,IAAa,GAAG,KAHR,EAIO;AACf,QAAIA,IAAJ,EAAU;AACR,WAAK,MAAM,CAACvB,KAAD,EAAQwB,QAAR,CAAX,IAAgC,KAAK1C,SAAL,CAAe2C,OAAf,EAAhC,EAA0D;AACxD,cAAMC,WAAW,GAAGC,IAAI,CAACC,SAAL,CAAeJ,QAAf,CAApB;AACA,cAAMK,QAAQ,GAAGxD,IAAI,CAACgD,WAAD,EAAc,WAAd,CAArB;AACAC,QAAAA,UAAU,CAACQ,OAAX,CAAmB;AACjBC,UAAAA,UAAU,sBAAe/B,KAAK,CAACgC,QAAN,EAAf,aADO;AAEjBC,UAAAA,YAAY,EAAE,KAAKjD,SAAL,CAAe6C,QAAf,EAAyBH,WAAzB,YAAyC1B,KAAK,CAACgC,QAAN,EAAzC;AAFG,SAAnB;AAID;;AACD,YAAME,QAAQ,GAAG5D,SAAS,CAAC;AAAC6D,QAAAA,SAAS,EAAE,KAAKtD;AAAjB,OAAD,EAAiCL,gBAAgB,EAAjD,CAA1B;AACA,YAAM4D,QAAQ,GAAG,KAAjB;AACAd,MAAAA,UAAU,CAACQ,OAAX,CAAmB;AACjBC,QAAAA,UAAU,EAAE,eADK;AAEjBE,QAAAA,YAAY,EAAE,KAAKjD,SAAL,CACZqC,WADY,EAEZM,IAAI,CAACC,SAAL,CAAeM,QAAf,CAFY,EAGZ,eAHY,EAIZE,QAJY;AAFG,OAAnB;AASD,KApBD,MAoBO;AACL,WAAK,MAAM,CAACpC,KAAD,EAAQwB,QAAR,CAAX,IAAgC,KAAK1C,SAAL,CAAe2C,OAAf,EAAhC,EAA0D;AACxD,cAAMC,WAAW,GAAGC,IAAI,CAACC,SAAL,CAAeJ,QAAf,CAApB;AACA,cAAMa,YAAY,GAAGhE,IAAI,CAACgD,WAAD,EAAc,WAAd,EAA2BrB,KAAK,CAACgC,QAAN,EAA3B,CAAzB;AACAV,QAAAA,UAAU,CAACQ,OAAX,CAAmB;AAACG,UAAAA,YAAY,EAAE,KAAKjD,SAAL,CAAeqD,YAAf,EAA6BX,WAA7B;AAAf,SAAnB;AACD;AACF;AACF;;AA5L4B","sourcesContent":["import type {WriteQueueItem} from '../../lib/utils/write-queue';\n\nimport {join} from 'path';\nimport transform from 'json-map-transform';\nimport {METADATA as metadataTemplate} from '../json-templates/metadata';\nimport {NodeInPage} from '@loaders.gl/i3s';\nimport WriteQueue from '../../lib/utils/write-queue';\n\n// @ts-nocheck\n/**\n * class NodePages - wrapper of nodePages array\n *\n * @example\n * import {writeFile} from './helpers/write-file';\n *\n * // create an instance of the class\n * const nodePages = new NodePages(writeFile, HARDCODED_NODES_PER_PAGE);\n * ...\n * // push root node\n * const parentId = nodePages.push({\n      lodThreshold: HARDCODED_MAX_SCREEN_THRESHOLD_SQ,\n      obb: coordinates.obb,\n      children: []\n    });\n * ...\n * // push node with parent relation\n * const nodeInPage = {\n      lodThreshold: HARDCODED_MAX_SCREEN_THRESHOLD_SQ,\n      obb: coordinates.obb,\n      children: [],\n      mesh: {\n        geometry: {\n          definition: 0\n        }\n      }\n    };\n * const nodeId = this.nodePages.push(nodeInPage, parentId);\n * ...\n * // save all the nodePages in the end of pushing all the nodes\n * await this.nodePages.save(layers0path);\n */\nexport default class NodePages {\n  readonly nodesPerPage: number;\n  nodesCounter: number;\n  writeFile: Function;\n  readonly nodePages: {nodes: NodeInPage[]}[];\n\n  /**\n   * @constructs\n   * Create a nodePages instance.\n   * @param writeFileFunc - function to save one nodePage into a file\n   * @param nodesPerPage - length limit for one nodePage. An additional nodePage is created when this limit is met\n   */\n  constructor(writeFileFunc, nodesPerPage) {\n    this.nodesPerPage = nodesPerPage;\n    this.nodesCounter = 0;\n    // @ts-expect-error\n    this.nodePages = [{}];\n    this.nodePages[0].nodes = [];\n    this.writeFile = writeFileFunc;\n  }\n\n  /**\n   * Setup function to save node pages\n   * @param func - function which should be used to save node pages\n   */\n  useWriteFunction(func: Function): void {\n    this.writeFile = func;\n  }\n\n  /**\n   * Get the node by its end-to-end index\n   * @param id - end-to-end index of the node\n   * @return the node object\n   */\n  getNodeById(id: number): NodeInPage {\n    const pageIndex = Math.floor(id / this.nodesPerPage);\n    const nodeIndex = id % this.nodesPerPage;\n    return this.nodePages[pageIndex].nodes[nodeIndex];\n  }\n\n  /**\n   * Update material in node.mesh object by node id\n   * @param id - end-to-end index of the node\n   * @param materialId - id from scene layer materialDefinitions\n   */\n  updateMaterialByNodeId(id: number, materialId: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.material = {\n      definition: materialId,\n      resource: node.index\n    };\n  }\n\n  /**\n   * Update vertexCount in node.mesh.geometry object by node id\n   * @param id - end-to-end index of the node\n   * @param vertexCount - vertex count for particular node\n   */\n  updateVertexCountByNodeId(id: number, vertexCount: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.geometry.vertexCount = vertexCount;\n  }\n\n  /**\n   * Update resource in node.mesh.attribute object by node id\n   * @param id - end-to-end index of the node\n   */\n  updateNodeAttributeByNodeId(id: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.attribute.resource = node.index;\n  }\n\n  /**\n   * Update featureCount in node.mesh.geometry object by node id\n   * @param id - end-to-end index of the node\n   * @param featureCount - features count of the node\n   */\n  updateFeatureCountByNodeId(id: number, featureCount: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.geometry.featureCount = featureCount;\n  }\n\n  /**\n   * Update texelCountHint in node.mesh.material object by node id\n   * @param id - end-to-end index of the node\n   * @param texelCountHint - texelCountHint of particular node\n   */\n  updateTexelCountHintByNodeId(id: number, texelCountHint: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh || !node.mesh.material) {\n      return;\n    }\n    node.mesh.material.texelCountHint = texelCountHint;\n  }\n\n  /**\n   * Add a child id into the parent node.children array\n   * @param parentId - end-to-end parent node index\n   * @param childId - end-to-end child node index\n   */\n  addChildRelation(parentId: number | undefined, childId: number): void {\n    if (parentId === null || parentId === undefined) {\n      return;\n    }\n    const parentNode = this.getNodeById(parentId);\n    parentNode.children?.push(childId);\n  }\n\n  /**\n   * Update resource index in node.mesh object\n   * @param node - node object\n   */\n  updateResourceInMesh(node: NodeInPage): void {\n    if (node.mesh) {\n      node.mesh.geometry.resource = node.index;\n    }\n  }\n\n  /**\n   * Put new node in nodePages array\n   * @param node - node object\n   * @param parentId - index of parent node\n   * @return\n   */\n  push(node: NodeInPage, parentId?: number): number {\n    let currentNodePage = this.nodePages[this.nodePages.length - 1];\n    if (currentNodePage.nodes.length === this.nodesPerPage) {\n      currentNodePage = {nodes: []};\n      this.nodePages.push(currentNodePage);\n    }\n    node.index = this.nodesCounter++;\n    currentNodePage.nodes.push(node);\n    this.addChildRelation(parentId, node.index);\n    this.updateResourceInMesh(node);\n    return node.index;\n  }\n\n  /**\n   * Save all the node pages\n   * Run this method when all nodes is pushed in nodePages\n   * @param layers0Path - path of layer\n   * @param writeQueue - write queue that controlls files write concurrency\n   * @param slpk\n   */\n  async save(\n    layers0Path: string,\n    writeQueue: WriteQueue<WriteQueueItem>,\n    slpk: boolean = false\n  ): Promise<void> {\n    if (slpk) {\n      for (const [index, nodePage] of this.nodePages.entries()) {\n        const nodePageStr = JSON.stringify(nodePage);\n        const slpkPath = join(layers0Path, 'nodepages');\n        writeQueue.enqueue({\n          archiveKey: `nodePages/${index.toString()}.json.gz`,\n          writePromise: this.writeFile(slpkPath, nodePageStr, `${index.toString()}.json`)\n        });\n      }\n      const metadata = transform({nodeCount: this.nodesCounter}, metadataTemplate());\n      const compress = false;\n      writeQueue.enqueue({\n        archiveKey: 'metadata.json',\n        writePromise: this.writeFile(\n          layers0Path,\n          JSON.stringify(metadata),\n          'metadata.json',\n          compress\n        )\n      });\n    } else {\n      for (const [index, nodePage] of this.nodePages.entries()) {\n        const nodePageStr = JSON.stringify(nodePage);\n        const nodePagePath = join(layers0Path, 'nodepages', index.toString());\n        writeQueue.enqueue({writePromise: this.writeFile(nodePagePath, nodePageStr)});\n      }\n    }\n  }\n}\n"],"file":"node-pages.js"}
+{"version":3,"sources":["../../../../src/i3s-converter/helpers/node-pages.ts"],"names":["join","transform","METADATA","metadataTemplate","NodePages","constructor","writeFileFunc","nodesPerPage","nodesCounter","nodePages","nodes","writeFile","useWriteFunction","func","getNodeById","id","pageIndex","Math","floor","nodeIndex","updateMaterialByNodeId","materialId","node","mesh","material","definition","resource","index","updateVertexCountByNodeId","vertexCount","geometry","updateNodeAttributeByNodeId","attribute","updateFeatureCountByNodeId","featureCount","updateTexelCountHintByNodeId","texelCountHint","addChildRelation","parentId","childId","undefined","parentNode","children","push","updateResourceInMesh","currentNodePage","length","save","layers0Path","writeQueue","slpk","nodePage","entries","nodePageStr","JSON","stringify","slpkPath","enqueue","archiveKey","toString","writePromise","metadata","nodeCount","compress","nodePagePath"],"mappings":";AAEA,SAAQA,IAAR,QAAmB,MAAnB;AACA,OAAOC,SAAP,MAAsB,oBAAtB;AACA,SAAQC,QAAQ,IAAIC,gBAApB,QAA2C,4BAA3C;AAqCA,eAAe,MAAMC,SAAN,CAAgB;AAY7BC,EAAAA,WAAW,CAACC,aAAD,EAAgBC,YAAhB,EAA8B;AAAA;;AAAA;;AAAA;;AAAA;;AACvC,SAAKA,YAAL,GAAoBA,YAApB;AACA,SAAKC,YAAL,GAAoB,CAApB;AAEA,SAAKC,SAAL,GAAiB,CAAC,EAAD,CAAjB;AACA,SAAKA,SAAL,CAAe,CAAf,EAAkBC,KAAlB,GAA0B,EAA1B;AACA,SAAKC,SAAL,GAAiBL,aAAjB;AACD;;AAMDM,EAAAA,gBAAgB,CAACC,IAAD,EAAuB;AACrC,SAAKF,SAAL,GAAiBE,IAAjB;AACD;;AAODC,EAAAA,WAAW,CAACC,EAAD,EAAyB;AAClC,UAAMC,SAAS,GAAGC,IAAI,CAACC,KAAL,CAAWH,EAAE,GAAG,KAAKR,YAArB,CAAlB;AACA,UAAMY,SAAS,GAAGJ,EAAE,GAAG,KAAKR,YAA5B;AACA,WAAO,KAAKE,SAAL,CAAeO,SAAf,EAA0BN,KAA1B,CAAgCS,SAAhC,CAAP;AACD;;AAODC,EAAAA,sBAAsB,CAACL,EAAD,EAAaM,UAAb,EAAuC;AAC3D,UAAMC,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUC,QAAV,GAAqB;AACnBC,MAAAA,UAAU,EAAEJ,UADO;AAEnBK,MAAAA,QAAQ,EAAEJ,IAAI,CAACK;AAFI,KAArB;AAID;;AAODC,EAAAA,yBAAyB,CAACb,EAAD,EAAac,WAAb,EAAwC;AAC/D,UAAMP,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBD,WAAnB,GAAiCA,WAAjC;AACD;;AAMDE,EAAAA,2BAA2B,CAAChB,EAAD,EAAmB;AAC5C,UAAMO,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUS,SAAV,CAAoBN,QAApB,GAA+BJ,IAAI,CAACK,KAApC;AACD;;AAODM,EAAAA,0BAA0B,CAAClB,EAAD,EAAamB,YAAb,EAAyC;AACjE,UAAMZ,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAV,EAAgB;AACd;AACD;;AACDD,IAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBI,YAAnB,GAAkCA,YAAlC;AACD;;AAODC,EAAAA,4BAA4B,CAACpB,EAAD,EAAaqB,cAAb,EAA2C;AACrE,UAAMd,IAAI,GAAG,KAAKR,WAAL,CAAiBC,EAAjB,CAAb;;AACA,QAAI,CAACO,IAAI,CAACC,IAAN,IAAc,CAACD,IAAI,CAACC,IAAL,CAAUC,QAA7B,EAAuC;AACrC;AACD;;AACDF,IAAAA,IAAI,CAACC,IAAL,CAAUC,QAAV,CAAmBY,cAAnB,GAAoCA,cAApC;AACD;;AAODC,EAAAA,gBAAgB,CAACC,QAAD,EAA+BC,OAA/B,EAAsD;AAAA;;AACpE,QAAID,QAAQ,KAAK,IAAb,IAAqBA,QAAQ,KAAKE,SAAtC,EAAiD;AAC/C;AACD;;AACD,UAAMC,UAAU,GAAG,KAAK3B,WAAL,CAAiBwB,QAAjB,CAAnB;AACA,4BAAAG,UAAU,CAACC,QAAX,8EAAqBC,IAArB,CAA0BJ,OAA1B;AACD;;AAMDK,EAAAA,oBAAoB,CAACtB,IAAD,EAAyB;AAC3C,QAAIA,IAAI,CAACC,IAAT,EAAe;AACbD,MAAAA,IAAI,CAACC,IAAL,CAAUO,QAAV,CAAmBJ,QAAnB,GAA8BJ,IAAI,CAACK,KAAnC;AACD;AACF;;AAQDgB,EAAAA,IAAI,CAACrB,IAAD,EAAmBgB,QAAnB,EAA8C;AAChD,QAAIO,eAAe,GAAG,KAAKpC,SAAL,CAAe,KAAKA,SAAL,CAAeqC,MAAf,GAAwB,CAAvC,CAAtB;;AACA,QAAID,eAAe,CAACnC,KAAhB,CAAsBoC,MAAtB,KAAiC,KAAKvC,YAA1C,EAAwD;AACtDsC,MAAAA,eAAe,GAAG;AAACnC,QAAAA,KAAK,EAAE;AAAR,OAAlB;AACA,WAAKD,SAAL,CAAekC,IAAf,CAAoBE,eAApB;AACD;;AACDvB,IAAAA,IAAI,CAACK,KAAL,GAAa,KAAKnB,YAAL,EAAb;AACAqC,IAAAA,eAAe,CAACnC,KAAhB,CAAsBiC,IAAtB,CAA2BrB,IAA3B;AACA,SAAKe,gBAAL,CAAsBC,QAAtB,EAAgChB,IAAI,CAACK,KAArC;AACA,SAAKiB,oBAAL,CAA0BtB,IAA1B;AACA,WAAOA,IAAI,CAACK,KAAZ;AACD;;AASS,QAAJoB,IAAI,CACRC,WADQ,EAERC,UAFQ,EAGRC,IAAa,GAAG,KAHR,EAIO;AACf,QAAIA,IAAJ,EAAU;AACR,WAAK,MAAM,CAACvB,KAAD,EAAQwB,QAAR,CAAX,IAAgC,KAAK1C,SAAL,CAAe2C,OAAf,EAAhC,EAA0D;AACxD,cAAMC,WAAW,GAAGC,IAAI,CAACC,SAAL,CAAeJ,QAAf,CAApB;AACA,cAAMK,QAAQ,GAAGxD,IAAI,CAACgD,WAAD,EAAc,WAAd,CAArB;AACA,cAAMC,UAAU,CAACQ,OAAX,CAAmB;AACvBC,UAAAA,UAAU,sBAAe/B,KAAK,CAACgC,QAAN,EAAf,aADa;AAEvBC,UAAAA,YAAY,EAAE,KAAKjD,SAAL,CAAe6C,QAAf,EAAyBH,WAAzB,YAAyC1B,KAAK,CAACgC,QAAN,EAAzC;AAFS,SAAnB,CAAN;AAID;;AACD,YAAME,QAAQ,GAAG5D,SAAS,CAAC;AAAC6D,QAAAA,SAAS,EAAE,KAAKtD;AAAjB,OAAD,EAAiCL,gBAAgB,EAAjD,CAA1B;AACA,YAAM4D,QAAQ,GAAG,KAAjB;AACA,YAAMd,UAAU,CAACQ,OAAX,CAAmB;AACvBC,QAAAA,UAAU,EAAE,eADW;AAEvBE,QAAAA,YAAY,EAAE,KAAKjD,SAAL,CACZqC,WADY,EAEZM,IAAI,CAACC,SAAL,CAAeM,QAAf,CAFY,EAGZ,eAHY,EAIZE,QAJY;AAFS,OAAnB,CAAN;AASD,KApBD,MAoBO;AACL,WAAK,MAAM,CAACpC,KAAD,EAAQwB,QAAR,CAAX,IAAgC,KAAK1C,SAAL,CAAe2C,OAAf,EAAhC,EAA0D;AACxD,cAAMC,WAAW,GAAGC,IAAI,CAACC,SAAL,CAAeJ,QAAf,CAApB;AACA,cAAMa,YAAY,GAAGhE,IAAI,CAACgD,WAAD,EAAc,WAAd,EAA2BrB,KAAK,CAACgC,QAAN,EAA3B,CAAzB;AACA,cAAMV,UAAU,CAACQ,OAAX,CAAmB;AAACG,UAAAA,YAAY,EAAE,KAAKjD,SAAL,CAAeqD,YAAf,EAA6BX,WAA7B;AAAf,SAAnB,CAAN;AACD;AACF;AACF;;AA5L4B","sourcesContent":["import type {WriteQueueItem} from '../../lib/utils/write-queue';\n\nimport {join} from 'path';\nimport transform from 'json-map-transform';\nimport {METADATA as metadataTemplate} from '../json-templates/metadata';\nimport {NodeInPage} from '@loaders.gl/i3s';\nimport WriteQueue from '../../lib/utils/write-queue';\n\n// @ts-nocheck\n/**\n * class NodePages - wrapper of nodePages array\n *\n * @example\n * import {writeFile} from './helpers/write-file';\n *\n * // create an instance of the class\n * const nodePages = new NodePages(writeFile, HARDCODED_NODES_PER_PAGE);\n * ...\n * // push root node\n * const parentId = nodePages.push({\n      lodThreshold: HARDCODED_MAX_SCREEN_THRESHOLD_SQ,\n      obb: coordinates.obb,\n      children: []\n    });\n * ...\n * // push node with parent relation\n * const nodeInPage = {\n      lodThreshold: HARDCODED_MAX_SCREEN_THRESHOLD_SQ,\n      obb: coordinates.obb,\n      children: [],\n      mesh: {\n        geometry: {\n          definition: 0\n        }\n      }\n    };\n * const nodeId = this.nodePages.push(nodeInPage, parentId);\n * ...\n * // save all the nodePages in the end of pushing all the nodes\n * await this.nodePages.save(layers0path);\n */\nexport default class NodePages {\n  readonly nodesPerPage: number;\n  nodesCounter: number;\n  writeFile: Function;\n  readonly nodePages: {nodes: NodeInPage[]}[];\n\n  /**\n   * @constructs\n   * Create a nodePages instance.\n   * @param writeFileFunc - function to save one nodePage into a file\n   * @param nodesPerPage - length limit for one nodePage. An additional nodePage is created when this limit is met\n   */\n  constructor(writeFileFunc, nodesPerPage) {\n    this.nodesPerPage = nodesPerPage;\n    this.nodesCounter = 0;\n    // @ts-expect-error\n    this.nodePages = [{}];\n    this.nodePages[0].nodes = [];\n    this.writeFile = writeFileFunc;\n  }\n\n  /**\n   * Setup function to save node pages\n   * @param func - function which should be used to save node pages\n   */\n  useWriteFunction(func: Function): void {\n    this.writeFile = func;\n  }\n\n  /**\n   * Get the node by its end-to-end index\n   * @param id - end-to-end index of the node\n   * @return the node object\n   */\n  getNodeById(id: number): NodeInPage {\n    const pageIndex = Math.floor(id / this.nodesPerPage);\n    const nodeIndex = id % this.nodesPerPage;\n    return this.nodePages[pageIndex].nodes[nodeIndex];\n  }\n\n  /**\n   * Update material in node.mesh object by node id\n   * @param id - end-to-end index of the node\n   * @param materialId - id from scene layer materialDefinitions\n   */\n  updateMaterialByNodeId(id: number, materialId: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.material = {\n      definition: materialId,\n      resource: node.index\n    };\n  }\n\n  /**\n   * Update vertexCount in node.mesh.geometry object by node id\n   * @param id - end-to-end index of the node\n   * @param vertexCount - vertex count for particular node\n   */\n  updateVertexCountByNodeId(id: number, vertexCount: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.geometry.vertexCount = vertexCount;\n  }\n\n  /**\n   * Update resource in node.mesh.attribute object by node id\n   * @param id - end-to-end index of the node\n   */\n  updateNodeAttributeByNodeId(id: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.attribute.resource = node.index;\n  }\n\n  /**\n   * Update featureCount in node.mesh.geometry object by node id\n   * @param id - end-to-end index of the node\n   * @param featureCount - features count of the node\n   */\n  updateFeatureCountByNodeId(id: number, featureCount: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh) {\n      return;\n    }\n    node.mesh.geometry.featureCount = featureCount;\n  }\n\n  /**\n   * Update texelCountHint in node.mesh.material object by node id\n   * @param id - end-to-end index of the node\n   * @param texelCountHint - texelCountHint of particular node\n   */\n  updateTexelCountHintByNodeId(id: number, texelCountHint: number): void {\n    const node = this.getNodeById(id);\n    if (!node.mesh || !node.mesh.material) {\n      return;\n    }\n    node.mesh.material.texelCountHint = texelCountHint;\n  }\n\n  /**\n   * Add a child id into the parent node.children array\n   * @param parentId - end-to-end parent node index\n   * @param childId - end-to-end child node index\n   */\n  addChildRelation(parentId: number | undefined, childId: number): void {\n    if (parentId === null || parentId === undefined) {\n      return;\n    }\n    const parentNode = this.getNodeById(parentId);\n    parentNode.children?.push(childId);\n  }\n\n  /**\n   * Update resource index in node.mesh object\n   * @param node - node object\n   */\n  updateResourceInMesh(node: NodeInPage): void {\n    if (node.mesh) {\n      node.mesh.geometry.resource = node.index;\n    }\n  }\n\n  /**\n   * Put new node in nodePages array\n   * @param node - node object\n   * @param parentId - index of parent node\n   * @return\n   */\n  push(node: NodeInPage, parentId?: number): number {\n    let currentNodePage = this.nodePages[this.nodePages.length - 1];\n    if (currentNodePage.nodes.length === this.nodesPerPage) {\n      currentNodePage = {nodes: []};\n      this.nodePages.push(currentNodePage);\n    }\n    node.index = this.nodesCounter++;\n    currentNodePage.nodes.push(node);\n    this.addChildRelation(parentId, node.index);\n    this.updateResourceInMesh(node);\n    return node.index;\n  }\n\n  /**\n   * Save all the node pages\n   * Run this method when all nodes is pushed in nodePages\n   * @param layers0Path - path of layer\n   * @param writeQueue - write queue that controlls files write concurrency\n   * @param slpk\n   */\n  async save(\n    layers0Path: string,\n    writeQueue: WriteQueue<WriteQueueItem>,\n    slpk: boolean = false\n  ): Promise<void> {\n    if (slpk) {\n      for (const [index, nodePage] of this.nodePages.entries()) {\n        const nodePageStr = JSON.stringify(nodePage);\n        const slpkPath = join(layers0Path, 'nodepages');\n        await writeQueue.enqueue({\n          archiveKey: `nodePages/${index.toString()}.json.gz`,\n          writePromise: this.writeFile(slpkPath, nodePageStr, `${index.toString()}.json`)\n        });\n      }\n      const metadata = transform({nodeCount: this.nodesCounter}, metadataTemplate());\n      const compress = false;\n      await writeQueue.enqueue({\n        archiveKey: 'metadata.json',\n        writePromise: this.writeFile(\n          layers0Path,\n          JSON.stringify(metadata),\n          'metadata.json',\n          compress\n        )\n      });\n    } else {\n      for (const [index, nodePage] of this.nodePages.entries()) {\n        const nodePageStr = JSON.stringify(nodePage);\n        const nodePagePath = join(layers0Path, 'nodepages', index.toString());\n        await writeQueue.enqueue({writePromise: this.writeFile(nodePagePath, nodePageStr)});\n      }\n    }\n  }\n}\n"],"file":"node-pages.js"}

package/dist/esm/i3s-converter/i3s-converter.js

@@ -277,12 +277,12 @@ export default class I3SConverter {
       const childPath = join(this.layers0Path, 'nodes', child.path);
 
       if (this.options.slpk) {
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           archiveKey: 'nodes/1/3dNodeIndexDocument.json.gz',
           writePromise: writeFileForSlpk(childPath, JSON.stringify(child), '3dNodeIndexDocument.json')
         });
       } else {
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           writePromise: writeFile(childPath, JSON.stringify(child))
         });
       }
@@ -300,12 +300,12 @@ export default class I3SConverter {
 
   async _writeLayers0() {
     if (this.options.slpk) {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: '3dSceneLayer.json.gz',
         writePromise: writeFileForSlpk(this.layers0Path, JSON.stringify(this.layers0), '3dSceneLayer.json')
       });
     } else {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(this.layers0Path, JSON.stringify(this.layers0))
       });
     }
@@ -313,12 +313,12 @@ export default class I3SConverter {
 
   async _writeNodeIndexDocument(root0, nodePath, rootPath) {
     if (this.options.slpk) {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: "nodes/".concat(nodePath, "/3dNodeIndexDocument.json.gz"),
         writePromise: writeFileForSlpk(rootPath, JSON.stringify(root0), '3dNodeIndexDocument.json')
       });
     } else {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(rootPath, JSON.stringify(root0))
       });
     }
@@ -643,13 +643,13 @@ export default class I3SConverter {
   async _writeGeometries(geometryBuffer, compressedGeometry, childPath, slpkChildPath) {
     if (this.options.slpk) {
       const slpkGeometryPath = join(childPath, 'geometries');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: "".concat(slpkChildPath, "/geometries/0.bin.gz"),
         writePromise: writeFileForSlpk(slpkGeometryPath, geometryBuffer, '0.bin')
       });
     } else {
       const geometryPath = join(childPath, 'geometries/0/');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(geometryPath, geometryBuffer, 'index.bin')
       });
     }
@@ -657,13 +657,13 @@ export default class I3SConverter {
     if (this.options.draco) {
       if (this.options.slpk) {
         const slpkCompressedGeometryPath = join(childPath, 'geometries');
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           archiveKey: "".concat(slpkChildPath, "/geometries/1.bin.gz"),
           writePromise: writeFileForSlpk(slpkCompressedGeometryPath, compressedGeometry, '1.bin')
         });
       } else {
         const compressedGeometryPath = join(childPath, 'geometries/1/');
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           writePromise: writeFile(compressedGeometryPath, compressedGeometry, 'index.bin')
         });
       }
@@ -681,13 +681,13 @@ export default class I3SConverter {
 
     if (this.options.slpk) {
       const slpkSharedPath = join(childPath, 'shared');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: "".concat(slpkChildPath, "/shared/sharedResource.json.gz"),
         writePromise: writeFileForSlpk(slpkSharedPath, sharedDataStr, 'sharedResource.json')
       });
     } else {
       const sharedPath = join(childPath, 'shared/');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(sharedPath, sharedDataStr)
       });
     }
@@ -757,13 +757,13 @@ export default class I3SConverter {
     if (this.options.slpk) {
       const slpkTexturePath = join(childPath, 'textures');
       const compress = false;
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: "".concat(slpkChildPath, "/textures/").concat(name, ".").concat(format),
         writePromise: writeFileForSlpk(slpkTexturePath, textureData, "".concat(name, ".").concat(format), compress)
       });
     } else {
       const texturePath = join(childPath, "textures/".concat(name, "/"));
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(texturePath, textureData, "index.".concat(format))
       });
     }
@@ -779,13 +779,13 @@ export default class I3SConverter {
 
         if (this.options.slpk) {
           const slpkAttributesPath = join(childPath, 'attributes', folderName);
-          this.writeQueue.enqueue({
+          await this.writeQueue.enqueue({
             archiveKey: "".concat(slpkChildPath, "/attributes/").concat(folderName, ".bin.gz"),
             writePromise: writeFileForSlpk(slpkAttributesPath, fileBuffer, '0.bin')
           });
         } else {
           const attributesPath = join(childPath, "attributes/".concat(folderName, "/0"));
-          this.writeQueue.enqueue({
+          await this.writeQueue.enqueue({
             writePromise: writeFile(attributesPath, fileBuffer, 'index.bin')
           });
         }