@loaders.gl/tile-converter 4.0.0-alpha.1 → 4.0.0-alpha.10

package/dist/esm/index.js

@@ -0,0 +1,3 @@
+export { default as I3SConverter } from './i3s-converter/i3s-converter';
+export { default as Tiles3DConverter } from './3d-tiles-converter/3d-tiles-converter';
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["default","I3SConverter","Tiles3DConverter"],"sources":["../../src/index.ts"],"sourcesContent":["export {default as I3SConverter} from './i3s-converter/i3s-converter';\nexport {default as Tiles3DConverter} from './3d-tiles-converter/3d-tiles-converter';\n"],"mappings":"AAAA,SAAQA,OAAO,IAAIC,YAAY,QAAO,+BAA+B;AACrE,SAAQD,OAAO,IAAIE,gBAAgB,QAAO,yCAAyC"}

package/dist/esm/lib/utils/compress-util.js

@@ -0,0 +1,168 @@
+import { createGzip } from 'zlib';
+import { join } from 'path';
+import { promises as fs, createReadStream, createWriteStream } from 'fs';
+import archiver from 'archiver';
+import { removeFile } from './file-utils';
+import { ChildProcessProxy } from '@loaders.gl/worker-utils';
+import JSZip from 'jszip';
+import { MD5Hash } from '@loaders.gl/crypto';
+import crypt from 'crypt';
+import { getAbsoluteFilePath } from './file-utils';
+export function compressFileWithGzip(pathFile) {
+  const compressedPathFile = "".concat(pathFile, ".gz");
+  const gzip = createGzip();
+  const input = createReadStream(pathFile);
+  const output = createWriteStream(compressedPathFile);
+  return new Promise((resolve, reject) => {
+    input.on('end', () => {
+      console.log("".concat(compressedPathFile, " compressed and saved."));
+      resolve(compressedPathFile);
+    });
+    input.on('error', error => {
+      console.log("".concat(compressedPathFile, ": compression error!"));
+      reject(error);
+    });
+    input.pipe(gzip).pipe(output);
+  });
+}
+export async function compressFilesWithZip(fileMap, outputFile) {
+  let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
+  try {
+    await removeFile(outputFile);
+  } catch (e) {}
+  const output = createWriteStream(outputFile);
+  const archive = archiver('zip', {
+    zlib: {
+      level
+    }
+  });
+  return new Promise(async (resolve, reject) => {
+    output.on('close', function () {
+      console.log("".concat(outputFile, " saved."));
+      console.log("".concat(archive.pointer(), " total bytes"));
+      resolve(null);
+    });
+    output.on('end', function () {
+      console.log('Data has been drained');
+      resolve(null);
+    });
+    archive.on('warning', function (err) {
+      console.log(err);
+      reject(err);
+    });
+    archive.on('error', function (err) {
+      reject(err);
+    });
+    archive.pipe(output);
+    for (const subFileName in fileMap) {
+      const subFileData = fileMap[subFileName];
+      await appendFileToArchive(archive, subFileName, subFileData);
+    }
+    archive.finalize();
+  });
+}
+export async function compressWithChildProcess(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
+  if (process.platform === 'win32') {
+    await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
+  } else {
+    await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
+  }
+}
+async function compressWithChildProcessUnix(inputFolder, outputFile) {
+  let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
+  let inputFiles = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : '.';
+  const fullOutputFile = getAbsoluteFilePath(outputFile);
+  const args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
+  const childProcess = new ChildProcessProxy();
+  await childProcess.start({
+    command: 'zip',
+    arguments: args,
+    spawn: {
+      cwd: inputFolder
+    },
+    wait: 0
+  });
+}
+async function compressWithChildProcessWindows(inputFolder, outputFile) {
+  let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
+  let inputFiles = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : join('.', '*');
+  let sevenZipExe = arguments.length > 4 ? arguments[4] : undefined;
+  if (inputFiles[0] === '@') {
+    inputFiles = "*".concat(inputFiles.substr(1));
+  }
+  const fullOutputFile = getAbsoluteFilePath(outputFile);
+  const args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
+  const childProcess = new ChildProcessProxy();
+  await childProcess.start({
+    command: sevenZipExe,
+    arguments: args,
+    spawn: {
+      cwd: "".concat(inputFolder)
+    },
+    wait: 0
+  });
+}
+export async function generateHash128FromZip(inputZipFile, outputFile) {
+  const input = await fs.readFile(inputZipFile);
+  const zip = await JSZip.loadAsync(input);
+  const hashTable = [];
+  const zipFiles = zip.files;
+  for (const relativePath in zipFiles) {
+    const zipEntry = zipFiles[relativePath];
+    const _data = '_data';
+    const content = zipEntry[_data].compressedContent;
+    if (zipEntry.dir) continue;
+    const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
+    hashTable.push({
+      key: atob(hash),
+      value: content.byteOffset
+    });
+  }
+  hashTable.sort((prev, next) => {
+    if (prev.key === next.key) {
+      return prev.value < next.value ? -1 : 1;
+    }
+    return prev.key < next.key ? -1 : 1;
+  });
+  const output = createWriteStream(outputFile);
+  return new Promise((resolve, reject) => {
+    output.on('close', function () {
+      console.log("".concat(outputFile, " generated and saved"));
+      resolve(null);
+    });
+    output.on('error', function (err) {
+      console.log(err);
+      reject(err);
+    });
+    for (const key in hashTable) {
+      const item = hashTable[key];
+      const value = longToByteArray(item.value);
+      output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));
+    }
+    output.close();
+  });
+}
+function longToByteArray(long) {
+  const buffer = new ArrayBuffer(8);
+  const longNum = new Float64Array(buffer);
+  longNum[0] = parseInt(long);
+  return Array.from(new Uint8Array(buffer)).reverse();
+}
+export async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
+  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
+  console.log("".concat(fileName, " added to ").concat(zipFile, "."));
+}
+function appendFileToArchive(archive, subFileName, subFileData) {
+  return new Promise(resolve => {
+    const fileStream = createReadStream(subFileData);
+    console.log("Compression start: ".concat(subFileName));
+    fileStream.on('close', () => {
+      console.log("Compression finish: ".concat(subFileName));
+      resolve(null);
+    });
+    archive.append(fileStream, {
+      name: subFileName
+    });
+  });
+}
+//# sourceMappingURL=compress-util.js.map

package/dist/esm/lib/utils/compress-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compress-util.js","names":["createGzip","join","promises","fs","createReadStream","createWriteStream","archiver","removeFile","ChildProcessProxy","JSZip","MD5Hash","crypt","getAbsoluteFilePath","compressFileWithGzip","pathFile","compressedPathFile","concat","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","arguments","length","undefined","e","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","inputFolder","inputFiles","sevenZipExe","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","fullOutputFile","args","childProcess","start","command","spawn","cwd","wait","substr","generateHash128FromZip","inputZipFile","readFile","zip","loadAsync","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","longToByteArray","write","hexToBytes","close","long","buffer","ArrayBuffer","longNum","Float64Array","parseInt","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"sources":["../../../../src/lib/utils/compress-util.ts"],"sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\n/**\n * Compress file to gzip file\n *\n * @param pathFile - the path to the file\n * @return the path to the gzip file\n */\nexport function compressFileWithGzip(pathFile: string): Promise<string> {\n  const compressedPathFile = `${pathFile}.gz`;\n  const gzip = createGzip();\n  const input = createReadStream(pathFile);\n  const output = createWriteStream(compressedPathFile);\n\n  return new Promise((resolve, reject) => {\n    input.on('end', () => {\n      console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n      resolve(compressedPathFile);\n    });\n    input.on('error', (error) => {\n      console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n      reject(error);\n    });\n    input.pipe(gzip).pipe(output);\n  });\n}\n\n/**\n * Compress files from map into slpk file\n *\n * @param fileMap - map with file paths (key: output path, value: input path)\n * @param outputFile - output slpk file\n * @param level - compression level\n */\nexport async function compressFilesWithZip(\n  fileMap: {[key: string]: string},\n  outputFile: string,\n  level: number = 0\n) {\n  // Before creating a new file, we need to delete the old file\n  try {\n    await removeFile(outputFile);\n  } catch (e) {\n    // Do nothing if old file doesn't exist\n  }\n\n  const output = createWriteStream(outputFile);\n  const archive = archiver('zip', {\n    zlib: {level} // Sets the compression level.\n  });\n\n  return new Promise(async (resolve, reject) => {\n    // listen for all archive data to be writte\n    // 'close' event is fired only when a file descriptor is involved\n    output.on('close', function () {\n      console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n      console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // This event is fired when the data source is drained no matter what was the data source.\n    // It is not part of this library but rather from the NodeJS Stream API.\n    // @see: https://nodejs.org/api/stream.html#stream_event_end\n    output.on('end', function () {\n      console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // good practice to catch warnings (ie stat failures and other non-blocking errors)\n    archive.on('warning', function (err) {\n      console.log(err); // eslint-disable-line no-undef,no-console\n      reject(err);\n    });\n\n    // good practice to catch this error explicitly\n    archive.on('error', function (err) {\n      reject(err);\n    });\n\n    // pipe archive data to the file\n    archive.pipe(output);\n\n    for (const subFileName in fileMap) {\n      const subFileData = fileMap[subFileName];\n      await appendFileToArchive(archive, subFileName, subFileData);\n    }\n\n    // finalize the archive (ie we are done appending files but streams have to finish yet)\n    archive.finalize();\n  });\n}\n\n/**\n * Compress files using external tool 'zip'/'7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nexport async function compressWithChildProcess(\n  inputFolder: string,\n  outputFile: string,\n  level: number,\n  inputFiles: string,\n  sevenZipExe: string\n) {\n  // eslint-disable-next-line no-undef\n  if (process.platform === 'win32') {\n    await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);\n  } else {\n    await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);\n  }\n}\n\n/**\n * Compress files using external linux tool 'zip'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n */\nasync function compressWithChildProcessUnix(\n  inputFolder: string,\n  outputFile: string,\n  level: number = 0,\n  inputFiles: string = '.'\n) {\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: 'zip',\n    arguments: args,\n    spawn: {\n      cwd: inputFolder\n    },\n    wait: 0\n  });\n}\n\n/**\n * Compress files using windows external tool '7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nasync function compressWithChildProcessWindows(\n  inputFolder: string,\n  outputFile: string,\n  level: number = 0,\n  inputFiles: string = join('.', '*'),\n  sevenZipExe: string\n) {\n  // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n  // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n  if (inputFiles[0] === '@') {\n    inputFiles = `*${inputFiles.substr(1)}`;\n  }\n\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: sevenZipExe,\n    arguments: args,\n    spawn: {\n      cwd: `${inputFolder}`\n    },\n    wait: 0\n  });\n}\n\n/**\n * Generate hash file from zip archive\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md\n *\n * @param inputZipFile\n * @param outputFile\n */\nexport async function generateHash128FromZip(inputZipFile: string, outputFile: string) {\n  const input = await fs.readFile(inputZipFile);\n  const zip = await JSZip.loadAsync(input);\n  const hashTable: {key: string; value: string}[] = [];\n  const zipFiles = zip.files;\n  for (const relativePath in zipFiles) {\n    const zipEntry = zipFiles[relativePath];\n    // Had to use a workaround because the correct string is getting the wrong data\n    // const content = await zipEntry.async('nodebuffer');\n    // _data isn't described in the interface, so lint thought it was wrong\n    const _data = '_data';\n    const content = zipEntry[_data].compressedContent;\n    if (zipEntry.dir) continue; // eslint-disable-line no-continue\n    // eslint-disable-next-line no-undef\n    const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n    // eslint-disable-next-line no-undef\n    hashTable.push({key: atob(hash), value: content.byteOffset});\n  }\n\n  hashTable.sort((prev, next) => {\n    if (prev.key === next.key) {\n      return prev.value < next.value ? -1 : 1;\n    }\n    return prev.key < next.key ? -1 : 1;\n  });\n\n  const output = createWriteStream(outputFile);\n  return new Promise((resolve, reject) => {\n    output.on('close', function () {\n      console.log(`${outputFile} generated and saved`); // eslint-disable-line\n      resolve(null);\n    });\n    output.on('error', function (err) {\n      console.log(err); // eslint-disable-line\n      reject(err);\n    });\n    for (const key in hashTable) {\n      const item = hashTable[key];\n      const value = longToByteArray(item.value);\n      // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n      // eslint-disable-next-line no-undef\n      output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n    }\n    output.close();\n  });\n}\n\n/**\n * Encode 64 bit value to byte array\n *\n * @param long - stringified number\n * @returns\n */\nfunction longToByteArray(long: string): number[] {\n  const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n  const longNum = new Float64Array(buffer); // so equivalent to Float64\n  longNum[0] = parseInt(long);\n  return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\n/**\n * Add file to zip archive\n *\n * @param inputFile\n * @param fileName\n * @param zipFile\n * @param sevenZipExe\n */\nexport async function addFileToZip(\n  inputFolder: string,\n  fileName: string,\n  zipFile: string,\n  sevenZipExe: string\n) {\n  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n  console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\n/**\n *\n * @param archive zip archive instance\n * @param subFileName file path inside archive\n * @param subFileData source file path\n * @returns\n */\nfunction appendFileToArchive(archive: any, subFileName: string, subFileData: string) {\n  return new Promise((resolve) => {\n    const fileStream = createReadStream(subFileData);\n    console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n    fileStream.on('close', () => {\n      console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n    archive.append(fileStream, {name: subFileName});\n  });\n}\n"],"mappings":"AAAA,SAAQA,UAAU,QAAO,MAAM;AAC/B,SAAQC,IAAI,QAAO,MAAM;AACzB,SAAQC,QAAQ,IAAIC,EAAE,EAAEC,gBAAgB,EAAEC,iBAAiB,QAAO,IAAI;AACtE,OAAOC,QAAQ,MAAM,UAAU;AAC/B,SAAQC,UAAU,QAAO,cAAc;AACvC,SAAQC,iBAAiB,QAAO,0BAA0B;AAC1D,OAAOC,KAAK,MAAM,OAAO;AACzB,SAAQC,OAAO,QAAO,oBAAoB;AAC1C,OAAOC,KAAK,MAAM,OAAO;AACzB,SAAQC,mBAAmB,QAAO,cAAc;AAQhD,OAAO,SAASC,oBAAoBA,CAACC,QAAgB,EAAmB;EACtE,MAAMC,kBAAkB,MAAAC,MAAA,CAAMF,QAAQ,QAAK;EAC3C,MAAMG,IAAI,GAAGjB,UAAU,CAAC,CAAC;EACzB,MAAMkB,KAAK,GAAGd,gBAAgB,CAACU,QAAQ,CAAC;EACxC,MAAMK,MAAM,GAAGd,iBAAiB,CAACU,kBAAkB,CAAC;EAEpD,OAAO,IAAIK,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtCJ,KAAK,CAACK,EAAE,CAAC,KAAK,EAAE,MAAM;MACpBC,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAID,kBAAkB,2BAAwB,CAAC;MAC1DM,OAAO,CAACN,kBAAkB,CAAC;IAC7B,CAAC,CAAC;IACFG,KAAK,CAACK,EAAE,CAAC,OAAO,EAAGG,KAAK,IAAK;MAC3BF,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAID,kBAAkB,yBAAsB,CAAC;MACxDO,MAAM,CAACI,KAAK,CAAC;IACf,CAAC,CAAC;IACFR,KAAK,CAACS,IAAI,CAACV,IAAI,CAAC,CAACU,IAAI,CAACR,MAAM,CAAC;EAC/B,CAAC,CAAC;AACJ;AASA,OAAO,eAAeS,oBAAoBA,CACxCC,OAAgC,EAChCC,UAAkB,EAElB;EAAA,IADAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAGjB,IAAI;IACF,MAAMzB,UAAU,CAACuB,UAAU,CAAC;EAC9B,CAAC,CAAC,OAAOK,CAAC,EAAE,CAEZ;EAEA,MAAMhB,MAAM,GAAGd,iBAAiB,CAACyB,UAAU,CAAC;EAC5C,MAAMM,OAAO,GAAG9B,QAAQ,CAAC,KAAK,EAAE;IAC9B+B,IAAI,EAAE;MAACN;IAAK;EACd,CAAC,CAAC;EAEF,OAAO,IAAIX,OAAO,CAAC,OAAOC,OAAO,EAAEC,MAAM,KAAK;IAG5CH,MAAM,CAACI,EAAE,CAAC,OAAO,EAAE,YAAY;MAC7BC,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAIc,UAAU,YAAS,CAAC;MACnCN,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAIoB,OAAO,CAACE,OAAO,CAAC,CAAC,iBAAc,CAAC;MAC/CjB,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IAKFF,MAAM,CAACI,EAAE,CAAC,KAAK,EAAE,YAAY;MAC3BC,OAAO,CAACC,GAAG,CAAC,uBAAuB,CAAC;MACpCJ,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IAGFe,OAAO,CAACb,EAAE,CAAC,SAAS,EAAE,UAAUgB,GAAG,EAAE;MACnCf,OAAO,CAACC,GAAG,CAACc,GAAG,CAAC;MAChBjB,MAAM,CAACiB,GAAG,CAAC;IACb,CAAC,CAAC;IAGFH,OAAO,CAACb,EAAE,CAAC,OAAO,EAAE,UAAUgB,GAAG,EAAE;MACjCjB,MAAM,CAACiB,GAAG,CAAC;IACb,CAAC,CAAC;IAGFH,OAAO,CAACT,IAAI,CAACR,MAAM,CAAC;IAEpB,KAAK,MAAMqB,WAAW,IAAIX,OAAO,EAAE;MACjC,MAAMY,WAAW,GAAGZ,OAAO,CAACW,WAAW,CAAC;MACxC,MAAME,mBAAmB,CAACN,OAAO,EAAEI,WAAW,EAAEC,WAAW,CAAC;IAC9D;IAGAL,OAAO,CAACO,QAAQ,CAAC,CAAC;EACpB,CAAC,CAAC;AACJ;AAWA,OAAO,eAAeC,wBAAwBA,CAC5CC,WAAmB,EACnBf,UAAkB,EAClBC,KAAa,EACbe,UAAkB,EAClBC,WAAmB,EACnB;EAEA,IAAIC,OAAO,CAACC,QAAQ,KAAK,OAAO,EAAE;IAChC,MAAMC,+BAA+B,CAACL,WAAW,EAAEf,UAAU,EAAEC,KAAK,EAAEe,UAAU,EAAEC,WAAW,CAAC;EAChG,CAAC,MAAM;IACL,MAAMI,4BAA4B,CAACN,WAAW,EAAEf,UAAU,EAAEC,KAAK,EAAEe,UAAU,CAAC;EAChF;AACF;AAUA,eAAeK,4BAA4BA,CACzCN,WAAmB,EACnBf,UAAkB,EAGlB;EAAA,IAFAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAAA,IACjBc,UAAkB,GAAAd,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,GAAG;EAExB,MAAMoB,cAAc,GAAGxC,mBAAmB,CAACkB,UAAU,CAAC;EACtD,MAAMuB,IAAI,GAAG,KAAArC,MAAA,CAAKe,KAAK,GAAI,IAAI,EAAEqB,cAAc,EAAEN,UAAU,CAAC;EAC5D,MAAMQ,YAAY,GAAG,IAAI9C,iBAAiB,CAAC,CAAC;EAC5C,MAAM8C,YAAY,CAACC,KAAK,CAAC;IACvBC,OAAO,EAAE,KAAK;IACdxB,SAAS,EAAEqB,IAAI;IACfI,KAAK,EAAE;MACLC,GAAG,EAAEb;IACP,CAAC;IACDc,IAAI,EAAE;EACR,CAAC,CAAC;AACJ;AAWA,eAAeT,+BAA+BA,CAC5CL,WAAmB,EACnBf,UAAkB,EAIlB;EAAA,IAHAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAAA,IACjBc,UAAkB,GAAAd,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG/B,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC;EAAA,IACnC8C,WAAmB,GAAAf,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAInB,IAAIY,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;IACzBA,UAAU,OAAA9B,MAAA,CAAO8B,UAAU,CAACc,MAAM,CAAC,CAAC,CAAC,CAAE;EACzC;EAEA,MAAMR,cAAc,GAAGxC,mBAAmB,CAACkB,UAAU,CAAC;EACtD,MAAMuB,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,SAAArC,MAAA,CAASe,KAAK,GAAIqB,cAAc,EAAEN,UAAU,CAAC;EACvE,MAAMQ,YAAY,GAAG,IAAI9C,iBAAiB,CAAC,CAAC;EAC5C,MAAM8C,YAAY,CAACC,KAAK,CAAC;IACvBC,OAAO,EAAET,WAAW;IACpBf,SAAS,EAAEqB,IAAI;IACfI,KAAK,EAAE;MACLC,GAAG,KAAA1C,MAAA,CAAK6B,WAAW;IACrB,CAAC;IACDc,IAAI,EAAE;EACR,CAAC,CAAC;AACJ;AASA,OAAO,eAAeE,sBAAsBA,CAACC,YAAoB,EAAEhC,UAAkB,EAAE;EACrF,MAAMZ,KAAK,GAAG,MAAMf,EAAE,CAAC4D,QAAQ,CAACD,YAAY,CAAC;EAC7C,MAAME,GAAG,GAAG,MAAMvD,KAAK,CAACwD,SAAS,CAAC/C,KAAK,CAAC;EACxC,MAAMgD,SAAyC,GAAG,EAAE;EACpD,MAAMC,QAAQ,GAAGH,GAAG,CAACI,KAAK;EAC1B,KAAK,MAAMC,YAAY,IAAIF,QAAQ,EAAE;IACnC,MAAMG,QAAQ,GAAGH,QAAQ,CAACE,YAAY,CAAC;IAIvC,MAAME,KAAK,GAAG,OAAO;IACrB,MAAMC,OAAO,GAAGF,QAAQ,CAACC,KAAK,CAAC,CAACE,iBAAiB;IACjD,IAAIH,QAAQ,CAACI,GAAG,EAAE;IAElB,MAAMC,IAAI,GAAG,MAAM,IAAIjE,OAAO,CAAC,CAAC,CAACiE,IAAI,CAACC,MAAM,CAACC,IAAI,CAACR,YAAY,CAACS,WAAW,CAAC,CAAC,CAAC,CAAC;IAE9EZ,SAAS,CAACa,IAAI,CAAC;MAACC,GAAG,EAAEC,IAAI,CAACN,IAAI,CAAC;MAAEO,KAAK,EAAEV,OAAO,CAACW;IAAU,CAAC,CAAC;EAC9D;EAEAjB,SAAS,CAACkB,IAAI,CAAC,CAACC,IAAI,EAAEC,IAAI,KAAK;IAC7B,IAAID,IAAI,CAACL,GAAG,KAAKM,IAAI,CAACN,GAAG,EAAE;MACzB,OAAOK,IAAI,CAACH,KAAK,GAAGI,IAAI,CAACJ,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC;IACzC;IACA,OAAOG,IAAI,CAACL,GAAG,GAAGM,IAAI,CAACN,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;EACrC,CAAC,CAAC;EAEF,MAAM7D,MAAM,GAAGd,iBAAiB,CAACyB,UAAU,CAAC;EAC5C,OAAO,IAAIV,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtCH,MAAM,CAACI,EAAE,CAAC,OAAO,EAAE,YAAY;MAC7BC,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAIc,UAAU,yBAAsB,CAAC;MAChDT,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IACFF,MAAM,CAACI,EAAE,CAAC,OAAO,EAAE,UAAUgB,GAAG,EAAE;MAChCf,OAAO,CAACC,GAAG,CAACc,GAAG,CAAC;MAChBjB,MAAM,CAACiB,GAAG,CAAC;IACb,CAAC,CAAC;IACF,KAAK,MAAMyC,GAAG,IAAId,SAAS,EAAE;MAC3B,MAAMqB,IAAI,GAAGrB,SAAS,CAACc,GAAG,CAAC;MAC3B,MAAME,KAAK,GAAGM,eAAe,CAACD,IAAI,CAACL,KAAK,CAAC;MAGzC/D,MAAM,CAACsE,KAAK,CAACb,MAAM,CAACC,IAAI,CAAClE,KAAK,CAAC+E,UAAU,CAACH,IAAI,CAACP,GAAG,CAAC,CAAChE,MAAM,CAACkE,KAAK,CAAC,CAAC,CAAC;IACrE;IACA/D,MAAM,CAACwE,KAAK,CAAC,CAAC;EAChB,CAAC,CAAC;AACJ;AAQA,SAASH,eAAeA,CAACI,IAAY,EAAY;EAC/C,MAAMC,MAAM,GAAG,IAAIC,WAAW,CAAC,CAAC,CAAC;EACjC,MAAMC,OAAO,GAAG,IAAIC,YAAY,CAACH,MAAM,CAAC;EACxCE,OAAO,CAAC,CAAC,CAAC,GAAGE,QAAQ,CAACL,IAAI,CAAC;EAC3B,OAAOM,KAAK,CAACrB,IAAI,CAAC,IAAIsB,UAAU,CAACN,MAAM,CAAC,CAAC,CAACO,OAAO,CAAC,CAAC;AACrD;AAUA,OAAO,eAAeC,YAAYA,CAChCxD,WAAmB,EACnByD,QAAgB,EAChBC,OAAe,EACfxD,WAAmB,EACnB;EACA,MAAMH,wBAAwB,CAACC,WAAW,EAAE0D,OAAO,EAAE,CAAC,EAAED,QAAQ,EAAEvD,WAAW,CAAC;EAC9EvB,OAAO,CAACC,GAAG,IAAAT,MAAA,CAAIsF,QAAQ,gBAAAtF,MAAA,CAAauF,OAAO,MAAG,CAAC;AACjD;AASA,SAAS7D,mBAAmBA,CAACN,OAAY,EAAEI,WAAmB,EAAEC,WAAmB,EAAE;EACnF,OAAO,IAAIrB,OAAO,CAAEC,OAAO,IAAK;IAC9B,MAAMmF,UAAU,GAAGpG,gBAAgB,CAACqC,WAAW,CAAC;IAChDjB,OAAO,CAACC,GAAG,uBAAAT,MAAA,CAAuBwB,WAAW,CAAE,CAAC;IAChDgE,UAAU,CAACjF,EAAE,CAAC,OAAO,EAAE,MAAM;MAC3BC,OAAO,CAACC,GAAG,wBAAAT,MAAA,CAAwBwB,WAAW,CAAE,CAAC;MACjDnB,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IACFe,OAAO,CAACqE,MAAM,CAACD,UAAU,EAAE;MAACE,IAAI,EAAElE;IAAW,CAAC,CAAC;EACjD,CAAC,CAAC;AACJ"}

package/dist/esm/lib/utils/file-utils.js

@@ -0,0 +1,87 @@
+import { load } from '@loaders.gl/core';
+import { JSONLoader } from '@loaders.gl/loader-utils';
+import { promises as fs } from 'fs';
+import { isAbsolute, join } from 'path';
+import { compressFileWithGzip } from './compress-util';
+export async function writeFile(path, data) {
+  let fileName = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 'index.json';
+  let toWriteData;
+  if (data instanceof Promise) {
+    toWriteData = new Uint8Array(await data);
+  } else if (data instanceof ArrayBuffer) {
+    toWriteData = new Uint8Array(data);
+  } else {
+    toWriteData = data;
+  }
+  await fs.mkdir(path, {
+    recursive: true
+  });
+  const pathFile = join(path, fileName);
+  try {
+    await fs.writeFile(pathFile, toWriteData);
+  } catch (err) {
+    throw err;
+  }
+  console.log("".concat(pathFile, " saved."));
+  return pathFile;
+}
+export async function writeFileForSlpk(path, data) {
+  let fileName = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 'index.json';
+  let compress = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : true;
+  let compressList = arguments.length > 4 ? arguments[4] : undefined;
+  const pathFile = await writeFile(path, data, fileName);
+  if (compress) {
+    if (compressList) {
+      if (!compressList.includes(pathFile)) {
+        compressList.push(pathFile);
+        return "".concat(pathFile, ".gz");
+      } else {
+        return null;
+      }
+    } else {
+      const pathGzFile = await compressFileWithGzip(pathFile);
+      await removeFile(pathFile);
+      return pathGzFile;
+    }
+  }
+  return pathFile;
+}
+export async function openJson(path, fileName) {
+  return new Promise((resolve, reject) => {
+    let count = 0;
+    console.log("load ".concat(path, "/").concat(fileName, "."));
+    const intervalId = setInterval(() => {
+      const pathFile = join(path, fileName);
+      load(pathFile, JSONLoader).then(result => {
+        clearInterval(intervalId);
+        resolve(result);
+      }).catch(() => {
+        count++;
+        if (count > 100) {
+          clearInterval(intervalId);
+          reject(new Error("Cannon load ".concat(path, "/").concat(fileName, ".")));
+        }
+      });
+    }, 200);
+  });
+}
+export async function isFileExists(fileName) {
+  try {
+    await fs.stat(fileName);
+    return true;
+  } catch {
+    return false;
+  }
+}
+export function removeDir(path) {
+  return fs.rm(path, {
+    recursive: true
+  });
+}
+export function removeFile(path) {
+  return fs.unlink(path);
+}
+export function getAbsoluteFilePath(filePath) {
+  return isAbsolute(filePath) ? filePath : join(process.cwd(), filePath);
+}
+//# sourceMappingURL=file-utils.js.map

package/dist/esm/lib/utils/file-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-utils.js","names":["load","JSONLoader","promises","fs","isAbsolute","join","compressFileWithGzip","writeFile","path","data","fileName","arguments","length","undefined","toWriteData","Promise","Uint8Array","ArrayBuffer","mkdir","recursive","pathFile","err","console","log","concat","writeFileForSlpk","compress","compressList","includes","push","pathGzFile","removeFile","openJson","resolve","reject","count","intervalId","setInterval","then","result","clearInterval","catch","Error","isFileExists","stat","removeDir","rm","unlink","getAbsoluteFilePath","filePath","process","cwd"],"sources":["../../../../src/lib/utils/file-utils.ts"],"sourcesContent":["import {load} from '@loaders.gl/core';\nimport {JSONLoader} from '@loaders.gl/loader-utils';\nimport {promises as fs} from 'fs';\nimport {isAbsolute, join} from 'path';\nimport {compressFileWithGzip} from './compress-util';\n\n/**\n * Write a file with data and name fileName to path\n *\n * @param path - output path\n * @param data - file content\n * @param fileName - name of output file (default: index.json)\n */\nexport async function writeFile(\n  path: string,\n  data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>,\n  fileName: string = 'index.json'\n): Promise<string> {\n  let toWriteData: string | Uint8Array;\n  if (data instanceof Promise) {\n    toWriteData = new Uint8Array(await data);\n  } else if (data instanceof ArrayBuffer) {\n    toWriteData = new Uint8Array(data as ArrayBuffer);\n  } else {\n    toWriteData = data;\n  }\n  await fs.mkdir(path, {recursive: true});\n  const pathFile = join(path, fileName);\n  try {\n    await fs.writeFile(pathFile, toWriteData);\n  } catch (err) {\n    throw err;\n  }\n  console.log(`${pathFile} saved.`); // eslint-disable-line\n  return pathFile;\n}\n\n/**\n * Write a file with data and name fileName to path - specific one for further packaging into slpk\n *\n * @param path - output path\n * @param data - file content\n * @param fileName - name of output file (default: index.json)\n * @param compress - if need to compress file with gzip (default: true)\n * @param compressList - if set - the file should be added to this list and compressed in the end of conversion\n */\nexport async function writeFileForSlpk(\n  path: string,\n  data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>,\n  fileName: string = 'index.json',\n  compress: boolean = true,\n  compressList?: string[] | null\n): Promise<string | null> {\n  const pathFile = await writeFile(path, data, fileName);\n  if (compress) {\n    if (compressList) {\n      if (!compressList.includes(pathFile)) {\n        compressList.push(pathFile);\n        return `${pathFile}.gz`;\n      } else {\n        return null;\n      }\n    } else {\n      const pathGzFile = await compressFileWithGzip(pathFile);\n      // After compression, we don't need an uncompressed file\n      await removeFile(pathFile);\n      return pathGzFile;\n    }\n  }\n  return pathFile;\n}\n\n/**\n * Open json file\n * @param path - path to the file\n * @param fileName - file name\n * @returns object\n */\nexport async function openJson(path: string, fileName: string): Promise<{[key: string]: any}> {\n  return new Promise((resolve, reject) => {\n    let count = 0;\n    console.log(`load ${path}/${fileName}.`); // eslint-disable-line\n    const intervalId = setInterval(() => {\n      const pathFile = join(path, fileName);\n      load(pathFile, JSONLoader)\n        .then((result) => {\n          clearInterval(intervalId);\n          resolve(result);\n        })\n        .catch(() => {\n          count++;\n          if (count > 100) {\n            clearInterval(intervalId);\n            reject(new Error(`Cannon load ${path}/${fileName}.`));\n          }\n        });\n    }, 200);\n  });\n}\n\n/**\n * Check if the file exists\n * @param fileName - full name of file\n * @returns true if file exists, otherwise - false\n */\nexport async function isFileExists(fileName: string): Promise<boolean> {\n  try {\n    await fs.stat(fileName);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Remove dir with path\n *\n * @param path\n */\nexport function removeDir(path: string) {\n  // (node:35607) [DEP0147] DeprecationWarning: In future versions of Node.js, fs.rmdir(path, { recursive: true }) will be removed. Use fs.rm(path, { recursive: true }) instead\n  return fs.rm(path, {recursive: true});\n}\n\n/**\n * Remove file with path\n *\n * @param path\n */\nexport function removeFile(path: string) {\n  return fs.unlink(path);\n}\n\n/**\n * Generates absolute file path\n * @param filePath\n */\nexport function getAbsoluteFilePath(filePath: string) {\n  return isAbsolute(filePath) ? filePath : join(process.cwd(), filePath);\n}\n"],"mappings":"AAAA,SAAQA,IAAI,QAAO,kBAAkB;AACrC,SAAQC,UAAU,QAAO,0BAA0B;AACnD,SAAQC,QAAQ,IAAIC,EAAE,QAAO,IAAI;AACjC,SAAQC,UAAU,EAAEC,IAAI,QAAO,MAAM;AACrC,SAAQC,oBAAoB,QAAO,iBAAiB;AASpD,OAAO,eAAeC,SAASA,CAC7BC,IAAY,EACZC,IAA8D,EAE7C;EAAA,IADjBC,QAAgB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,YAAY;EAE/B,IAAIG,WAAgC;EACpC,IAAIL,IAAI,YAAYM,OAAO,EAAE;IAC3BD,WAAW,GAAG,IAAIE,UAAU,CAAC,MAAMP,IAAI,CAAC;EAC1C,CAAC,MAAM,IAAIA,IAAI,YAAYQ,WAAW,EAAE;IACtCH,WAAW,GAAG,IAAIE,UAAU,CAACP,IAAmB,CAAC;EACnD,CAAC,MAAM;IACLK,WAAW,GAAGL,IAAI;EACpB;EACA,MAAMN,EAAE,CAACe,KAAK,CAACV,IAAI,EAAE;IAACW,SAAS,EAAE;EAAI,CAAC,CAAC;EACvC,MAAMC,QAAQ,GAAGf,IAAI,CAACG,IAAI,EAAEE,QAAQ,CAAC;EACrC,IAAI;IACF,MAAMP,EAAE,CAACI,SAAS,CAACa,QAAQ,EAAEN,WAAW,CAAC;EAC3C,CAAC,CAAC,OAAOO,GAAG,EAAE;IACZ,MAAMA,GAAG;EACX;EACAC,OAAO,CAACC,GAAG,IAAAC,MAAA,CAAIJ,QAAQ,YAAS,CAAC;EACjC,OAAOA,QAAQ;AACjB;AAWA,OAAO,eAAeK,gBAAgBA,CACpCjB,IAAY,EACZC,IAA8D,EAItC;EAAA,IAHxBC,QAAgB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,YAAY;EAAA,IAC/Be,QAAiB,GAAAf,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAI;EAAA,IACxBgB,YAA8B,GAAAhB,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAE9B,MAAMO,QAAQ,GAAG,MAAMb,SAAS,CAACC,IAAI,EAAEC,IAAI,EAAEC,QAAQ,CAAC;EACtD,IAAIgB,QAAQ,EAAE;IACZ,IAAIC,YAAY,EAAE;MAChB,IAAI,CAACA,YAAY,CAACC,QAAQ,CAACR,QAAQ,CAAC,EAAE;QACpCO,YAAY,CAACE,IAAI,CAACT,QAAQ,CAAC;QAC3B,UAAAI,MAAA,CAAUJ,QAAQ;MACpB,CAAC,MAAM;QACL,OAAO,IAAI;MACb;IACF,CAAC,MAAM;MACL,MAAMU,UAAU,GAAG,MAAMxB,oBAAoB,CAACc,QAAQ,CAAC;MAEvD,MAAMW,UAAU,CAACX,QAAQ,CAAC;MAC1B,OAAOU,UAAU;IACnB;EACF;EACA,OAAOV,QAAQ;AACjB;AAQA,OAAO,eAAeY,QAAQA,CAACxB,IAAY,EAAEE,QAAgB,EAAiC;EAC5F,OAAO,IAAIK,OAAO,CAAC,CAACkB,OAAO,EAAEC,MAAM,KAAK;IACtC,IAAIC,KAAK,GAAG,CAAC;IACbb,OAAO,CAACC,GAAG,SAAAC,MAAA,CAAShB,IAAI,OAAAgB,MAAA,CAAId,QAAQ,MAAG,CAAC;IACxC,MAAM0B,UAAU,GAAGC,WAAW,CAAC,MAAM;MACnC,MAAMjB,QAAQ,GAAGf,IAAI,CAACG,IAAI,EAAEE,QAAQ,CAAC;MACrCV,IAAI,CAACoB,QAAQ,EAAEnB,UAAU,CAAC,CACvBqC,IAAI,CAAEC,MAAM,IAAK;QAChBC,aAAa,CAACJ,UAAU,CAAC;QACzBH,OAAO,CAACM,MAAM,CAAC;MACjB,CAAC,CAAC,CACDE,KAAK,CAAC,MAAM;QACXN,KAAK,EAAE;QACP,IAAIA,KAAK,GAAG,GAAG,EAAE;UACfK,aAAa,CAACJ,UAAU,CAAC;UACzBF,MAAM,CAAC,IAAIQ,KAAK,gBAAAlB,MAAA,CAAgBhB,IAAI,OAAAgB,MAAA,CAAId,QAAQ,MAAG,CAAC,CAAC;QACvD;MACF,CAAC,CAAC;IACN,CAAC,EAAE,GAAG,CAAC;EACT,CAAC,CAAC;AACJ;AAOA,OAAO,eAAeiC,YAAYA,CAACjC,QAAgB,EAAoB;EACrE,IAAI;IACF,MAAMP,EAAE,CAACyC,IAAI,CAAClC,QAAQ,CAAC;IACvB,OAAO,IAAI;EACb,CAAC,CAAC,MAAM;IACN,OAAO,KAAK;EACd;AACF;AAOA,OAAO,SAASmC,SAASA,CAACrC,IAAY,EAAE;EAEtC,OAAOL,EAAE,CAAC2C,EAAE,CAACtC,IAAI,EAAE;IAACW,SAAS,EAAE;EAAI,CAAC,CAAC;AACvC;AAOA,OAAO,SAASY,UAAUA,CAACvB,IAAY,EAAE;EACvC,OAAOL,EAAE,CAAC4C,MAAM,CAACvC,IAAI,CAAC;AACxB;AAMA,OAAO,SAASwC,mBAAmBA,CAACC,QAAgB,EAAE;EACpD,OAAO7C,UAAU,CAAC6C,QAAQ,CAAC,GAAGA,QAAQ,GAAG5C,IAAI,CAAC6C,OAAO,CAACC,GAAG,CAAC,CAAC,EAAEF,QAAQ,CAAC;AACxE"}

package/dist/esm/lib/utils/geometry-utils.js

@@ -0,0 +1,8 @@
+export const generateSyntheticIndices = vertexCount => {
+  const result = new Uint32Array(vertexCount);
+  for (let index = 0; index < vertexCount; index++) {
+    result[index] = index;
+  }
+  return result;
+};
+//# sourceMappingURL=geometry-utils.js.map

package/dist/esm/lib/utils/geometry-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geometry-utils.js","names":["generateSyntheticIndices","vertexCount","result","Uint32Array","index"],"sources":["../../../../src/lib/utils/geometry-utils.ts"],"sourcesContent":["/**\n * luma.gl can not work without indices now:\n * https://github.com/visgl/luma.gl/blob/d8cad75b9f8ca3e578cf078ed9d19e619c2ddbc9/modules/experimental/src/gltf/gltf-instantiator.js#L115\n * This method generates syntetic indices array: [0, 1, 2, 3, .... , vertexCount-1]\n * @param {number} vertexCount - vertex count in the geometry\n * @returns {Uint32Array} indices array.\n */\nexport const generateSyntheticIndices = (vertexCount: number): Uint32Array => {\n  const result = new Uint32Array(vertexCount);\n  for (let index = 0; index < vertexCount; index++) {\n    result[index] = index;\n  }\n  return result;\n};\n"],"mappings":"AAOA,OAAO,MAAMA,wBAAwB,GAAIC,WAAmB,IAAkB;EAC5E,MAAMC,MAAM,GAAG,IAAIC,WAAW,CAACF,WAAW,CAAC;EAC3C,KAAK,IAAIG,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,WAAW,EAAEG,KAAK,EAAE,EAAE;IAChDF,MAAM,CAACE,KAAK,CAAC,GAAGA,KAAK;EACvB;EACA,OAAOF,MAAM;AACf,CAAC"}

package/dist/esm/lib/utils/lod-conversion-utils.js

@@ -0,0 +1,37 @@
+const DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;
+export function convertGeometricErrorToScreenThreshold(tile, coordinates) {
+  const lodSelection = [];
+  const boundingVolume = tile.boundingVolume;
+  const lodMetricValue = tile.lodMetricValue || 0.1;
+  const maxScreenThreshold = {
+    metricType: 'maxScreenThreshold',
+    maxError: coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / lodMetricValue
+  };
+  const maxScreenThresholdSQ = {
+    metricType: 'maxScreenThresholdSQ',
+    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError
+  };
+  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {
+    lodSelection.push(maxScreenThresholdSQ);
+    lodSelection.push(maxScreenThreshold);
+  } else {
+    lodSelection.push(maxScreenThreshold);
+    lodSelection.push(maxScreenThresholdSQ);
+  }
+  return lodSelection;
+}
+export function convertScreenThresholdToGeometricError(node) {
+  const metricData = node.header.lodSelection.maxScreenThreshold || {};
+  let maxError = metricData.maxError;
+  if (!maxError) {
+    const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;
+    if (sqMetricData) {
+      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));
+    }
+  }
+  if (!maxError) {
+    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;
+  }
+  return node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / maxError;
+}
+//# sourceMappingURL=lod-conversion-utils.js.map

package/dist/esm/lib/utils/lod-conversion-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lod-conversion-utils.js","names":["DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR","convertGeometricErrorToScreenThreshold","tile","coordinates","lodSelection","boundingVolume","lodMetricValue","maxScreenThreshold","metricType","maxError","mbs","maxScreenThresholdSQ","Math","PI","constructor","name","push","convertScreenThresholdToGeometricError","node","metricData","header","sqMetricData","sqrt"],"sources":["../../../../src/lib/utils/lod-conversion-utils.ts"],"sourcesContent":["import {Tiles3DTileJSONPostprocessed} from '@loaders.gl/3d-tiles';\nimport {BoundingVolumes} from '@loaders.gl/i3s';\nimport {Tile3D} from '@loaders.gl/tiles';\n\n// https://cesium.com/docs/cesiumjs-ref-doc/Cesium3DTileset.html\nconst DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;\n/**\n * Do conversion from geometric error to screen threshold\n * \n * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.\n * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.\n * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles\n * 3DTiles spec:\n * https://github.com/CesiumGS/3d-tiles/tree/master/specification#geometric-error\n * I3S spec:\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md\n * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us\n * to make child maxError bigger than his parent maxError.\n * \n * @param tile - 3d-tiles tile JSON\n * @param coordinates - node converted coordinates\n * @returns An array of LOD metrics in format compatible with i3s 3DNodeIndexDocument.lodSelection\n * @example \n *  [\n        {\n            \"metricType\": \"maxScreenThresholdSQ\",\n            \"maxError\": 870638.071285568\n        },\n        {\n            \"metricType\": \"maxScreenThreshold\",\n            \"maxError\": 1052.8679031638949\n        }\n    ]\n */\nexport function convertGeometricErrorToScreenThreshold(\n  tile: Tiles3DTileJSONPostprocessed,\n  coordinates: BoundingVolumes\n) {\n  const lodSelection: {metricType: string; maxError: number}[] = [];\n  const boundingVolume = tile.boundingVolume;\n  const lodMetricValue = tile.lodMetricValue || 0.1;\n  const maxScreenThreshold = {\n    metricType: 'maxScreenThreshold',\n    maxError: (coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / lodMetricValue\n  };\n  const maxScreenThresholdSQ = {\n    metricType: 'maxScreenThresholdSQ',\n    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError\n  };\n\n  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {\n    lodSelection.push(maxScreenThresholdSQ);\n    lodSelection.push(maxScreenThreshold);\n  } else {\n    lodSelection.push(maxScreenThreshold);\n    lodSelection.push(maxScreenThresholdSQ);\n  }\n\n  return lodSelection;\n}\n\n/**\n * Convert LOD metric from \"Screen Threshold\" to \"Screen Space Error\"\n * @param node - i3s node data\n * @returns lod metric in 3d-tiles format\n */\nexport function convertScreenThresholdToGeometricError(node: Tile3D): number {\n  const metricData = node.header.lodSelection.maxScreenThreshold || {};\n  let maxError = metricData.maxError;\n  if (!maxError) {\n    const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;\n    if (sqMetricData) {\n      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));\n    }\n  }\n\n  if (!maxError) {\n    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;\n  }\n\n  return (node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / maxError;\n}\n"],"mappings":"AAKA,MAAMA,kCAAkC,GAAG,EAAE;AA6B7C,OAAO,SAASC,sCAAsCA,CACpDC,IAAkC,EAClCC,WAA4B,EAC5B;EACA,MAAMC,YAAsD,GAAG,EAAE;EACjE,MAAMC,cAAc,GAAGH,IAAI,CAACG,cAAc;EAC1C,MAAMC,cAAc,GAAGJ,IAAI,CAACI,cAAc,IAAI,GAAG;EACjD,MAAMC,kBAAkB,GAAG;IACzBC,UAAU,EAAE,oBAAoB;IAChCC,QAAQ,EAAGN,WAAW,CAACO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAGV,kCAAkC,GAAIM;EAC5E,CAAC;EACD,MAAMK,oBAAoB,GAAG;IAC3BH,UAAU,EAAE,sBAAsB;IAClCC,QAAQ,EAAEG,IAAI,CAACC,EAAE,GAAG,IAAI,GAAGN,kBAAkB,CAACE,QAAQ,GAAGF,kBAAkB,CAACE;EAC9E,CAAC;EAED,IAAIJ,cAAc,CAACS,WAAW,CAACC,IAAI,KAAK,qBAAqB,EAAE;IAC7DX,YAAY,CAACY,IAAI,CAACL,oBAAoB,CAAC;IACvCP,YAAY,CAACY,IAAI,CAACT,kBAAkB,CAAC;EACvC,CAAC,MAAM;IACLH,YAAY,CAACY,IAAI,CAACT,kBAAkB,CAAC;IACrCH,YAAY,CAACY,IAAI,CAACL,oBAAoB,CAAC;EACzC;EAEA,OAAOP,YAAY;AACrB;AAOA,OAAO,SAASa,sCAAsCA,CAACC,IAAY,EAAU;EAC3E,MAAMC,UAAU,GAAGD,IAAI,CAACE,MAAM,CAAChB,YAAY,CAACG,kBAAkB,IAAI,CAAC,CAAC;EACpE,IAAIE,QAAQ,GAAGU,UAAU,CAACV,QAAQ;EAClC,IAAI,CAACA,QAAQ,EAAE;IACb,MAAMY,YAAY,GAAGH,IAAI,CAACE,MAAM,CAAChB,YAAY,CAACO,oBAAoB;IAClE,IAAIU,YAAY,EAAE;MAChBZ,QAAQ,GAAGG,IAAI,CAACU,IAAI,CAACD,YAAY,CAACZ,QAAQ,IAAIG,IAAI,CAACC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChE;EACF;EAEA,IAAI,CAACJ,QAAQ,EAAE;IACbA,QAAQ,GAAGT,kCAAkC;EAC/C;EAEA,OAAQkB,IAAI,CAACE,MAAM,CAACV,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAGV,kCAAkC,GAAIS,QAAQ;AACjF"}

package/dist/esm/lib/utils/queue.js

@@ -0,0 +1,15 @@
+export class Queue extends Array {
+  enqueue(val) {
+    this.push(val);
+  }
+  dequeue() {
+    return this.shift();
+  }
+  peek() {
+    return this[0];
+  }
+  isEmpty() {
+    return this.length === 0;
+  }
+}
+//# sourceMappingURL=queue.js.map

package/dist/esm/lib/utils/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","names":["Queue","Array","enqueue","val","push","dequeue","shift","peek","isEmpty","length"],"sources":["../../../../src/lib/utils/queue.ts"],"sourcesContent":["export class Queue<T> extends Array<T> {\n  enqueue(val: T) {\n    this.push(val);\n  }\n\n  dequeue(): T | undefined {\n    return this.shift();\n  }\n\n  peek(): T {\n    return this[0];\n  }\n\n  isEmpty() {\n    return this.length === 0;\n  }\n}\n"],"mappings":"AAAA,OAAO,MAAMA,KAAK,SAAYC,KAAK,CAAI;EACrCC,OAAOA,CAACC,GAAM,EAAE;IACd,IAAI,CAACC,IAAI,CAACD,GAAG,CAAC;EAChB;EAEAE,OAAOA,CAAA,EAAkB;IACvB,OAAO,IAAI,CAACC,KAAK,CAAC,CAAC;EACrB;EAEAC,IAAIA,CAAA,EAAM;IACR,OAAO,IAAI,CAAC,CAAC,CAAC;EAChB;EAEAC,OAAOA,CAAA,EAAG;IACR,OAAO,IAAI,CAACC,MAAM,KAAK,CAAC;EAC1B;AACF"}

package/dist/esm/lib/utils/statistic-utills.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Do milliseconds time conversion to readable time string.
+ * @param tile - 3d-tiles tile Object
+ * @param coordinates - node converted coordinates
+ * @returns String which characterizes conversion time period
+ */
+export function timeConverter(time: [number, number]): String;
+
+/**
+ * Calculate files sizes after conversion.
+ * @param params - Object with params of conversion.
+ * @returns Promise with generated files size in bytes.
+ */
+export function calculateFilesSize(params: {
+  slpk: boolean;
+  outputPath: string;
+  tilesetName: string;
+}): Number;
+
+/**
+ * Reqursivelly calculate files sizes in directory.
+ * @param dirPath - Directory path.
+ * @returns Promise with files size in directory.
+ */
+export function getTotalFilesSize(dirPath: string): Number;

package/dist/esm/lib/utils/statistic-utills.js

@@ -0,0 +1,62 @@
+import { join } from 'path';
+import { promises as fs } from 'fs';
+import { getAbsoluteFilePath } from './file-utils';
+export function timeConverter(time) {
+  const nanoSecondsInMillisecond = 1e6;
+  let timeInSeconds = time[0];
+  const hours = Math.floor(timeInSeconds / 3600);
+  timeInSeconds = timeInSeconds - hours * 3600;
+  const minutes = Math.floor(timeInSeconds / 60);
+  timeInSeconds = timeInSeconds - minutes * 60;
+  const seconds = Math.floor(timeInSeconds);
+  const milliseconds = time[1] / nanoSecondsInMillisecond;
+  let result = '';
+  if (hours) {
+    result += "".concat(hours, "h ");
+  }
+  if (minutes) {
+    result += "".concat(minutes, "m ");
+  }
+  if (seconds) {
+    result += "".concat(seconds, "s");
+  }
+  if (!result) {
+    result += "".concat(milliseconds, "ms");
+  }
+  return result;
+}
+export async function calculateFilesSize(params) {
+  const {
+    slpk,
+    outputPath,
+    tilesetName
+  } = params;
+  const fullOutputPath = getAbsoluteFilePath(outputPath);
+  try {
+    if (slpk) {
+      const slpkPath = join(fullOutputPath, "".concat(tilesetName, ".slpk"));
+      const stat = await fs.stat(slpkPath);
+      return stat.size;
+    }
+    const directoryPath = join(fullOutputPath, tilesetName);
+    const totalSize = await getTotalFilesSize(directoryPath);
+    return totalSize;
+  } catch (error) {
+    console.log('Calculate file sizes error: ', error);
+    return null;
+  }
+}
+async function getTotalFilesSize(dirPath) {
+  let totalFileSize = 0;
+  const files = await fs.readdir(dirPath);
+  for (const file of files) {
+    const fileStat = await fs.stat(join(dirPath, file));
+    if (fileStat.isDirectory()) {
+      totalFileSize += await getTotalFilesSize(join(dirPath, file));
+    } else {
+      totalFileSize += fileStat.size;
+    }
+  }
+  return totalFileSize;
+}
+//# sourceMappingURL=statistic-utills.js.map

package/dist/esm/lib/utils/statistic-utills.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistic-utills.js","names":["join","promises","fs","getAbsoluteFilePath","timeConverter","time","nanoSecondsInMillisecond","timeInSeconds","hours","Math","floor","minutes","seconds","milliseconds","result","concat","calculateFilesSize","params","slpk","outputPath","tilesetName","fullOutputPath","slpkPath","stat","size","directoryPath","totalSize","getTotalFilesSize","error","console","log","dirPath","totalFileSize","files","readdir","file","fileStat","isDirectory"],"sources":["../../../../src/lib/utils/statistic-utills.ts"],"sourcesContent":["import {join} from 'path';\nimport {promises as fs} from 'fs';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function timeConverter(time) {\n  const nanoSecondsInMillisecond = 1e6;\n  let timeInSeconds = time[0];\n  const hours = Math.floor(timeInSeconds / 3600);\n  timeInSeconds = timeInSeconds - hours * 3600;\n  const minutes = Math.floor(timeInSeconds / 60);\n  timeInSeconds = timeInSeconds - minutes * 60;\n  const seconds = Math.floor(timeInSeconds);\n  const milliseconds = time[1] / nanoSecondsInMillisecond;\n  let result = '';\n\n  if (hours) {\n    result += `${hours}h `;\n  }\n\n  if (minutes) {\n    result += `${minutes}m `;\n  }\n\n  if (seconds) {\n    result += `${seconds}s`;\n  }\n\n  if (!result) {\n    result += `${milliseconds}ms`;\n  }\n\n  return result;\n}\n\nexport async function calculateFilesSize(params) {\n  const {slpk, outputPath, tilesetName} = params;\n  const fullOutputPath = getAbsoluteFilePath(outputPath);\n\n  try {\n    if (slpk) {\n      const slpkPath = join(fullOutputPath, `${tilesetName}.slpk`);\n      const stat = await fs.stat(slpkPath);\n      return stat.size;\n    }\n\n    const directoryPath = join(fullOutputPath, tilesetName);\n    const totalSize = await getTotalFilesSize(directoryPath);\n    return totalSize;\n  } catch (error) {\n    console.log('Calculate file sizes error: ', error); // eslint-disable-line\n    return null;\n  }\n}\n\nasync function getTotalFilesSize(dirPath) {\n  let totalFileSize = 0;\n\n  const files = await fs.readdir(dirPath);\n\n  for (const file of files) {\n    const fileStat = await fs.stat(join(dirPath, file));\n    if (fileStat.isDirectory()) {\n      totalFileSize += await getTotalFilesSize(join(dirPath, file));\n    } else {\n      totalFileSize += fileStat.size;\n    }\n  }\n  return totalFileSize;\n}\n"],"mappings":"AAAA,SAAQA,IAAI,QAAO,MAAM;AACzB,SAAQC,QAAQ,IAAIC,EAAE,QAAO,IAAI;AACjC,SAAQC,mBAAmB,QAAO,cAAc;AAEhD,OAAO,SAASC,aAAaA,CAACC,IAAI,EAAE;EAClC,MAAMC,wBAAwB,GAAG,GAAG;EACpC,IAAIC,aAAa,GAAGF,IAAI,CAAC,CAAC,CAAC;EAC3B,MAAMG,KAAK,GAAGC,IAAI,CAACC,KAAK,CAACH,aAAa,GAAG,IAAI,CAAC;EAC9CA,aAAa,GAAGA,aAAa,GAAGC,KAAK,GAAG,IAAI;EAC5C,MAAMG,OAAO,GAAGF,IAAI,CAACC,KAAK,CAACH,aAAa,GAAG,EAAE,CAAC;EAC9CA,aAAa,GAAGA,aAAa,GAAGI,OAAO,GAAG,EAAE;EAC5C,MAAMC,OAAO,GAAGH,IAAI,CAACC,KAAK,CAACH,aAAa,CAAC;EACzC,MAAMM,YAAY,GAAGR,IAAI,CAAC,CAAC,CAAC,GAAGC,wBAAwB;EACvD,IAAIQ,MAAM,GAAG,EAAE;EAEf,IAAIN,KAAK,EAAE;IACTM,MAAM,OAAAC,MAAA,CAAOP,KAAK,OAAI;EACxB;EAEA,IAAIG,OAAO,EAAE;IACXG,MAAM,OAAAC,MAAA,CAAOJ,OAAO,OAAI;EAC1B;EAEA,IAAIC,OAAO,EAAE;IACXE,MAAM,OAAAC,MAAA,CAAOH,OAAO,MAAG;EACzB;EAEA,IAAI,CAACE,MAAM,EAAE;IACXA,MAAM,OAAAC,MAAA,CAAOF,YAAY,OAAI;EAC/B;EAEA,OAAOC,MAAM;AACf;AAEA,OAAO,eAAeE,kBAAkBA,CAACC,MAAM,EAAE;EAC/C,MAAM;IAACC,IAAI;IAAEC,UAAU;IAAEC;EAAW,CAAC,GAAGH,MAAM;EAC9C,MAAMI,cAAc,GAAGlB,mBAAmB,CAACgB,UAAU,CAAC;EAEtD,IAAI;IACF,IAAID,IAAI,EAAE;MACR,MAAMI,QAAQ,GAAGtB,IAAI,CAACqB,cAAc,KAAAN,MAAA,CAAKK,WAAW,UAAO,CAAC;MAC5D,MAAMG,IAAI,GAAG,MAAMrB,EAAE,CAACqB,IAAI,CAACD,QAAQ,CAAC;MACpC,OAAOC,IAAI,CAACC,IAAI;IAClB;IAEA,MAAMC,aAAa,GAAGzB,IAAI,CAACqB,cAAc,EAAED,WAAW,CAAC;IACvD,MAAMM,SAAS,GAAG,MAAMC,iBAAiB,CAACF,aAAa,CAAC;IACxD,OAAOC,SAAS;EAClB,CAAC,CAAC,OAAOE,KAAK,EAAE;IACdC,OAAO,CAACC,GAAG,CAAC,8BAA8B,EAAEF,KAAK,CAAC;IAClD,OAAO,IAAI;EACb;AACF;AAEA,eAAeD,iBAAiBA,CAACI,OAAO,EAAE;EACxC,IAAIC,aAAa,GAAG,CAAC;EAErB,MAAMC,KAAK,GAAG,MAAM/B,EAAE,CAACgC,OAAO,CAACH,OAAO,CAAC;EAEvC,KAAK,MAAMI,IAAI,IAAIF,KAAK,EAAE;IACxB,MAAMG,QAAQ,GAAG,MAAMlC,EAAE,CAACqB,IAAI,CAACvB,IAAI,CAAC+B,OAAO,EAAEI,IAAI,CAAC,CAAC;IACnD,IAAIC,QAAQ,CAACC,WAAW,CAAC,CAAC,EAAE;MAC1BL,aAAa,IAAI,MAAML,iBAAiB,CAAC3B,IAAI,CAAC+B,OAAO,EAAEI,IAAI,CAAC,CAAC;IAC/D,CAAC,MAAM;MACLH,aAAa,IAAII,QAAQ,CAACZ,IAAI;IAChC;EACF;EACA,OAAOQ,aAAa;AACtB"}

package/dist/esm/lib/utils/write-queue.js

@@ -0,0 +1,85 @@
+import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
+import { Queue } from './queue';
+import process from 'process';
+const MEMORY_LIMIT = 4 * 1024 * 1024 * 1024;
+export default class WriteQueue extends Queue {
+  constructor() {
+    let listeningInterval = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 2000;
+    let writeConcurrency = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 400;
+    super();
+    _defineProperty(this, "intervalId", void 0);
+    _defineProperty(this, "writePromise", null);
+    _defineProperty(this, "fileMap", {});
+    _defineProperty(this, "listeningInterval", void 0);
+    _defineProperty(this, "writeConcurrency", void 0);
+    this.listeningInterval = listeningInterval;
+    this.writeConcurrency = writeConcurrency;
+  }
+  async enqueue(val) {
+    let writeImmediately = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
+    if (writeImmediately) {
+      const {
+        archiveKey,
+        writePromise
+      } = val;
+      const result = await writePromise();
+      if (archiveKey && result) {
+        this.fileMap[archiveKey] = result;
+      }
+    } else {
+      super.enqueue(val);
+      if (process.memoryUsage().rss > MEMORY_LIMIT) {
+        await this.startWrite();
+      }
+    }
+  }
+  startListening() {
+    this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
+  }
+  stopListening() {
+    if (this.intervalId) {
+      clearInterval(this.intervalId);
+    }
+  }
+  async startWrite() {
+    if (!this.writePromise) {
+      this.writePromise = this.doWrite();
+    }
+    await this.writePromise;
+    this.writePromise = null;
+  }
+  async finalize() {
+    this.stopListening();
+    await this.startWrite();
+  }
+  async doWrite() {
+    while (this.length) {
+      const promises = [];
+      const archiveKeys = [];
+      for (let i = 0; i < this.writeConcurrency; i++) {
+        const item = this.dequeue();
+        if (!item) {
+          break;
+        }
+        const {
+          archiveKey,
+          writePromise
+        } = item;
+        archiveKeys.push(archiveKey);
+        const promise = writePromise();
+        promises.push(promise);
+      }
+      const writeResults = await Promise.allSettled(promises);
+      this.updateFileMap(archiveKeys, writeResults);
+    }
+  }
+  updateFileMap(archiveKeys, writeResults) {
+    for (let i = 0; i < archiveKeys.length; i++) {
+      const archiveKey = archiveKeys[i];
+      if (archiveKey && 'value' in writeResults[i]) {
+        this.fileMap[archiveKey] = writeResults[i].value;
+      }
+    }
+  }
+}
+//# sourceMappingURL=write-queue.js.map

package/dist/esm/lib/utils/write-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-queue.js","names":["Queue","process","MEMORY_LIMIT","WriteQueue","constructor","listeningInterval","arguments","length","undefined","writeConcurrency","_defineProperty","enqueue","val","writeImmediately","archiveKey","writePromise","result","fileMap","memoryUsage","rss","startWrite","startListening","intervalId","setInterval","bind","stopListening","clearInterval","doWrite","finalize","promises","archiveKeys","i","item","dequeue","push","promise","writeResults","Promise","allSettled","updateFileMap","value"],"sources":["../../../../src/lib/utils/write-queue.ts"],"sourcesContent":["import {Queue} from './queue';\nimport process from 'process';\n\n/** Memory limit size is based on testing */\nconst MEMORY_LIMIT = 4 * 1024 * 1024 * 1024; // 4GB\n\nexport type WriteQueueItem = {\n  archiveKey?: string;\n  /**\n   * writePromise() returns a Promise that will be awaited in Promise.allSettled(promises);\n   * Arguments for this call are specified in writeQueue.enqueue call like this:\n   * await writeQueue.enqueue({\n   *     archiveKey: `nodePages/xxx.json.gz`,\n   *     writePromise: () => writeFileForSlpk(slpkPath, data, `xxx.json`)\n   * });\n   * Note, a function like writeFileForSlpk should NOT be called when initializing the object for enqueue().\n   * If he function is called, the promise will be created\n   * and the function will allocate resources (file descriptors) for file writing.\n   * It will be done for ALL items in the queue, which is not supposed to happen.\n   * That's why the function should be passed as\n   *   writePromise: () => writeFileForSlpk(slpkPath, content, `xxx.json`)\n   * instead of\n   *  writePromise: writeFileForSlpk(slpkPath, content, `xxx.json`) // INCORRECT !\n   */\n  writePromise: () => Promise<string | null>;\n};\n\nexport default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {\n  private intervalId?: NodeJS.Timeout;\n  public writePromise: Promise<void> | null = null;\n  public fileMap: {[key: string]: string} = {};\n  public listeningInterval: number;\n  public writeConcurrency: number;\n\n  constructor(listeningInterval: number = 2000, writeConcurrency: number = 400) {\n    super();\n    this.listeningInterval = listeningInterval;\n    this.writeConcurrency = writeConcurrency;\n  }\n\n  async enqueue(val: T, writeImmediately: boolean = false) {\n    if (writeImmediately) {\n      const {archiveKey, writePromise} = val as WriteQueueItem;\n      const result = await writePromise();\n      if (archiveKey && result) {\n        this.fileMap[archiveKey] = result;\n      }\n    } else {\n      super.enqueue(val);\n      /** https://nodejs.org/docs/latest-v14.x/api/process.html#process_process_memoryusage */\n      if (process.memoryUsage().rss > MEMORY_LIMIT) {\n        await this.startWrite();\n      }\n    }\n  }\n\n  startListening() {\n    this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);\n  }\n\n  stopListening() {\n    if (this.intervalId) {\n      clearInterval(this.intervalId);\n    }\n  }\n\n  async startWrite(): Promise<void> {\n    if (!this.writePromise) {\n      this.writePromise = this.doWrite();\n    }\n    await this.writePromise;\n    this.writePromise = null;\n  }\n\n  async finalize(): Promise<void> {\n    this.stopListening();\n    await this.startWrite();\n  }\n\n  private async doWrite(): Promise<void> {\n    while (this.length) {\n      const promises: Promise<string | null>[] = [];\n      const archiveKeys: (string | undefined)[] = [];\n      for (let i = 0; i < this.writeConcurrency; i++) {\n        const item = this.dequeue();\n        if (!item) {\n          break;\n        }\n        const {archiveKey, writePromise} = item as WriteQueueItem;\n        archiveKeys.push(archiveKey);\n        const promise = writePromise();\n        promises.push(promise);\n      }\n      const writeResults = await Promise.allSettled(promises);\n      this.updateFileMap(archiveKeys, writeResults);\n    }\n  }\n\n  private updateFileMap(\n    archiveKeys: (string | undefined)[],\n    writeResults: PromiseSettledResult<string | null>[]\n  ) {\n    for (let i = 0; i < archiveKeys.length; i++) {\n      const archiveKey = archiveKeys[i];\n      if (archiveKey && 'value' in writeResults[i]) {\n        this.fileMap[archiveKey] = (writeResults[i] as PromiseFulfilledResult<string>).value;\n      }\n    }\n  }\n}\n"],"mappings":";AAAA,SAAQA,KAAK,QAAO,SAAS;AAC7B,OAAOC,OAAO,MAAM,SAAS;AAG7B,MAAMC,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAuB3C,eAAe,MAAMC,UAAU,SAAmCH,KAAK,CAAI;EAOzEI,WAAWA,CAAA,EAAmE;IAAA,IAAlEC,iBAAyB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAI;IAAA,IAAEG,gBAAwB,GAAAH,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,GAAG;IAC1E,KAAK,CAAC,CAAC;IAACI,eAAA;IAAAA,eAAA,uBANkC,IAAI;IAAAA,eAAA,kBACN,CAAC,CAAC;IAAAA,eAAA;IAAAA,eAAA;IAM1C,IAAI,CAACL,iBAAiB,GAAGA,iBAAiB;IAC1C,IAAI,CAACI,gBAAgB,GAAGA,gBAAgB;EAC1C;EAEA,MAAME,OAAOA,CAACC,GAAM,EAAqC;IAAA,IAAnCC,gBAAyB,GAAAP,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,KAAK;IACrD,IAAIO,gBAAgB,EAAE;MACpB,MAAM;QAACC,UAAU;QAAEC;MAAY,CAAC,GAAGH,GAAqB;MACxD,MAAMI,MAAM,GAAG,MAAMD,YAAY,CAAC,CAAC;MACnC,IAAID,UAAU,IAAIE,MAAM,EAAE;QACxB,IAAI,CAACC,OAAO,CAACH,UAAU,CAAC,GAAGE,MAAM;MACnC;IACF,CAAC,MAAM;MACL,KAAK,CAACL,OAAO,CAACC,GAAG,CAAC;MAElB,IAAIX,OAAO,CAACiB,WAAW,CAAC,CAAC,CAACC,GAAG,GAAGjB,YAAY,EAAE;QAC5C,MAAM,IAAI,CAACkB,UAAU,CAAC,CAAC;MACzB;IACF;EACF;EAEAC,cAAcA,CAAA,EAAG;IACf,IAAI,CAACC,UAAU,GAAGC,WAAW,CAAC,IAAI,CAACH,UAAU,CAACI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAACnB,iBAAiB,CAAC;EACnF;EAEAoB,aAAaA,CAAA,EAAG;IACd,IAAI,IAAI,CAACH,UAAU,EAAE;MACnBI,aAAa,CAAC,IAAI,CAACJ,UAAU,CAAC;IAChC;EACF;EAEA,MAAMF,UAAUA,CAAA,EAAkB;IAChC,IAAI,CAAC,IAAI,CAACL,YAAY,EAAE;MACtB,IAAI,CAACA,YAAY,GAAG,IAAI,CAACY,OAAO,CAAC,CAAC;IACpC;IACA,MAAM,IAAI,CAACZ,YAAY;IACvB,IAAI,CAACA,YAAY,GAAG,IAAI;EAC1B;EAEA,MAAMa,QAAQA,CAAA,EAAkB;IAC9B,IAAI,CAACH,aAAa,CAAC,CAAC;IACpB,MAAM,IAAI,CAACL,UAAU,CAAC,CAAC;EACzB;EAEA,MAAcO,OAAOA,CAAA,EAAkB;IACrC,OAAO,IAAI,CAACpB,MAAM,EAAE;MAClB,MAAMsB,QAAkC,GAAG,EAAE;MAC7C,MAAMC,WAAmC,GAAG,EAAE;MAC9C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAACtB,gBAAgB,EAAEsB,CAAC,EAAE,EAAE;QAC9C,MAAMC,IAAI,GAAG,IAAI,CAACC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAACD,IAAI,EAAE;UACT;QACF;QACA,MAAM;UAAClB,UAAU;UAAEC;QAAY,CAAC,GAAGiB,IAAsB;QACzDF,WAAW,CAACI,IAAI,CAACpB,UAAU,CAAC;QAC5B,MAAMqB,OAAO,GAAGpB,YAAY,CAAC,CAAC;QAC9Bc,QAAQ,CAACK,IAAI,CAACC,OAAO,CAAC;MACxB;MACA,MAAMC,YAAY,GAAG,MAAMC,OAAO,CAACC,UAAU,CAACT,QAAQ,CAAC;MACvD,IAAI,CAACU,aAAa,CAACT,WAAW,EAAEM,YAAY,CAAC;IAC/C;EACF;EAEQG,aAAaA,CACnBT,WAAmC,EACnCM,YAAmD,EACnD;IACA,KAAK,IAAIL,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGD,WAAW,CAACvB,MAAM,EAAEwB,CAAC,EAAE,EAAE;MAC3C,MAAMjB,UAAU,GAAGgB,WAAW,CAACC,CAAC,CAAC;MACjC,IAAIjB,UAAU,IAAI,OAAO,IAAIsB,YAAY,CAACL,CAAC,CAAC,EAAE;QAC5C,IAAI,CAACd,OAAO,CAACH,UAAU,CAAC,GAAIsB,YAAY,CAACL,CAAC,CAAC,CAAoCS,KAAK;MACtF;IACF;EACF;AACF"}

package/dist/esm/pgm-loader.js

@@ -0,0 +1,15 @@
+import { parsePGM } from '@math.gl/geoid';
+const VERSION = typeof "4.0.0-alpha.10" !== 'undefined' ? "4.0.0-alpha.10" : 'latest';
+export const PGMLoader = {
+  name: 'PGM - Netpbm grayscale image format',
+  id: 'pgm',
+  module: 'tile-converter',
+  version: VERSION,
+  mimeTypes: ['image/x-portable-graymap'],
+  parse: async (arrayBuffer, options) => parsePGM(new Uint8Array(arrayBuffer), options),
+  extensions: ['pgm'],
+  options: {
+    cubic: false
+  }
+};
+//# sourceMappingURL=pgm-loader.js.map

package/dist/esm/pgm-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgm-loader.js","names":["parsePGM","VERSION","PGMLoader","name","id","module","version","mimeTypes","parse","arrayBuffer","options","Uint8Array","extensions","cubic"],"sources":["../../src/pgm-loader.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parsePGM} from '@math.gl/geoid';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Loader for PGM - Netpbm grayscale image format\n */\nexport const PGMLoader: LoaderWithParser = {\n  name: 'PGM - Netpbm grayscale image format',\n  id: 'pgm',\n  module: 'tile-converter',\n  version: VERSION,\n  mimeTypes: ['image/x-portable-graymap'],\n  // @ts-expect-error LoaderOptions does not have cubic parameter\n  parse: async (arrayBuffer, options) => parsePGM(new Uint8Array(arrayBuffer), options),\n  extensions: ['pgm'],\n  options: {\n    // TODO - use pgm namespace\n    cubic: false\n  }\n};\n"],"mappings":"AACA,SAAQA,QAAQ,QAAO,gBAAgB;AAIvC,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAK3E,OAAO,MAAMC,SAA2B,GAAG;EACzCC,IAAI,EAAE,qCAAqC;EAC3CC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,gBAAgB;EACxBC,OAAO,EAAEL,OAAO;EAChBM,SAAS,EAAE,CAAC,0BAA0B,CAAC;EAEvCC,KAAK,EAAE,MAAAA,CAAOC,WAAW,EAAEC,OAAO,KAAKV,QAAQ,CAAC,IAAIW,UAAU,CAACF,WAAW,CAAC,EAAEC,OAAO,CAAC;EACrFE,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBF,OAAO,EAAE;IAEPG,KAAK,EAAE;EACT;AACF,CAAC"}