@loaders.gl/tile-converter 3.2.0-alpha.1 → 3.2.0-alpha.2

package/dist/lib/utils/compress-util.d.ts

@@ -1,6 +1,45 @@
-export function compressFileWithGzip(pathFile: any): Promise<any>;
-export function compressFilesWithZip(fileMap: any, outputFile: any, level?: number): Promise<any>;
-export function compressWithChildProcess(...args: any[]): Promise<void>;
-export function generateHash128FromZip(inputZipFile: any, outputFile: any): Promise<any>;
-export function addFileToZip(inputFolder: any, fileName: any, zipFile: any, sevenZipExe: any): Promise<void>;
+/**
+ * Compress file to gzip file
+ *
+ * @param pathFile - the path to the file
+ * @return the path to the gzip file
+ */
+export declare function compressFileWithGzip(pathFile: string): Promise<string>;
+/**
+ * Compress files from map into slpk file
+ *
+ * @param fileMap - map with file paths (key: output path, value: input path)
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ */
+export declare function compressFilesWithZip(fileMap: {
+    [key: string]: string;
+}, outputFile: string, level?: number): Promise<unknown>;
+/**
+ * Compress files using external tool 'zip'/'7z'
+ *
+ * @param inputFolder - folder to archive - for cwd option
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ * @param inputFiles - input files path to pass to the executable as option
+ * @param sevenZipExe - path to 7z.exe executable
+ */
+export declare function compressWithChildProcess(inputFolder: string, outputFile: string, level: number, inputFiles: string, sevenZipExe: string): Promise<void>;
+/**
+ * Generate hash file from zip archive
+ * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md
+ *
+ * @param inputZipFile
+ * @param outputFile
+ */
+export declare function generateHash128FromZip(inputZipFile: string, outputFile: string): Promise<unknown>;
+/**
+ * Add file to zip archive
+ *
+ * @param inputFile
+ * @param fileName
+ * @param zipFile
+ * @param sevenZipExe
+ */
+export declare function addFileToZip(inputFolder: string, fileName: string, zipFile: string, sevenZipExe: string): Promise<void>;
 //# sourceMappingURL=compress-util.d.ts.map

package/dist/lib/utils/compress-util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"compress-util.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/compress-util.js"],"names":[],"mappings":"AAWA,kEAiBC;AAED,kGAoDC;AAED,wEAOC;AA0CD,yFA6CC;AASD,6GAGC"}
+{"version":3,"file":"compress-util.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/compress-util.ts"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAiBtE;AAED;;;;;;GAMG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;CAAC,EAChC,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,MAAU,oBAqDlB;AAED;;;;;;;;GAQG;AACH,wBAAsB,wBAAwB,CAC5C,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,iBAQpB;AAgED;;;;;;GAMG;AACH,wBAAsB,sBAAsB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,oBA6CpF;AAeD;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAChC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,iBAIpB"}

package/dist/lib/utils/compress-util.js

@@ -14,6 +14,12 @@ const jszip_1 = __importDefault(require("jszip"));
 const crypto_1 = require("@loaders.gl/crypto");
 const crypt_1 = __importDefault(require("crypt"));
 const file_utils_2 = require("./file-utils");
+/**
+ * Compress file to gzip file
+ *
+ * @param pathFile - the path to the file
+ * @return the path to the gzip file
+ */
 function compressFileWithGzip(pathFile) {
     const compressedPathFile = `${pathFile}.gz`;
     const gzip = (0, zlib_1.createGzip)();
@@ -32,6 +38,13 @@ function compressFileWithGzip(pathFile) {
     });
 }
 exports.compressFileWithGzip = compressFileWithGzip;
+/**
+ * Compress files from map into slpk file
+ *
+ * @param fileMap - map with file paths (key: output path, value: input path)
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ */
 async function compressFilesWithZip(fileMap, outputFile, level = 0) {
     // Before creating a new file, we need to delete the old file
     try {
@@ -79,16 +92,33 @@ async function compressFilesWithZip(fileMap, outputFile, level = 0) {
     });
 }
 exports.compressFilesWithZip = compressFilesWithZip;
-async function compressWithChildProcess() {
+/**
+ * Compress files using external tool 'zip'/'7z'
+ *
+ * @param inputFolder - folder to archive - for cwd option
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ * @param inputFiles - input files path to pass to the executable as option
+ * @param sevenZipExe - path to 7z.exe executable
+ */
+async function compressWithChildProcess(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
     // eslint-disable-next-line no-undef
     if (process.platform === 'win32') {
-        await compressWithChildProcessWindows(...arguments);
+        await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
     }
     else {
-        await compressWithChildProcessUnix(...arguments);
+        await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
     }
 }
 exports.compressWithChildProcess = compressWithChildProcess;
+/**
+ * Compress files using external linux tool 'zip'
+ *
+ * @param inputFolder - folder to archive - for cwd option
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ * @param inputFiles - input files path to pass to the executable as option
+ */
 async function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {
     const fullOutputFile = (0, file_utils_2.getAbsoluteFilePath)(outputFile);
     const args = [`-${level}`, '-r', fullOutputFile, inputFiles];
@@ -102,6 +132,15 @@ async function compressWithChildProcessUnix(inputFolder, outputFile, level = 0,
         wait: 0
     });
 }
+/**
+ * Compress files using windows external tool '7z'
+ *
+ * @param inputFolder - folder to archive - for cwd option
+ * @param outputFile - output slpk file
+ * @param level - compression level
+ * @param inputFiles - input files path to pass to the executable as option
+ * @param sevenZipExe - path to 7z.exe executable
+ */
 async function compressWithChildProcessWindows(inputFolder, outputFile, level = 0, inputFiles = (0, path_1.join)('.', '*'), sevenZipExe) {
     // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles
     // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm
@@ -120,6 +159,13 @@ async function compressWithChildProcessWindows(inputFolder, outputFile, level =
         wait: 0
     });
 }
+/**
+ * Generate hash file from zip archive
+ * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md
+ *
+ * @param inputZipFile
+ * @param outputFile
+ */
 async function generateHash128FromZip(inputZipFile, outputFile) {
     const input = await fs_1.promises.readFile(inputZipFile);
     const zip = await jszip_1.default.loadAsync(input);
@@ -157,7 +203,7 @@ async function generateHash128FromZip(inputZipFile, outputFile) {
         });
         for (const key in hashTable) {
             const item = hashTable[key];
-            const value = _longToByteArray(item.value);
+            const value = longToByteArray(item.value);
             // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'
             // eslint-disable-next-line no-undef
             output.write(Buffer.from(crypt_1.default.hexToBytes(item.key).concat(value)));
@@ -166,17 +212,38 @@ async function generateHash128FromZip(inputZipFile, outputFile) {
     });
 }
 exports.generateHash128FromZip = generateHash128FromZip;
-function _longToByteArray(long) {
+/**
+ * Encode 64 bit value to byte array
+ *
+ * @param long - stringified number
+ * @returns
+ */
+function longToByteArray(long) {
     const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits
     const longNum = new Float64Array(buffer); // so equivalent to Float64
-    longNum[0] = long;
+    longNum[0] = parseInt(long);
     return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian
 }
+/**
+ * Add file to zip archive
+ *
+ * @param inputFile
+ * @param fileName
+ * @param zipFile
+ * @param sevenZipExe
+ */
 async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
     await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
     console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line
 }
 exports.addFileToZip = addFileToZip;
+/**
+ *
+ * @param archive zip archive instance
+ * @param subFileName file path inside archive
+ * @param subFileData source file path
+ * @returns
+ */
 function appendFileToArchive(archive, subFileName, subFileData) {
     return new Promise((resolve) => {
         const fileStream = (0, fs_1.createReadStream)(subFileData);

package/dist/lib/utils/file-utils.d.ts

@@ -1,6 +1,35 @@
-export function writeFile(path: any, data: any, fileName?: string): Promise<string>;
-export function writeFileForSlpk(path: any, data: any, fileName?: string, compress?: boolean): Promise<string>;
-export function removeDir(path: any): Promise<void>;
-export function removeFile(path: any): Promise<void>;
-export function getAbsoluteFilePath(filePath: any): any;
+/**
+ * Write a file with data and name fileName to path
+ *
+ * @param path - output path
+ * @param data - file content
+ * @param fileName - name of output file (default: index.json)
+ */
+export declare function writeFile(path: string, data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>, fileName?: string): Promise<string>;
+/**
+ * Write a file with data and name fileName to path - specific one for further packaging into slpk
+ *
+ * @param path - output path
+ * @param data - file content
+ * @param fileName - name of output file (default: index.json)
+ * @param compress - if need to compress file with gzip (default: true)
+ */
+export declare function writeFileForSlpk(path: string, data: string | Uint8Array | ArrayBuffer | Promise<ArrayBuffer>, fileName?: string, compress?: boolean): Promise<string>;
+/**
+ * Remove dir with path
+ *
+ * @param path
+ */
+export declare function removeDir(path: string): Promise<void>;
+/**
+ * Remove file with path
+ *
+ * @param path
+ */
+export declare function removeFile(path: string): Promise<void>;
+/**
+ * Generates absolute file path
+ * @param filePath
+ */
+export declare function getAbsoluteFilePath(filePath: string): string;
 //# sourceMappingURL=file-utils.d.ts.map

package/dist/lib/utils/file-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/file-utils.js"],"names":[],"mappings":"AAIA,oFAUC;AAED,+GASC;AAED,oDAEC;AAED,qDAEC;AAED,wDAEC"}
+{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/file-utils.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,EAC9D,QAAQ,GAAE,MAAqB,GAC9B,OAAO,CAAC,MAAM,CAAC,CAkBjB;AAED;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,EAC9D,QAAQ,GAAE,MAAqB,EAC/B,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,MAAM,CAAC,CASjB;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,iBAErC;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,iBAEtC;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,UAEnD"}

package/dist/lib/utils/file-utils.js

@@ -4,11 +4,28 @@ exports.getAbsoluteFilePath = exports.removeFile = exports.removeDir = exports.w
 const fs_1 = require("fs");
 const path_1 = require("path");
 const compress_util_1 = require("./compress-util");
+/**
+ * Write a file with data and name fileName to path
+ *
+ * @param path - output path
+ * @param data - file content
+ * @param fileName - name of output file (default: index.json)
+ */
 async function writeFile(path, data, fileName = 'index.json') {
+    let toWriteData;
+    if (data instanceof Promise) {
+        toWriteData = new Uint8Array(await data);
+    }
+    else if (data instanceof ArrayBuffer) {
+        toWriteData = new Uint8Array(data);
+    }
+    else {
+        toWriteData = data;
+    }
     await fs_1.promises.mkdir(path, { recursive: true });
     const pathFile = (0, path_1.join)(path, fileName);
     try {
-        await fs_1.promises.writeFile(pathFile, data);
+        await fs_1.promises.writeFile(pathFile, toWriteData);
     }
     catch (err) {
         throw err;
@@ -17,6 +34,14 @@ async function writeFile(path, data, fileName = 'index.json') {
     return pathFile;
 }
 exports.writeFile = writeFile;
+/**
+ * Write a file with data and name fileName to path - specific one for further packaging into slpk
+ *
+ * @param path - output path
+ * @param data - file content
+ * @param fileName - name of output file (default: index.json)
+ * @param compress - if need to compress file with gzip (default: true)
+ */
 async function writeFileForSlpk(path, data, fileName = 'index.json', compress = true) {
     const pathFile = await writeFile(path, data, fileName);
     if (compress) {
@@ -28,14 +53,28 @@ async function writeFileForSlpk(path, data, fileName = 'index.json', compress =
     return pathFile;
 }
 exports.writeFileForSlpk = writeFileForSlpk;
+/**
+ * Remove dir with path
+ *
+ * @param path
+ */
 function removeDir(path) {
     return fs_1.promises.rmdir(path, { recursive: true });
 }
 exports.removeDir = removeDir;
+/**
+ * Remove file with path
+ *
+ * @param path
+ */
 function removeFile(path) {
     return fs_1.promises.unlink(path);
 }
 exports.removeFile = removeFile;
+/**
+ * Generates absolute file path
+ * @param filePath
+ */
 function getAbsoluteFilePath(filePath) {
     return (0, path_1.isAbsolute)(filePath) ? filePath : (0, path_1.join)(process.cwd(), filePath); // eslint-disable-line no-undef
 }

package/dist/lib/utils/lod-conversion-utils.d.ts

@@ -1,7 +1,8 @@
+import { BoundingVolumes } from '@loaders.gl/i3s';
+import { Tile3D } from '@loaders.gl/tiles';
 /**
  * Do conversion from geometric error to screen threshold
- * @param {Object} tile
- * @param {Object} coordinates
+ *
  * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.
  * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.
  * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles
@@ -11,10 +12,30 @@
  * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md
  * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us
  * to make child maxError bigger than his parent maxError.
+ *
+ * @param tile - 3d-tiles tile Object
+ * @param coordinates - node converted coordinates
+ * @returns An array of LOD metrics in format compatible with i3s 3DNodeIndexDocument.lodSelection
+ * @example
+ *  [
+        {
+            "metricType": "maxScreenThresholdSQ",
+            "maxError": 870638.071285568
+        },
+        {
+            "metricType": "maxScreenThreshold",
+            "maxError": 1052.8679031638949
+        }
+    ]
  */
-export function convertGeometricErrorToScreenThreshold(tile: any, coordinates: any): {
+export declare function convertGeometricErrorToScreenThreshold(tile: Tile3D, coordinates: BoundingVolumes): {
     metricType: string;
     maxError: number;
 }[];
-export function convertScreenThresholdToGeometricError(node: any): number;
+/**
+ * Convert LOD metric from "Screen Threshold" to "Screen Space Error"
+ * @param node - i3s node data
+ * @returns lod metric in 3d-tiles format
+ */
+export declare function convertScreenThresholdToGeometricError(node: Tile3D): number;
 //# sourceMappingURL=lod-conversion-utils.d.ts.map

package/dist/lib/utils/lod-conversion-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lod-conversion-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/lod-conversion-utils.js"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;GAaG;AACH;;;IAsBC;AAED,0EAeC"}
+{"version":3,"file":"lod-conversion-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/lod-conversion-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAC,MAAM,EAAC,MAAM,mBAAmB,CAAC;AAIzC;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,eAAe;gBAC9D,MAAM;cAAY,MAAM;IAqB1D;AAED;;;;GAIG;AACH,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAe3E"}

package/dist/lib/utils/lod-conversion-utils.js

@@ -5,8 +5,7 @@ exports.convertScreenThresholdToGeometricError = exports.convertGeometricErrorTo
 const DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;
 /**
  * Do conversion from geometric error to screen threshold
- * @param {Object} tile
- * @param {Object} coordinates
+ *
  * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.
  * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.
  * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles
@@ -16,6 +15,21 @@ const DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;
  * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md
  * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us
  * to make child maxError bigger than his parent maxError.
+ *
+ * @param tile - 3d-tiles tile Object
+ * @param coordinates - node converted coordinates
+ * @returns An array of LOD metrics in format compatible with i3s 3DNodeIndexDocument.lodSelection
+ * @example
+ *  [
+        {
+            "metricType": "maxScreenThresholdSQ",
+            "maxError": 870638.071285568
+        },
+        {
+            "metricType": "maxScreenThreshold",
+            "maxError": 1052.8679031638949
+        }
+    ]
  */
 function convertGeometricErrorToScreenThreshold(tile, coordinates) {
     const lodSelection = [];
@@ -40,6 +54,11 @@ function convertGeometricErrorToScreenThreshold(tile, coordinates) {
     return lodSelection;
 }
 exports.convertGeometricErrorToScreenThreshold = convertGeometricErrorToScreenThreshold;
+/**
+ * Convert LOD metric from "Screen Threshold" to "Screen Space Error"
+ * @param node - i3s node data
+ * @returns lod metric in 3d-tiles format
+ */
 function convertScreenThresholdToGeometricError(node) {
     const metricData = node.header.lodSelection.maxScreenThreshold || {};
     let maxError = metricData.maxError;

package/dist/lib/utils/queue.d.ts

@@ -0,0 +1,7 @@
+export declare class Queue<T> extends Array<T> {
+    enqueue(val: T): void;
+    dequeue(): T | undefined;
+    peek(): T;
+    isEmpty(): boolean;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/lib/utils/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/queue.ts"],"names":[],"mappings":"AAAA,qBAAa,KAAK,CAAC,CAAC,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,EAAE,CAAC;IAId,OAAO,IAAI,CAAC,GAAG,SAAS;IAIxB,IAAI,IAAI,CAAC;IAIT,OAAO;CAGR"}

package/dist/lib/utils/queue.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Queue = void 0;
+class Queue extends Array {
+    enqueue(val) {
+        this.push(val);
+    }
+    dequeue() {
+        return this.shift();
+    }
+    peek() {
+        return this[0];
+    }
+    isEmpty() {
+        return this.length === 0;
+    }
+}
+exports.Queue = Queue;

package/dist/lib/utils/statistic-utills.d.ts

@@ -1,3 +1,3 @@
-export function timeConverter(time: any): string;
-export function calculateFilesSize(params: any): Promise<number | null>;
+export declare function timeConverter(time: any): string;
+export declare function calculateFilesSize(params: any): Promise<number | null>;
 //# sourceMappingURL=statistic-utills.d.ts.map

package/dist/lib/utils/statistic-utills.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"statistic-utills.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/statistic-utills.js"],"names":[],"mappings":"AAIA,iDA4BC;AAED,wEAkBC"}
+{"version":3,"file":"statistic-utills.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/statistic-utills.ts"],"names":[],"mappings":"AAIA,wBAAgB,aAAa,CAAC,IAAI,KAAA,UA4BjC;AAED,wBAAsB,kBAAkB,CAAC,MAAM,KAAA,0BAkB9C"}

package/dist/lib/utils/write-queue.d.ts

@@ -0,0 +1,22 @@
+import { Queue } from './queue';
+export declare type WriteQueueItem = {
+    archiveKey?: string;
+    writePromise: Promise<string>;
+};
+export default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {
+    private intervalId?;
+    writePromise: Promise<void> | null;
+    fileMap: {
+        [key: string]: string;
+    };
+    listeningInterval: number;
+    writeConcurrency: number;
+    constructor(listeningInterval?: number, writeConcurrency?: number);
+    startListening(): void;
+    stopListening(): void;
+    startWrite(): Promise<void>;
+    finalize(): Promise<void>;
+    private doWrite;
+    private updateFileMap;
+}
+//# sourceMappingURL=write-queue.d.ts.map

package/dist/lib/utils/write-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-queue.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/write-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAE9B,oBAAY,cAAc,GAAG;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/B,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,CAAC,SAAS,cAAc,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC;IACxE,OAAO,CAAC,UAAU,CAAC,CAAiB;IAC7B,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAQ;IAC1C,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAC,CAAM;IACtC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;gBAEpB,iBAAiB,GAAE,MAAa,EAAE,gBAAgB,GAAE,MAAY;IAM5E,cAAc;IAId,aAAa;IAMP,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAW3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAKjB,OAAO;IAmBrB,OAAO,CAAC,aAAa;CAStB"}

package/dist/lib/utils/write-queue.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const queue_1 = require("./queue");
+class WriteQueue extends queue_1.Queue {
+    constructor(listeningInterval = 2000, writeConcurrency = 400) {
+        super();
+        this.writePromise = null;
+        this.fileMap = {};
+        this.listeningInterval = listeningInterval;
+        this.writeConcurrency = writeConcurrency;
+    }
+    startListening() {
+        this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
+    }
+    stopListening() {
+        if (this.intervalId) {
+            clearInterval(this.intervalId);
+        }
+    }
+    async startWrite() {
+        if (this.writePromise) {
+            await this.writePromise;
+            this.writePromise = null;
+            return;
+        }
+        this.writePromise = this.doWrite();
+        await this.writePromise;
+        this.writePromise = null;
+    }
+    async finalize() {
+        this.stopListening();
+        await this.startWrite();
+    }
+    async doWrite() {
+        while (this.length) {
+            const promises = [];
+            const archiveKeys = [];
+            for (let i = 0; i < this.writeConcurrency; i++) {
+                const item = this.dequeue();
+                if (!item) {
+                    break;
+                }
+                const { archiveKey, writePromise } = item;
+                archiveKeys.push(archiveKey);
+                promises.push(writePromise);
+            }
+            const writeResults = await Promise.all(promises);
+            this.updateFileMap(archiveKeys, writeResults);
+        }
+        this.writePromise = null;
+    }
+    updateFileMap(archiveKeys, writeResults) {
+        for (let i = 0; i < archiveKeys.length; i++) {
+            const archiveKey = archiveKeys[i];
+            if (!archiveKey) {
+                continue;
+            }
+            this.fileMap[archiveKey] = writeResults[i];
+        }
+    }
+}
+exports.default = WriteQueue;

package/dist/workers/3d-tiles-attributes-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=3d-tiles-attributes-worker.d.ts.map

package/dist/workers/3d-tiles-attributes-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"3d-tiles-attributes-worker.d.ts","sourceRoot":"","sources":["../../src/workers/3d-tiles-attributes-worker.ts"],"names":[],"mappings":""}

package/dist/workers/3d-tiles-attributes-worker.js

@@ -0,0 +1,9 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const worker_utils_1 = require("@loaders.gl/worker-utils");
+const b3dm_converter_1 = __importDefault(require("../3d-tiles-converter/helpers/b3dm-converter"));
+const b3dmConverter = new b3dm_converter_1.default();
+(0, worker_utils_1.createWorker)(async (data, options = {}) => b3dmConverter.convert(data, options.attributes));

package/dist/workers/i3s-attributes-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=i3s-attributes-worker.d.ts.map

package/dist/workers/i3s-attributes-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"i3s-attributes-worker.d.ts","sourceRoot":"","sources":["../../src/workers/i3s-attributes-worker.ts"],"names":[],"mappings":""}

package/dist/workers/i3s-attributes-worker.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const worker_utils_1 = require("@loaders.gl/worker-utils");
+const geometry_converter_1 = require("../i3s-converter/helpers/geometry-converter");
+(0, worker_utils_1.createWorker)(async (data, options = {}) => await (0, geometry_converter_1.convertAttributes)(data, options.useCartesianPositions));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/tile-converter",
-  "version": "3.2.0-alpha.1",
+  "version": "3.2.0-alpha.2",
   "description": "Converter",
   "license": "MIT",
   "publishConfig": {
@@ -33,24 +33,27 @@
     "fs": false
   },
   "scripts": {
-    "pre-build": "npm run build-bundle  && npm run build-converter-bundle",
+    "pre-build": "npm run build-bundle && npm run build-converter-bundle && npm run build-i3s-attributes-worker && npm run build-3d-tiles-attributes-worker",
     "build-bundle": "esbuild ./src/index.ts --bundle --outfile=dist/dist.min.js --platform=node",
     "build-converter-bundle": "webpack --display errors-only --config ./converter-webpack/bundle.js",
-    "build-bin": "BABEL_ENV=es5 babel scripts --config-file ../../babel.config.js --out-dir dist/scripts"
+    "build-bin": "BABEL_ENV=es5 babel scripts --config-file ../../babel.config.js --out-dir dist/scripts",
+    "build-i3s-attributes-worker": "esbuild src/workers/i3s-attributes-worker.ts --outfile=dist/i3s-attributes-worker.js --platform=node --target=esnext,node12 --minify --bundle --sourcemap --define:__VERSION__=\\\"$npm_package_version\\\"",
+    "build-3d-tiles-attributes-worker": "esbuild src/workers/3d-tiles-attributes-worker.ts --outfile=dist/3d-tiles-attributes-worker.js --platform=node --target=esnext,node12 --minify --bundle --sourcemap --define:__VERSION__=\\\"$npm_package_version\\\""
   },
   "dependencies": {
-    "@loaders.gl/3d-tiles": "3.2.0-alpha.1",
-    "@loaders.gl/crypto": "3.2.0-alpha.1",
-    "@loaders.gl/draco": "3.2.0-alpha.1",
-    "@loaders.gl/gltf": "3.2.0-alpha.1",
-    "@loaders.gl/i3s": "3.2.0-alpha.1",
-    "@loaders.gl/images": "3.2.0-alpha.1",
-    "@loaders.gl/loader-utils": "3.2.0-alpha.1",
-    "@loaders.gl/polyfills": "3.2.0-alpha.1",
-    "@loaders.gl/textures": "3.2.0-alpha.1",
-    "@loaders.gl/tiles": "3.2.0-alpha.1",
-    "@loaders.gl/worker-utils": "3.2.0-alpha.1",
-    "@loaders.gl/zip": "3.2.0-alpha.1",
+    "@loaders.gl/3d-tiles": "3.2.0-alpha.2",
+    "@loaders.gl/crypto": "3.2.0-alpha.2",
+    "@loaders.gl/draco": "3.2.0-alpha.2",
+    "@loaders.gl/gltf": "3.2.0-alpha.2",
+    "@loaders.gl/i3s": "3.2.0-alpha.2",
+    "@loaders.gl/images": "3.2.0-alpha.2",
+    "@loaders.gl/loader-utils": "3.2.0-alpha.2",
+    "@loaders.gl/polyfills": "3.2.0-alpha.2",
+    "@loaders.gl/schema": "3.2.0-alpha.2",
+    "@loaders.gl/textures": "3.2.0-alpha.2",
+    "@loaders.gl/tiles": "3.2.0-alpha.2",
+    "@loaders.gl/worker-utils": "3.2.0-alpha.2",
+    "@loaders.gl/zip": "3.2.0-alpha.2",
     "@luma.gl/engine": "^8.5.4",
     "@math.gl/core": "^3.5.1",
     "@math.gl/culling": "^3.5.1",
@@ -68,7 +71,7 @@
     "uuid": "^8.1.0"
   },
   "peerDependencies": {
-    "@loaders.gl/core": "4.0.0-alpha.4"
+    "@loaders.gl/core": "3.2.0-alpha.1"
   },
-  "gitHead": "423a2815092b08dcf93ad5b7dc2940b167305afe"
+  "gitHead": "52a602739cbfce60fc314f474efc984d199dff78"
 }