@loaders.gl/tile-converter 3.1.8 → 3.2.0-alpha.1

package/dist/3d-tiles-converter/3d-tiles-converter.d.ts

@@ -0,0 +1,78 @@
+import type { AttributeStorageInfo } from '@loaders.gl/i3s';
+import { Tileset3D } from '@loaders.gl/tiles';
+import { Geoid } from '@math.gl/geoid';
+/**
+ * Converter from i3s to 3d-tiles
+ */
+export default class Tiles3DConverter {
+    options: any;
+    tilesetPath: string;
+    vertexCounter: number;
+    conversionStartTime: [number, number];
+    geoidHeightModel: Geoid | null;
+    sourceTileset: Tileset3D | null;
+    attributeStorageInfo: AttributeStorageInfo | null;
+    constructor();
+    /**
+     * Convert i3s format data to 3dTiles
+     * @param options
+     * @param options.inputUrl the url to read the tileset from
+     * @param options.outputPath the output filename
+     * @param options.tilesetName the output name of the tileset
+     * @param options.egmFilePath location of *.pgm file to convert heights from ellipsoidal to gravity-related format
+     * @param options.maxDepth The max tree depth of conversion
+     */
+    convert(options: {
+        inputUrl: string;
+        outputPath: string;
+        tilesetName: string;
+        maxDepth: number;
+        egmFilePath: string;
+    }): Promise<any>;
+    /**
+     * The recursive function of traversal of a nodes tree
+     * @param parentSourceNode the parent node tile object (@loaders.gl/tiles/Tile3D)
+     * @param parentNode object in resulting tileset
+     * @param level a current level of a tree depth
+     */
+    private _addChildren;
+    /**
+     * Load a child node having information from the node header
+     * @param parentNode a parent node tile object (@loaders.gl/tiles/Tile3D)
+     * @param childNodeInfo child information from 3DNodeIndexDocument
+     *   (https://github.com/Esri/i3s-spec/blob/master/docs/1.7/nodeReference.cmn.md)
+     */
+    private _loadChildNode;
+    /**
+     * Make an url of a resource from its relative url having the base url
+     * @param baseUrl the base url. A resulting url will be related from this url
+     * @param relativeUrl a realtive url of a resource
+     */
+    private _relativeUrlToFullUrl;
+    /**
+     * Do loading all attributes related to particular node.
+     * @param sourceChild
+     * @param attributeStorageInfo
+     * @returns Promise of attributes object.
+     */
+    private _loadChildAttributes;
+    /**
+     * Returns attribute type for loading attributes
+     * @param attribute
+     * Workaround for I3S v1.6. There is no attribute.attributeValues.valueType field in attribute.
+     * There is an 'Oid32' type if attribute has objectIds property.
+     * Doc: https://github.com/Esri/i3s-spec/blob/master/docs/1.6/attributeStorageInfo.cmn.md
+     */
+    private _getAttributeType;
+    /**
+     * Make simple arrays from attribute typed arrays.
+     * @param attributesList
+     */
+    private _replaceNestedArrays;
+    /**
+     * Print statistics in the end of conversion
+     * @param params - output files data
+     */
+    private _finishConversion;
+}
+//# sourceMappingURL=3d-tiles-converter.d.ts.map

package/dist/3d-tiles-converter/3d-tiles-converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"3d-tiles-converter.d.ts","sourceRoot":"","sources":["../../src/3d-tiles-converter/3d-tiles-converter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,oBAAoB,EAAkC,MAAM,iBAAiB,CAAC;AAQ3F,OAAO,EAAC,SAAS,EAAS,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAC,KAAK,EAAC,MAAM,gBAAgB,CAAC;AAarC;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACnC,OAAO,EAAE,GAAG,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,gBAAgB,EAAE,KAAK,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,SAAS,GAAG,IAAI,CAAC;IAChC,oBAAoB,EAAE,oBAAoB,GAAG,IAAI,CAAC;;IAYlD;;;;;;;;OAQG;IACU,OAAO,CAAC,OAAO,EAAE;QAC5B,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,GAAG,CAAC;IA+ChB;;;;;OAKG;YACW,YAAY;IAiD1B;;;;;OAKG;YACW,cAAc;IAyB5B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAiB7B;;;;;OAKG;YACW,oBAAoB;IAsBlC;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IASzB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAU5B;;;OAGG;YACW,iBAAiB;CAgBhC"}

package/dist/3d-tiles-converter/3d-tiles-converter.js

@@ -0,0 +1,242 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const path_1 = require("path");
+const process_1 = __importDefault(require("process"));
+const json_map_transform_1 = __importDefault(require("json-map-transform"));
+const core_1 = require("@loaders.gl/core");
+const i3s_1 = require("@loaders.gl/i3s");
+const tiles_1 = require("@loaders.gl/tiles");
+const pgm_loader_1 = require("../pgm-loader");
+const i3s_obb_to_3d_tiles_obb_1 = require("./helpers/i3s-obb-to-3d-tiles-obb");
+const lod_conversion_utils_1 = require("../lib/utils/lod-conversion-utils");
+const file_utils_1 = require("../lib/utils/file-utils");
+const statistic_utills_1 = require("../lib/utils/statistic-utills");
+const tileset_1 = require("./json-templates/tileset");
+const b3dm_converter_1 = __importDefault(require("./helpers/b3dm-converter"));
+const coordinate_converter_1 = require("../i3s-converter/helpers/coordinate-converter");
+const I3S = 'I3S';
+/**
+ * Converter from i3s to 3d-tiles
+ */
+class Tiles3DConverter {
+    constructor() {
+        this.options = {};
+        this.tilesetPath = '';
+        this.vertexCounter = 0;
+        this.conversionStartTime = [0, 0];
+        this.geoidHeightModel = null;
+        this.sourceTileset = null;
+        this.attributeStorageInfo = null;
+    }
+    /**
+     * Convert i3s format data to 3dTiles
+     * @param options
+     * @param options.inputUrl the url to read the tileset from
+     * @param options.outputPath the output filename
+     * @param options.tilesetName the output name of the tileset
+     * @param options.egmFilePath location of *.pgm file to convert heights from ellipsoidal to gravity-related format
+     * @param options.maxDepth The max tree depth of conversion
+     */
+    async convert(options) {
+        const { inputUrl, outputPath, tilesetName, maxDepth, egmFilePath } = options;
+        this.conversionStartTime = process_1.default.hrtime();
+        this.options = { maxDepth };
+        console.log('Loading egm file...'); // eslint-disable-line
+        this.geoidHeightModel = await (0, core_1.load)(egmFilePath, pgm_loader_1.PGMLoader);
+        console.log('Loading egm file completed!'); // eslint-disable-line
+        const sourceTilesetJson = await (0, core_1.load)(inputUrl, i3s_1.I3SLoader, {});
+        this.sourceTileset = new tiles_1.Tileset3D(sourceTilesetJson, {
+            loadOptions: {
+                i3s: { coordinateSystem: i3s_1.COORDINATE_SYSTEM.LNGLAT_OFFSETS, decodeTextures: false }
+            }
+        });
+        const rootNode = this.sourceTileset.root;
+        if (!rootNode.header.obb) {
+            rootNode.header.obb = (0, coordinate_converter_1.createObbFromMbs)(rootNode.header.mbs);
+        }
+        this.tilesetPath = (0, path_1.join)(`${outputPath}`, `${tilesetName}`);
+        this.attributeStorageInfo = sourceTilesetJson.attributeStorageInfo;
+        // Removing the tilesetPath needed to exclude erroneous files after conversion
+        try {
+            await (0, file_utils_1.removeDir)(this.tilesetPath);
+        }
+        catch (e) {
+            // do nothing
+        }
+        const rootTile = {
+            boundingVolume: {
+                box: (0, i3s_obb_to_3d_tiles_obb_1.i3sObbTo3dTilesObb)(rootNode.header.obb, this.geoidHeightModel)
+            },
+            geometricError: (0, lod_conversion_utils_1.convertScreenThresholdToGeometricError)(rootNode),
+            children: []
+        };
+        await this._addChildren(rootNode, rootTile, 1);
+        const tileset = (0, json_map_transform_1.default)({ root: rootTile }, (0, tileset_1.TILESET)());
+        await (0, file_utils_1.writeFile)(this.tilesetPath, JSON.stringify(tileset), 'tileset.json');
+        this._finishConversion({ slpk: false, outputPath, tilesetName });
+    }
+    /**
+     * The recursive function of traversal of a nodes tree
+     * @param parentSourceNode the parent node tile object (@loaders.gl/tiles/Tile3D)
+     * @param parentNode object in resulting tileset
+     * @param level a current level of a tree depth
+     */
+    async _addChildren(parentSourceNode, parentNode, level) {
+        if (this.options.maxDepth && level > this.options.maxDepth) {
+            return;
+        }
+        for (const childNodeInfo of parentSourceNode.header.children || []) {
+            const sourceChild = await this._loadChildNode(parentSourceNode, childNodeInfo);
+            parentSourceNode.children.push(sourceChild);
+            if (sourceChild.contentUrl) {
+                await this.sourceTileset._loadTile(sourceChild);
+                this.vertexCounter += sourceChild.content.vertexCount;
+                let attributes = null;
+                if (this.attributeStorageInfo) {
+                    attributes = await this._loadChildAttributes(sourceChild, this.attributeStorageInfo);
+                }
+                if (!sourceChild.header.obb) {
+                    sourceChild.header.obb = (0, coordinate_converter_1.createObbFromMbs)(sourceChild.header.mbs);
+                }
+                const boundingVolume = {
+                    box: (0, i3s_obb_to_3d_tiles_obb_1.i3sObbTo3dTilesObb)(sourceChild.header.obb, this.geoidHeightModel)
+                };
+                const child = {
+                    boundingVolume,
+                    geometricError: (0, lod_conversion_utils_1.convertScreenThresholdToGeometricError)(sourceChild),
+                    children: []
+                };
+                const b3dm = await new b3dm_converter_1.default().convert(sourceChild, attributes);
+                child.content = {
+                    uri: `${sourceChild.id}.b3dm`,
+                    boundingVolume
+                };
+                await (0, file_utils_1.writeFile)(this.tilesetPath, new Uint8Array(b3dm), `${sourceChild.id}.b3dm`);
+                parentNode.children.push(child);
+                sourceChild.unloadContent();
+                await this._addChildren(sourceChild, child, level + 1);
+            }
+            else {
+                await this._addChildren(sourceChild, parentNode, level + 1);
+            }
+        }
+    }
+    /**
+     * Load a child node having information from the node header
+     * @param parentNode a parent node tile object (@loaders.gl/tiles/Tile3D)
+     * @param childNodeInfo child information from 3DNodeIndexDocument
+     *   (https://github.com/Esri/i3s-spec/blob/master/docs/1.7/nodeReference.cmn.md)
+     */
+    async _loadChildNode(parentNode, childNodeInfo) {
+        let header;
+        if (this.sourceTileset.tileset.nodePages) {
+            console.log(`Node conversion: ${childNodeInfo.id}`); // eslint-disable-line no-console,no-undef
+            header = await this.sourceTileset.tileset.nodePagesTile.formTileFromNodePages(childNodeInfo.id);
+        }
+        else {
+            const { loader } = this.sourceTileset;
+            const nodeUrl = this._relativeUrlToFullUrl(parentNode.url, childNodeInfo.href);
+            // load metadata
+            const options = {
+                i3s: {
+                    ...this.sourceTileset.loadOptions,
+                    isTileHeader: true,
+                    loadContent: false
+                }
+            };
+            console.log(`Node conversion: ${nodeUrl}`); // eslint-disable-line no-console,no-undef
+            header = await (0, core_1.load)(nodeUrl, loader, options);
+        }
+        return new tiles_1.Tile3D(this.sourceTileset, header, parentNode);
+    }
+    /**
+     * Make an url of a resource from its relative url having the base url
+     * @param baseUrl the base url. A resulting url will be related from this url
+     * @param relativeUrl a realtive url of a resource
+     */
+    _relativeUrlToFullUrl(baseUrl, relativeUrl) {
+        let resultArray = baseUrl.split('/');
+        const relativeUrlArray = relativeUrl.split('/');
+        for (const folder of relativeUrlArray) {
+            switch (folder) {
+                case '.':
+                    continue; // eslint-disable-line no-continue
+                case '..':
+                    resultArray = resultArray.slice(0, -1);
+                    break;
+                default:
+                    resultArray.push(folder);
+            }
+        }
+        return resultArray.join('/');
+    }
+    /**
+     * Do loading all attributes related to particular node.
+     * @param sourceChild
+     * @param attributeStorageInfo
+     * @returns Promise of attributes object.
+     */
+    async _loadChildAttributes(sourceChild, attributeStorageInfo) {
+        const promises = [];
+        const { attributeUrls } = sourceChild.header;
+        for (let index = 0; index < attributeUrls.length; index++) {
+            const inputUrl = attributeUrls[index];
+            const attribute = attributeStorageInfo[index];
+            const options = {
+                attributeName: attribute.name,
+                attributeType: this._getAttributeType(attribute)
+            };
+            promises.push((0, core_1.load)(inputUrl, i3s_1.I3SAttributeLoader, options));
+        }
+        const attributesList = await Promise.all(promises);
+        this._replaceNestedArrays(attributesList);
+        return Object.assign({}, ...attributesList);
+    }
+    /**
+     * Returns attribute type for loading attributes
+     * @param attribute
+     * Workaround for I3S v1.6. There is no attribute.attributeValues.valueType field in attribute.
+     * There is an 'Oid32' type if attribute has objectIds property.
+     * Doc: https://github.com/Esri/i3s-spec/blob/master/docs/1.6/attributeStorageInfo.cmn.md
+     */
+    _getAttributeType(attribute) {
+        if (attribute.attributeValues) {
+            return attribute.attributeValues.valueType;
+        }
+        else if (attribute.objectIds) {
+            return 'Oid32';
+        }
+        return '';
+    }
+    /**
+     * Make simple arrays from attribute typed arrays.
+     * @param attributesList
+     */
+    _replaceNestedArrays(attributesList) {
+        for (let index = 0; index < attributesList.length; index++) {
+            const attributeObject = attributesList[index];
+            for (const key in attributeObject) {
+                attributeObject[key] = Array.from(attributeObject[key]);
+            }
+        }
+    }
+    /**
+     * Print statistics in the end of conversion
+     * @param params - output files data
+     */
+    async _finishConversion(params) {
+        const filesSize = await (0, statistic_utills_1.calculateFilesSize)(params);
+        const diff = process_1.default.hrtime(this.conversionStartTime);
+        const conversionTime = (0, statistic_utills_1.timeConverter)(diff);
+        console.log(`------------------------------------------------`); // eslint-disable-line
+        console.log(`Finish conversion of ${I3S}`); // eslint-disable-line
+        console.log(`Total conversion time: ${conversionTime}`); // eslint-disable-line
+        console.log(`Vertex count: `, this.vertexCounter); // eslint-disable-line
+        console.log(`File(s) size: `, filesSize, ' bytes'); // eslint-disable-line
+        console.log(`------------------------------------------------`); // eslint-disable-line
+    }
+}
+exports.default = Tiles3DConverter;

package/dist/3d-tiles-converter/helpers/b3dm-converter.d.ts

@@ -0,0 +1,83 @@
+import { Matrix4 } from '@math.gl/core';
+/**
+ * Converts content of an I3S node to *.b3dm's file content
+ */
+export default class B3dmConverter {
+    rtcCenter: Float32Array;
+    i3sTile: any;
+    /**
+     * The starter of content conversion
+     * @param i3sTile - Tile3D instance for I3S node
+     * @returns - encoded content
+     */
+    convert(i3sTile: Object, attributes?: any): Promise<ArrayBuffer>;
+    /**
+     * Build and encode gltf
+     * @param i3sTile - Tile3D instance for I3S node
+     * @returns - encoded glb content
+     */
+    buildGltf(i3sTile: any): Promise<ArrayBuffer>;
+    /**
+     * Update gltfBuilder with texture from I3S tile
+     * @param {object} i3sTile - Tile3D object
+     * @param {GLTFScenegraph} gltfBuilder - gltfScenegraph instance to construct GLTF
+     * @returns {Promise<number | null>} - GLTF texture index
+     */
+    _addI3sTextureToGltf(i3sTile: any, gltfBuilder: any): Promise<null>;
+    /**
+     * Generate a positions array which is correct for 3DTiles/GLTF format
+     * @param {Float64Array} positionsValue - the input geometry positions array
+     * @param {number[]} cartesianOrigin - the tile center in the cartesian coordinate system
+     * @param {number[]} cartographicOrigin - the tile center in the cartographic coordinate system
+     * @param {number[]} modelMatrix - the model matrix of geometry
+     * @returns {Float32Array} - the output geometry positions array
+     */
+    _normalizePositions(positionsValue: any, cartesianOrigin: any, cartographicOrigin: any, modelMatrix: any): Float32Array;
+    /**
+     * Generate the transformation matrix for GLTF node:
+     * https://github.com/KhronosGroup/glTF/tree/master/specification/2.0#reference-node
+     * 1. Create the translate transformation from cartesianOrigin (the positions array stores offsets from this cartesianOrigin)
+     * 2. Create the rotation transformation to rotate model from z-up coordinates (I3S specific) to y-up coordinates (GLTF specific)
+     * @param {number[]} cartesianOrigin - the tile center in the cartesian coordinate system
+     * @returns {Matrix4} - an array of 16 numbers (4x4 matrix)
+     */
+    _generateTransformMatrix(cartesianOrigin: any): Matrix4;
+    /**
+     * Generate batchId attribute from faceRanges.
+     * @param {Uint32Array} faceRanges - the source array
+     * @returns {Float32Array} batchId list.
+     */
+    _generateBatchId(faceRanges: any): Float32Array;
+    /**
+     * luma.gl can not work without indices now:
+     * https://github.com/visgl/luma.gl/blob/d8cad75b9f8ca3e578cf078ed9d19e619c2ddbc9/modules/experimental/src/gltf/gltf-instantiator.js#L115
+     * This method generates syntetic indices array: [0, 1, 2, 3, .... , vertexCount-1]
+     * @param {number} vertexCount - vertex count in the geometry
+     * @returns {Uint32Array} indices array.
+     */
+    _generateSynteticIndices(vertexCount: any): Uint32Array;
+    /**
+     * Deduce mime type by format from `textureSetDefinition.formats[0].format`
+     * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/textureSetDefinitionFormat.cmn.md
+     * @param {string} format - format name
+     * @returns {string} mime type.
+     */
+    _deduceMimeTypeFromFormat(format: any): "image/jpeg" | "image/ktx2" | "image/png";
+    /**
+     * Convert i3s material to GLTF compatible material
+     * @param {object} material - i3s material definition
+     * @param {number | null} textureIndex - texture index in GLTF
+     * @returns {object} GLTF material
+     */
+    _convertI3sMaterialToGltfMaterial(material: any, textureIndex: any): any;
+    /**
+     * Set texture properties in material with GLTF textureIndex
+     * @param {object} materialDefinition - i3s material definition
+     * @param {number} textureIndex - texture index in GLTF
+     * @returns {void}
+     */
+    _setGltfTexture(materialDefinition: any, textureIndex: any): any;
+    _getFeaturesLength(attributes: any): any;
+    _checkNormals(normals: any): any;
+}
+//# sourceMappingURL=b3dm-converter.d.ts.map

package/dist/3d-tiles-converter/helpers/b3dm-converter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"b3dm-converter.d.ts","sourceRoot":"","sources":["../../../src/3d-tiles-converter/helpers/b3dm-converter.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,OAAO,EAAU,MAAM,eAAe,CAAC;AAO/C;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,aAAa;IAEhC,SAAS,EAAE,YAAY,CAAC;IACxB,OAAO,EAAE,GAAG,CAAC;IAEb;;;;OAIG;IACG,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,GAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAe5E;;;;OAIG;IACG,SAAS,CAAC,OAAO,KAAA,GAAG,OAAO,CAAC,WAAW,CAAC;IAsD9C;;;;;OAKG;IACG,oBAAoB,CAAC,OAAO,KAAA,EAAE,WAAW,KAAA;IAsB/C;;;;;;;OAOG;IACH,mBAAmB,CAAC,cAAc,KAAA,EAAE,eAAe,KAAA,EAAE,kBAAkB,KAAA,EAAE,WAAW,KAAA;IAepF;;;;;;;OAOG;IACH,wBAAwB,CAAC,eAAe,KAAA;IAMxC;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,KAAA;IAiB3B;;;;;;OAMG;IACH,wBAAwB,CAAC,WAAW,KAAA;IAQpC;;;;;OAKG;IACH,yBAAyB,CAAC,MAAM,KAAA;IAchC;;;;;OAKG;IACH,iCAAiC,CAAC,QAAQ,KAAA,EAAE,YAAY,KAAA;IAgCxD;;;;;OAKG;IACH,eAAe,CAAC,kBAAkB,KAAA,EAAE,YAAY,KAAA;IA+ChD,kBAAkB,CAAC,UAAU,KAAA;IAY7B,aAAa,CAAC,OAAO,KAAA;CAItB"}