@loaders.gl/tile-converter 4.0.0-alpha.22 → 4.0.0-alpha.24

package/dist/i3s-converter/helpers/gltf-attributes.js

@@ -1,129 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculateTransformProps = exports.prepareDataForAttributesConversion = void 0;
-const core_1 = require("@math.gl/core");
-const geospatial_1 = require("@math.gl/geospatial");
-/**
- * Prepare attributes for conversion to avoid binary data breaking in worker thread.
- * @param tileContent - 3DTiles tile content
- * @param tileTransform - transformation matrix of the tile, calculated recursively multiplying
- *                        transform of all parent tiles and transform of the current tile
- * @param boundingVolume - initialized bounding volume of the source tile
- * @returns 3DTiles content data, prepared for conversion
- */
-function prepareDataForAttributesConversion(tileContent, tileTransform, boundingVolume) {
-    let nodes = tileContent.gltf?.scene?.nodes ||
-        tileContent.gltf?.scenes?.[0]?.nodes ||
-        tileContent.gltf?.nodes ||
-        [];
-    const images = tileContent.gltf?.images?.map((imageObject) => {
-        // Need data only for uncompressed images because we can't get batchIds from compressed textures.
-        if (imageObject?.image?.compressed) {
-            return null;
-        }
-        else {
-            const data = imageObject?.image?.data;
-            const dataCopy = new Uint8Array(data.length);
-            dataCopy.set(data);
-            return {
-                data: dataCopy,
-                compressed: false,
-                height: imageObject.image.height,
-                width: imageObject.image.width,
-                components: imageObject.image.components,
-                mimeType: imageObject.mimeType
-            };
-        }
-    }) || [];
-    prepareNodes(nodes);
-    const { cartographicOrigin, modelMatrix: cartesianModelMatrix } = calculateTransformProps(tileContent, tileTransform, boundingVolume);
-    return {
-        nodes,
-        images,
-        cartographicOrigin,
-        cartesianModelMatrix
-    };
-}
-exports.prepareDataForAttributesConversion = prepareDataForAttributesConversion;
-/**
- * Keep only values for glTF attributes to pass data to worker thread.
- * @param attributes - geometry attributes
- * @returns attributes with only `value` item
- */
-function getB3DMAttributesWithoutBufferView(attributes) {
-    const attributesWithoutBufferView = {};
-    for (const attributeName in attributes) {
-        attributesWithoutBufferView[attributeName] = {
-            value: attributes[attributeName].value
-        };
-    }
-    return attributesWithoutBufferView;
-}
-/**
- * Calculate transformation properties to transform vertex attributes (POSITION, NORMAL, etc.)
- * from METER_OFFSET coorditantes to LNGLAT_OFFSET coordinates
- * @param tileContent - 3DTiles tile content
- * @param tileTransform - transformation matrix of the tile, calculated recursively multiplying
- *                        transform of all parent tiles and transform of the current tile
- * @param boundingVolume - initialized bounding volume of the source tile
- * @returns modelMatrix - transformation matrix to transform coordinates to cartographic coordinates
- *          cartographicOrigin - tile origin coordinates to calculate offsets
- */
-function calculateTransformProps(tileContent, tileTransform, boundingVolume) {
-    const { rtcCenter, gltfUpAxis } = tileContent;
-    const { center } = boundingVolume;
-    let modelMatrix = new core_1.Matrix4(tileTransform);
-    // Translate if appropriate
-    if (rtcCenter) {
-        modelMatrix.translate(rtcCenter);
-    }
-    // glTF models need to be rotated from Y to Z up
-    // https://github.com/AnalyticalGraphicsInc/3d-tiles/tree/master/specification#y-up-to-z-up
-    switch (gltfUpAxis) {
-        case 'Z':
-            break;
-        case 'Y':
-            const rotationY = new core_1.Matrix4().rotateX(Math.PI / 2);
-            modelMatrix = modelMatrix.multiplyRight(rotationY);
-            break;
-        case 'X':
-            const rotationX = new core_1.Matrix4().rotateY(-Math.PI / 2);
-            modelMatrix = modelMatrix.multiplyRight(rotationX);
-            break;
-        default:
-            break;
-    }
-    const cartesianOrigin = new core_1.Vector3(center);
-    const cartographicOrigin = geospatial_1.Ellipsoid.WGS84.cartesianToCartographic(cartesianOrigin, new core_1.Vector3());
-    return { modelMatrix, cartographicOrigin };
-}
-exports.calculateTransformProps = calculateTransformProps;
-/**
- * Traverse all nodes to replace all sensible data with copy to avoid data corruption in worker.
- * @param nodes
- */
-function prepareNodes(nodes) {
-    for (let index = 0; index < nodes.length; index++) {
-        const node = nodes[index];
-        if (node.mesh) {
-            nodes[index] = {
-                ...node,
-                mesh: {
-                    ...node.mesh,
-                    primitives: node.mesh?.primitives.map((primitive) => ({
-                        ...primitive,
-                        indices: { value: primitive?.indices?.value },
-                        attributes: getB3DMAttributesWithoutBufferView(primitive.attributes),
-                        material: {
-                            id: primitive?.material?.id,
-                            uniqueId: primitive?.material?.uniqueId
-                        }
-                    }))
-                }
-            };
-        }
-        if (node.children) {
-            prepareNodes(node.children);
-        }
-    }
-}

package/dist/i3s-converter/helpers/load-3d-tiles.js

@@ -1,99 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.isNestedTileset = exports.loadFromArchive = exports.loadTile3DContent = exports.loadNestedTileset = void 0;
-const _3d_tiles_1 = require("@loaders.gl/3d-tiles");
-const core_1 = require("@loaders.gl/core");
-/**
- * Load nested 3DTiles tileset. If the sourceTile is not nested tileset - do nothing
- * @param sourceTileset - source root tileset JSON
- * @param sourceTile - source tile JSON that is supposed to has link to nested tileset
- * @param tilesetLoadOptions - load options for Tiles3DLoader
- * @returns nothing
- */
-const loadNestedTileset = async (sourceTileset, sourceTile, tilesetLoadOptions) => {
-    const isTileset = isNestedTileset(sourceTile);
-    if (!sourceTileset || !sourceTile.contentUrl || !isTileset) {
-        return;
-    }
-    const loadOptions = {
-        ...tilesetLoadOptions,
-        [sourceTileset.loader.id]: {
-            isTileset,
-            assetGltfUpAxis: (sourceTileset.asset && sourceTileset.asset.gltfUpAxis) || 'Y'
-        }
-    };
-    const tileContent = await loadFromArchive(sourceTile.contentUrl, sourceTileset.loader, loadOptions);
-    if (tileContent.root) {
-        sourceTile.children = [tileContent.root];
-    }
-};
-exports.loadNestedTileset = loadNestedTileset;
-/**
- * Load 3DTiles tile content, that includes glTF object
- * @param sourceTileset - source root tileset JSON
- * @param sourceTile - source tile JSON that has link to content data
- * @param tilesetLoadOptions - load options for Tiles3DLoader
- * @returns - 3DTiles tile content or null
- */
-const loadTile3DContent = async (sourceTileset, sourceTile, tilesetLoadOptions) => {
-    const isTileset = isNestedTileset(sourceTile);
-    if (!sourceTileset || !sourceTile.contentUrl || isTileset) {
-        return null;
-    }
-    const loadOptions = {
-        ...tilesetLoadOptions,
-        [sourceTileset.loader.id]: {
-            ...(tilesetLoadOptions[sourceTileset.loader.id] || {}),
-            isTileset,
-            assetGltfUpAxis: (sourceTileset.asset && sourceTileset.asset.gltfUpAxis) || 'Y'
-        }
-    };
-    const tileContent = await loadFromArchive(sourceTile.contentUrl, sourceTileset.loader, loadOptions);
-    return tileContent;
-};
-exports.loadTile3DContent = loadTile3DContent;
-/**
- * Load a resource with load options and .3tz format support
- * @param url - resource URL
- * @param loader - loader to parse data (Tiles3DLoader / CesiumIonLoader)
- * @param loadOptions - 3d-tiles loader options
- * @returns 3d-tiles resource
- */
-async function loadFromArchive(url, loader, loadOptions) {
-    const tz3UrlParts = url.split('.3tz');
-    let filename;
-    // No '.3tz'. The file will be loaded with global fetch function
-    if (tz3UrlParts.length === 1) {
-        filename = null;
-    }
-    else if (tz3UrlParts.length === 2) {
-        filename = tz3UrlParts[1].slice(1);
-        if (filename === '') {
-            filename = 'tileset.json';
-        }
-    }
-    else {
-        throw new Error('Unexpected URL format');
-    }
-    if (filename) {
-        const tz3Path = `${tz3UrlParts[0]}.3tz`;
-        const fileSystem = new _3d_tiles_1.Tiles3DArchiveFileSystem(tz3Path);
-        const content = await (0, core_1.load)(filename, loader, {
-            ...loadOptions,
-            fetch: fileSystem.fetch.bind(fileSystem)
-        });
-        await fileSystem.destroy();
-        return content;
-    }
-    return await (0, core_1.load)(url, loader, loadOptions);
-}
-exports.loadFromArchive = loadFromArchive;
-/**
- * Check if tile is nested tileset
- * @param tile - 3DTiles header data
- * @returns true if tile is nested tileset
- */
-function isNestedTileset(tile) {
-    return tile?.type === 'json' || tile?.type === '3tz';
-}
-exports.isNestedTileset = isNestedTileset;

package/dist/i3s-converter/helpers/node-debug.js

@@ -1,120 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateNodeBoundingVolumes = void 0;
-const culling_1 = require("@math.gl/culling");
-const core_1 = require("@math.gl/core");
-const geospatial_1 = require("@math.gl/geospatial");
-// prettier-ignore
-const CUBE_POSITIONS = new Float32Array([
-    -1, -1, 1, 1, -1, 1, 1, 1, 1, -1, 1, 1,
-    -1, -1, -1, -1, 1, -1, 1, 1, -1, 1, -1, -1,
-    -1, 1, -1, -1, 1, 1, 1, 1, 1, 1, 1, -1,
-    -1, -1, -1, 1, -1, -1, 1, -1, 1, -1, -1, 1,
-    1, -1, -1, 1, 1, -1, 1, 1, 1, 1, -1, 1,
-    -1, -1, -1, -1, -1, 1, -1, 1, 1, -1, 1, -1
-]);
-// TODO Unite Tile validation logic in i3s-17-and-debug with this code.
-/**
- * Do validation of bounding volumes for particular node.
- * Generates special warnings if there are some issues.
- * @param node
- */
-function validateNodeBoundingVolumes(node) {
-    if (!node?.parentNode?.obb || !node?.parentNode?.mbs) {
-        return [];
-    }
-    const tileWarnings = [];
-    validateObb(tileWarnings, node);
-    validateMbs(tileWarnings, node);
-    return tileWarnings;
-}
-exports.validateNodeBoundingVolumes = validateNodeBoundingVolumes;
-/**
- * Check if child Obb fit into parent Obb.
- * @param tileWarnings
- * @param node
- */
-function validateObb(tileWarnings, node) {
-    // @ts-expect-error
-    const parentObb = createBoundingBoxFromTileObb(node.parentNode.obb);
-    const tileVertices = getTileObbVertices(node);
-    const isTileObbInsideParentObb = isAllVerticesInsideBoundingVolume(parentObb, tileVertices);
-    if (isTileObbInsideParentObb) {
-        return;
-    }
-    const title = `OBB of Tile (${node.id}) doesn't fit into Parent (${node.parentNode?.id}) tile OBB`;
-    tileWarnings.push(title);
-}
-/**
- * Check if child Mbs fit into parent Mbs.
- * @param tileWarnings
- * @param node
- */
-function validateMbs(tileWarnings, node) {
-    // @ts-expect-error
-    const tileMbs = createBoundingSphereFromTileMbs(node.mbs);
-    // @ts-expect-error
-    const parentMbs = createBoundingSphereFromTileMbs(node.parentNode.mbs);
-    const distanceBetweenCenters = tileMbs.center.distanceTo(parentMbs.center);
-    if (distanceBetweenCenters + tileMbs.radius > parentMbs.radius) {
-        const title = `MBS of Tile (${node.id}) doesn't fit into Parent (${node.parentNode?.id}) tile MBS`;
-        tileWarnings.push(title);
-    }
-}
-/**
- * Generates bounding sphere from mbs
- * @param mbs
- */
-function createBoundingSphereFromTileMbs(mbs) {
-    return new culling_1.BoundingSphere([mbs[0], mbs[1], mbs[2]], mbs[3]);
-}
-/**
- * Generates oriented bounding box from tile obb
- * @param obb
- * @returns
- */
-function createBoundingBoxFromTileObb(obb) {
-    const { center, halfSize, quaternion } = obb;
-    return new culling_1.OrientedBoundingBox().fromCenterHalfSizeQuaternion(center, halfSize, quaternion);
-}
-/**
- * Get vertices fromnode obb
- * TODO check if Obb generates properly
- * @param node
- */
-function getTileObbVertices(node) {
-    // @ts-expect-error
-    const halfSize = node.obb.halfSize;
-    const positions = CUBE_POSITIONS;
-    // @ts-expect-error
-    const obbCenterCartesian = geospatial_1.Ellipsoid.WGS84.cartographicToCartesian(node.obb.center);
-    let vertices = [];
-    for (let i = 0; i < positions.length; i += 3) {
-        const positionsVector = new core_1.Vector3((positions[i] *= halfSize[0]), (positions[i + 1] *= halfSize[1]), (positions[i + 2] *= halfSize[2]));
-        const rotatedPositions = positionsVector
-            // @ts-expect-error
-            .transformByQuaternion(node.obb.quaternion)
-            .add(obbCenterCartesian);
-        // @ts-expect-error
-        vertices = vertices.concat(rotatedPositions);
-    }
-    return vertices;
-}
-/**
- * Check if all vertices inside bounding volume
- * @param boundingVolume
- * @param positions
- */
-function isAllVerticesInsideBoundingVolume(boundingVolume, positions) {
-    let isVerticesInsideObb = true;
-    for (let index = 0; index < positions.length / 3; index += 3) {
-        const point = [positions[index], positions[index + 1], positions[index + 2]];
-        const cartographicPoint = geospatial_1.Ellipsoid.WGS84.cartesianToCartographic(point);
-        const distance = boundingVolume.distanceTo(cartographicPoint);
-        if (distance > 0) {
-            isVerticesInsideObb = false;
-            break;
-        }
-    }
-    return isVerticesInsideObb;
-}

package/dist/i3s-converter/helpers/node-index-document.js

@@ -1,268 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NodeIndexDocument = void 0;
-const path_1 = require("path");
-const json_map_transform_1 = __importDefault(require("json-map-transform"));
-const uuid_1 = require("uuid");
-const file_utils_1 = require("../../lib/utils/file-utils");
-const node_1 = require("../json-templates/node");
-/**
- * Wrapper for https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DNodeIndexDocument.cmn.md data
- * The class allows working with 3DNodeIndexDocument in 2 modes:
- * in memory: the data is stored in `data` field
- * on disk: the data is written on disk in a file. The file can be rewritten when new childrend or neighbors have to be added
- */
-class NodeIndexDocument {
-    get finalized() {
-        return this._finalized;
-    }
-    /**
-     * Constructor
-     * @param id - id of the node in node pages
-     * @param converter - converter instance
-     */
-    constructor(id, converter) {
-        /** 3DNodeIndexDocument data */
-        this.data = null;
-        /** children */
-        this.children = [];
-        /**
-         * Finalized property. It means that all child nodes are saved and their data
-         * is unloaded
-         */
-        this._finalized = false;
-        this.inPageId = id;
-        this.id = id === 0 ? 'root' : id.toString();
-        this.converter = converter;
-    }
-    /**
-     * Add Node3DIndexDocument data to the node
-     * @param data Node3DIndexDocument data
-     * @returns this NodeIndexDocument instance (to recurring with constructor)
-     */
-    async addData(data) {
-        if (this.converter.options.instantNodeWriting) {
-            await this.write(data);
-        }
-        else {
-            this.data = data;
-        }
-        return this;
-    }
-    /**
-     * Add child node references
-     * @param childNodes - child NodeIndexDocument instances
-     */
-    async addChildren(childNodes) {
-        const newChildren = [];
-        for (const node of childNodes) {
-            const nodeData = await node.load();
-            newChildren.push({
-                id: node.id,
-                href: `../${node.id}`,
-                obb: nodeData.obb,
-                mbs: nodeData.mbs
-            });
-        }
-        this.children = this.children.concat(childNodes);
-        let data = this.data;
-        if (this.converter.options.instantNodeWriting) {
-            data = (await this.load());
-        }
-        if (data) {
-            data.children = data.children ?? [];
-            data.children = data.children.concat(newChildren);
-        }
-        if (this.converter.options.instantNodeWriting && data) {
-            await this.write(data);
-        }
-    }
-    /**
-     * Add neighbors to child nodes of this node
-     */
-    async addNeighbors() {
-        if (this.finalized) {
-            return;
-        }
-        const nodeData = await this.load();
-        for (const childNode of this.children) {
-            const childNodeData = await childNode.load();
-            childNodeData.neighbors = childNodeData.neighbors ?? [];
-            // Don't do large amount of "neightbors" to avoid big memory consumption
-            if (Number(nodeData?.children?.length) < 1000) {
-                for (const neighbor of nodeData.children || []) {
-                    if (childNode.id === neighbor.id) {
-                        continue; // eslint-disable-line
-                    }
-                    childNodeData.neighbors.push({ ...neighbor });
-                }
-            }
-            else {
-                // eslint-disable-next-line no-console, no-undef
-                console.warn(`Node ${childNode.id}: neighbors attribute is omited because of large number of neigbors`);
-                delete childNodeData.neighbors;
-            }
-            if (this.converter.options.instantNodeWriting && childNodeData) {
-                await childNode.write(childNodeData);
-            }
-            await childNode.save();
-        }
-        // The save after adding neighbors is the last one. Finalize the the node
-        this.finalize();
-    }
-    /** Save 3DNodeIndexDocument in file on disk */
-    async save() {
-        if (this.data) {
-            await this.write(this.data);
-        }
-    }
-    /** Finalize the node */
-    finalize() {
-        this._finalized = true;
-        for (const child of this.children) {
-            child.flush();
-        }
-    }
-    /**
-     * Write 3DNodeIndexDocument https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DNodeIndexDocument.cmn.md
-     * @param node - Node3DIndexDocument object
-     */
-    async write(node) {
-        const path = (0, path_1.join)(this.converter.layers0Path, 'nodes', this.id);
-        if (this.converter.options.slpk) {
-            await this.converter.writeQueue.enqueue({
-                archiveKey: `nodes/${this.id}/3dNodeIndexDocument.json.gz`,
-                writePromise: () => (0, file_utils_1.writeFileForSlpk)(path, JSON.stringify(node), '3dNodeIndexDocument.json', true, this.converter.compressList)
-            }, true);
-        }
-        else {
-            await this.converter.writeQueue.enqueue({ writePromise: () => (0, file_utils_1.writeFile)(path, JSON.stringify(node)) }, true);
-        }
-    }
-    /**
-     * Load 3DNodeIndexDocument data from file on disk
-     * @returns 3DNodeIndexDocument object
-     */
-    async load() {
-        if (this.data) {
-            return this.data;
-        }
-        const path = this.id;
-        const parentNodePath = (0, path_1.join)(this.converter.layers0Path, 'nodes', path);
-        let parentNodeFileName = 'index.json';
-        if (this.converter.options.slpk) {
-            parentNodeFileName = '3dNodeIndexDocument.json';
-        }
-        return (await (0, file_utils_1.openJson)(parentNodePath, parentNodeFileName));
-    }
-    /**
-     * Unload the Node data
-     */
-    flush() {
-        this.data = null;
-    }
-    /**
-     * Create root node of the tree
-     * @param boundingVolumes - MBS and OOB bounding volumes data
-     * @param converter - I3SConverter instance
-     * @returns instance of NodeIndexDocument
-     */
-    static async createRootNode(boundingVolumes, converter) {
-        const rootData = NodeIndexDocument.createRootNodeIndexDocument(boundingVolumes);
-        const rootNode = await new NodeIndexDocument(0, converter).addData(rootData);
-        return rootNode;
-    }
-    /**
-     * Create NodeIndexDocument instance
-     * @param parentNode - parent NodeIndexDocument
-     * @param boundingVolumes - MBS and OOB bounding volumes data
-     * @param lodSelection - LOD metrics data
-     * @param nodeInPage - node data in node pages
-     * @param resources - resources extracted from gltf/b3dm file
-     * @param converter - I3SConverter instance
-     * @returns NodeIndexDocument instance
-     */
-    static async createNode(parentNode, boundingVolumes, lodSelection, nodeInPage, resources, converter) {
-        const data = await NodeIndexDocument.createNodeIndexDocument(parentNode, boundingVolumes, lodSelection, nodeInPage, resources);
-        const node = await new NodeIndexDocument(nodeInPage.index, converter).addData(data);
-        return node;
-    }
-    /**
-     * Form 3DNodeIndexDocument data for the root node
-     * @param boundingVolumes - mbs and obb data about node's bounding volume
-     * @return 3DNodeIndexDocument data https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DNodeIndexDocument.cmn.md
-     */
-    static createRootNodeIndexDocument(boundingVolumes) {
-        const root0data = {
-            version: `{${(0, uuid_1.v4)().toUpperCase()}}`,
-            id: 'root',
-            level: 0,
-            lodSelection: [
-                {
-                    metricType: 'maxScreenThresholdSQ',
-                    maxError: 0
-                },
-                {
-                    metricType: 'maxScreenThreshold',
-                    maxError: 0
-                }
-            ],
-            ...boundingVolumes,
-            children: []
-        };
-        return (0, json_map_transform_1.default)(root0data, (0, node_1.NODE)());
-    }
-    /**
-     * Create a new Node3DIndexDocument
-     * @param parentNode - 3DNodeIndexDocument https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DNodeIndexDocument.cmn.md object of the parent node
-     * @param boundingVolumes - Bounding volumes
-     * @param lodSelection - Level of Details (LOD) metrics
-     * @param nodeInPage - corresponding node object in a node page
-     * @param resources - the node resources data
-     * @param resources.texture - texture image
-     * @param resources.attributes - feature attributes
-     * @return 3DNodeIndexDocument https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DNodeIndexDocument.cmn.md object
-     */
-    static async createNodeIndexDocument(parentNode, boundingVolumes, lodSelection, nodeInPage, resources) {
-        const { texture, attributes } = resources;
-        const nodeId = nodeInPage.index;
-        const parentNodeData = await parentNode.load();
-        const nodeData = {
-            version: parentNodeData.version,
-            id: nodeId.toString(),
-            level: parentNodeData.level + 1,
-            ...boundingVolumes,
-            lodSelection,
-            parentNode: {
-                id: parentNode.id,
-                href: `../${parentNode.id}`,
-                mbs: parentNodeData.mbs,
-                obb: parentNodeData.obb
-            },
-            children: [],
-            neighbors: []
-        };
-        const node = (0, json_map_transform_1.default)(nodeData, (0, node_1.NODE)());
-        if (nodeInPage.mesh) {
-            node.geometryData = [{ href: './geometries/0' }];
-            node.sharedResource = { href: './shared' };
-            if (texture) {
-                node.textureData = [{ href: './textures/0' }, { href: './textures/1' }];
-            }
-            if (attributes &&
-                attributes.length &&
-                parentNode.converter.layers0?.attributeStorageInfo?.length) {
-                node.attributeData = [];
-                for (let index = 0; index < attributes.length; index++) {
-                    const folderName = parentNode.converter.layers0.attributeStorageInfo[index].key;
-                    node.attributeData.push({ href: `./attributes/${folderName}/0` });
-                }
-            }
-        }
-        return node;
-    }
-}
-exports.NodeIndexDocument = NodeIndexDocument;