@itwin/core-orbitgt 3.0.0-dev.100

package/lib/esm/pointcloud/render/Block.js

@@ -0,0 +1,116 @@
+/*---------------------------------------------------------------------------------------------
+* Copyright (c) Bentley Systems, Incorporated. All rights reserved.
+* See LICENSE.md in the project root for license terms and full copyright notice.
+*--------------------------------------------------------------------------------------------*/
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+import { IntMap } from "../../system/collection/IntMap";
+/**
+ * Class Block defines a block of tiles.
+ *
+ * @version 1.0 November 2015
+ */
+/** @internal */
+export class Block {
+    /**
+     * Create a new block.
+     * @param index the index of the block.
+     */
+    constructor(index) {
+        this._index = index;
+        this._tileList = null;
+        this._tileMap = null;
+    }
+    /**
+     * Get the index of the block.
+     * @return the index of the block.
+     */
+    getBlockIndex() {
+        return this._index;
+    }
+    /**
+     * Get the spatial bounds of the block.
+     * @param level the level to which the block belongs.
+     * @return the spatial bounds of the block.
+     */
+    getBlockBounds(level) {
+        return level.getBlockGrid().getCellBounds(this._index.gridIndex);
+    }
+    /**
+     * Add a block to the list of blocks to load.
+     * @param blocksToLoad the list of blocks to load.
+     * @param block the block to add.
+     */
+    static addToLoadList(blocksToLoad, block) {
+        for (let i = 0; i < blocksToLoad.size(); i++)
+            if (blocksToLoad.get(i).same(block))
+                return;
+        blocksToLoad.add(block);
+    }
+    /**
+     * Set the tiles in the block.
+     * @param tileList the list of tiles.
+     */
+    setTiles(tileList) {
+        /* Store the list */
+        this._tileList = tileList;
+        /* Make the map */
+        this._tileMap = new IntMap();
+        for (let tile of this._tileList) {
+            let tileX = tile.gridIndex.x;
+            let yzMap = this._tileMap.get(tileX);
+            if (yzMap == null) {
+                yzMap = new IntMap();
+                this._tileMap.set(tileX, yzMap);
+            }
+            let tileY = tile.gridIndex.y;
+            let zMap = yzMap.get(tileY);
+            if (zMap == null) {
+                zMap = new IntMap();
+                yzMap.set(tileY, zMap);
+            }
+            let tileZ = tile.gridIndex.z;
+            zMap.set(tileZ, tile);
+        }
+    }
+    /**
+     * Have the tiles been set?
+     * @return true if the tiles have been set.
+     */
+    hasTiles() {
+        return (this._tileList != null);
+    }
+    /**
+     * List all tiles.
+     * @param blocksToLoad the list of blocks to load.
+     * @return all tiles (null if tiles are not loaded).
+     */
+    getTiles(blocksToLoad) {
+        if (this._tileList == null) {
+            Block.addToLoadList(blocksToLoad, this._index);
+            return null;
+        }
+        return this._tileList;
+    }
+    /**
+     * Find a tile.
+     * @param tileGridIndex the grid index of the tile.
+     * @return the tile (null if not found).
+     */
+    findTile(tileGridIndex) {
+        if (this._tileMap == null)
+            return null;
+        let tileX = tileGridIndex.x;
+        let yzMap = this._tileMap.get(tileX);
+        if (yzMap == null)
+            return null;
+        let tileY = tileGridIndex.y;
+        let zMap = yzMap.get(tileY);
+        if (zMap == null)
+            return null;
+        let tileZ = tileGridIndex.z;
+        return zMap.get(tileZ);
+    }
+}
+//# sourceMappingURL=Block.js.map

package/lib/esm/pointcloud/render/Block.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Block.js","sourceRoot":"","sources":["../../../../src/pointcloud/render/Block.ts"],"names":[],"mappings":"AAAA;;;+FAG+F;AAC/F;;GAEG;AAYH,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAC;AAMxD;;;;GAIG;AACH,gBAAgB;AAChB,MAAM,OAAO,KAAK;IAQjB;;;OAGG;IACH,YAAmB,KAAiB;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;OAGG;IACI,aAAa;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,KAAY;QACjC,OAAO,KAAK,CAAC,YAAY,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClE,CAAC;IAED;;;;OAIM;IACE,MAAM,CAAC,aAAa,CAAC,YAA+B,EAAE,KAAiB;QAC9E,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;YAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO;QAClG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED;;;OAGG;IACI,QAAQ,CAAC,QAA0B;QACzC,oBAAoB;QACpB,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,kBAAkB;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,MAAM,EAA6B,CAAC;QACxD,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE;YAChC,IAAI,KAAK,GAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,GAA8B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChE,IAAI,KAAK,IAAI,IAAI,EAAE;gBAClB,KAAK,GAAG,IAAI,MAAM,EAAqB,CAAC;gBACxC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;aAChC;YACD,IAAI,KAAK,GAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YACpC,IAAI,IAAI,GAAsB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,IAAI,IAAI,IAAI,EAAE;gBACjB,IAAI,GAAG,IAAI,MAAM,EAAa,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;aACvB;YACD,IAAI,KAAK,GAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;SACtB;IACF,CAAC;IAED;;;OAGG;IACI,QAAQ;QACd,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,YAA+B;QAC9C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE;YAC3B,KAAK,CAAC,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;SACZ;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,aAAwB;QACvC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QACvC,IAAI,KAAK,GAAU,aAAa,CAAC,CAAC,CAAC;QACnC,IAAI,KAAK,GAA8B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,KAAK,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,KAAK,GAAU,aAAa,CAAC,CAAC,CAAC;QACnC,IAAI,IAAI,GAAsB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,IAAI,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,KAAK,GAAU,aAAa,CAAC,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;CACD","sourcesContent":["/*---------------------------------------------------------------------------------------------\r\n* Copyright (c) Bentley Systems, Incorporated. All rights reserved.\r\n* See LICENSE.md in the project root for license terms and full copyright notice.\r\n*--------------------------------------------------------------------------------------------*/\r\n/** @packageDocumentation\r\n * @module OrbitGT\r\n */\r\n\r\n//package orbitgt.pointcloud.render;\r\n\r\ntype int8 = number;\r\ntype int16 = number;\r\ntype int32 = number;\r\ntype float32 = number;\r\ntype float64 = number;\r\n\r\nimport { Bounds } from \"../../spatial/geom/Bounds\";\r\nimport { AList } from \"../../system/collection/AList\";\r\nimport { IntMap } from \"../../system/collection/IntMap\";\r\nimport { BlockIndex } from \"../model/BlockIndex\";\r\nimport { GridIndex } from \"../model/GridIndex\";\r\nimport { TileIndex } from \"../model/TileIndex\";\r\nimport { Level } from \"./Level\";\r\n\r\n/**\r\n * Class Block defines a block of tiles.\r\n *\r\n * @version 1.0 November 2015\r\n */\r\n/** @internal */\r\nexport class Block {\r\n\t/** The index of the block */\r\n\tprivate _index: BlockIndex;\r\n\t/** The full list of tiles in the block (can be null if the tile-list has not been loaded) */\r\n\tprivate _tileList: Array<TileIndex>;\r\n\t/** The map of tiles in the block */\r\n\tprivate _tileMap: IntMap<IntMap<IntMap<TileIndex>>>;\r\n\r\n\t/**\r\n\t * Create a new block.\r\n\t * @param index the index of the block.\r\n\t */\r\n\tpublic constructor(index: BlockIndex) {\r\n\t\tthis._index = index;\r\n\t\tthis._tileList = null;\r\n\t\tthis._tileMap = null;\r\n\t}\r\n\r\n\t/**\r\n\t * Get the index of the block.\r\n\t * @return the index of the block.\r\n\t */\r\n\tpublic getBlockIndex(): BlockIndex {\r\n\t\treturn this._index;\r\n\t}\r\n\r\n\t/**\r\n\t * Get the spatial bounds of the block.\r\n\t * @param level the level to which the block belongs.\r\n\t * @return the spatial bounds of the block.\r\n\t */\r\n\tpublic getBlockBounds(level: Level): Bounds {\r\n\t\treturn level.getBlockGrid().getCellBounds(this._index.gridIndex);\r\n\t}\r\n\r\n\t/**\r\n\t * Add a block to the list of blocks to load.\r\n     * @param blocksToLoad the list of blocks to load.\r\n     * @param block the block to add.\r\n     */\r\n\tprivate static addToLoadList(blocksToLoad: AList<BlockIndex>, block: BlockIndex): void {\r\n\t\tfor (let i: number = 0; i < blocksToLoad.size(); i++) if (blocksToLoad.get(i).same(block)) return;\r\n\t\tblocksToLoad.add(block);\r\n\t}\r\n\r\n\t/**\r\n\t * Set the tiles in the block.\r\n\t * @param tileList the list of tiles.\r\n\t */\r\n\tpublic setTiles(tileList: Array<TileIndex>): void {\r\n\t\t/* Store the list */\r\n\t\tthis._tileList = tileList;\r\n\t\t/* Make the map */\r\n\t\tthis._tileMap = new IntMap<IntMap<IntMap<TileIndex>>>();\r\n\t\tfor (let tile of this._tileList) {\r\n\t\t\tlet tileX: int32 = tile.gridIndex.x;\r\n\t\t\tlet yzMap: IntMap<IntMap<TileIndex>> = this._tileMap.get(tileX);\r\n\t\t\tif (yzMap == null) {\r\n\t\t\t\tyzMap = new IntMap<IntMap<TileIndex>>();\r\n\t\t\t\tthis._tileMap.set(tileX, yzMap);\r\n\t\t\t}\r\n\t\t\tlet tileY: int32 = tile.gridIndex.y;\r\n\t\t\tlet zMap: IntMap<TileIndex> = yzMap.get(tileY);\r\n\t\t\tif (zMap == null) {\r\n\t\t\t\tzMap = new IntMap<TileIndex>();\r\n\t\t\t\tyzMap.set(tileY, zMap);\r\n\t\t\t}\r\n\t\t\tlet tileZ: int32 = tile.gridIndex.z;\r\n\t\t\tzMap.set(tileZ, tile);\r\n\t\t}\r\n\t}\r\n\r\n\t/**\r\n\t * Have the tiles been set?\r\n\t * @return true if the tiles have been set.\r\n\t */\r\n\tpublic hasTiles(): boolean {\r\n\t\treturn (this._tileList != null);\r\n\t}\r\n\r\n\t/**\r\n\t * List all tiles.\r\n     * @param blocksToLoad the list of blocks to load.\r\n\t * @return all tiles (null if tiles are not loaded).\r\n\t */\r\n\tpublic getTiles(blocksToLoad: AList<BlockIndex>): Array<TileIndex> {\r\n\t\tif (this._tileList == null) {\r\n\t\t\tBlock.addToLoadList(blocksToLoad, this._index);\r\n\t\t\treturn null;\r\n\t\t}\r\n\t\treturn this._tileList;\r\n\t}\r\n\r\n\t/**\r\n\t * Find a tile.\r\n     * @param tileGridIndex the grid index of the tile.\r\n\t * @return the tile (null if not found).\r\n\t */\r\n\tpublic findTile(tileGridIndex: GridIndex): TileIndex {\r\n\t\tif (this._tileMap == null) return null;\r\n\t\tlet tileX: int32 = tileGridIndex.x;\r\n\t\tlet yzMap: IntMap<IntMap<TileIndex>> = this._tileMap.get(tileX);\r\n\t\tif (yzMap == null) return null;\r\n\t\tlet tileY: int32 = tileGridIndex.y;\r\n\t\tlet zMap: IntMap<TileIndex> = yzMap.get(tileY);\r\n\t\tif (zMap == null) return null;\r\n\t\tlet tileZ: int32 = tileGridIndex.z;\r\n\t\treturn zMap.get(tileZ);\r\n\t}\r\n}\r\n"]}

package/lib/esm/pointcloud/render/DataManager.d.ts

@@ -0,0 +1,137 @@
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+declare type int32 = number;
+declare type float64 = number;
+import { Bounds } from "../../spatial/geom/Bounds";
+import { AList } from "../../system/collection/AList";
+import { ALong } from "../../system/runtime/ALong";
+import { BlockIndex } from "../model/BlockIndex";
+import { PointCloudReader } from "../model/PointCloudReader";
+import { PointData } from "../model/PointData";
+import { TileIndex } from "../model/TileIndex";
+import { FrameData } from "./FrameData";
+import { Level } from "./Level";
+import { ViewTree } from "./ViewTree";
+/**
+ * Class DataManager manages the (shared) data model part of the rendering in multiple layers (see the CLOUD-461 issue).
+ *
+ * @version 1.0 December 2017
+ */
+/** @internal */
+export declare class DataManager {
+    /** The name of this module */
+    private static readonly MODULE;
+    /** The maximum size of a single file-content request */
+    private static readonly MAX_FILE_CONTENT_SIZE;
+    /** The expire time to unload unused point data (seconds) */
+    private static readonly POINT_DATA_EXIRE_TIME;
+    /** The reader of the pointcloud */
+    private _pointCloudReader;
+    /*** The CRS of the pointcloud */
+    private _pointCloudCRS;
+    /** The data format to read */
+    private _dataFormat;
+    /** The spatial index */
+    private _fileTileIndex;
+    /** The data pool */
+    private _dataPool;
+    /** The set of levels we requested (index) */
+    private _levelsLoading;
+    /** The set of levels we received (index) */
+    private _levelsLoaded;
+    /** The set of blocks we requested (key) */
+    private _blocksLoading;
+    /** The set of blocks we received (key) */
+    private _blocksLoaded;
+    /** The set of tiles we requested (key) */
+    private _tilesLoading;
+    /** The set of tiles we received (key) */
+    private _tilesLoaded;
+    /** Is new data being loaded? */
+    private _loadingData;
+    /** The time when the data loading stopped */
+    private _loadedDataTime;
+    /** The total size of data that has been loaded */
+    private _dataLoadSize;
+    /** The last garbage collection time */
+    private _lastGarbageCollectTime;
+    /**
+     * Create a new data model (to be shared between different views).
+     * @param pointCloudReader the reader of the pointcloud file.
+     * @param pointCloudCRS the CRS of the point cloud.
+     * @param dataFormat the requested data format to load point data (PointDataRaw.TYPE for example).
+     */
+    constructor(pointCloudReader: PointCloudReader, pointCloudCRS: string, dataFormat: int32);
+    /**
+     * Close the data model.
+     */
+    close(): void;
+    /**
+     * Create a spatial index of a pointcloud.
+     * @return the spatial index.
+     */
+    private createSpatialIndex;
+    /**
+     * Get the pointcloud reader.
+     * @return the pointcloud reader.
+     */
+    getPointCloudReader(): PointCloudReader;
+    /**
+     * Get the pointcloud CRS.
+     * @return the pointcloud CRS.
+     */
+    getPointCloudCRS(): string;
+    /**
+     * Get the bounds of the data.
+     * @return the bounds of the data.
+     */
+    getPointCloudBounds(): Bounds;
+    /**
+     * Get the spatial index.
+     * @return the spatial index.
+     */
+    getViewTree(): ViewTree;
+    /**
+     * Check if a tile has been loaded to the data pool.
+     * @param tileIndex the index of the tile.
+     * @return the point data if loaded, null otherwise.
+     */
+    isTileLoaded(tileIndex: TileIndex): PointData;
+    /**
+     * Is the model loading data?
+     * @return true when loading data.
+     */
+    isLoadingData(): boolean;
+    /**
+     * Get the size of the loaded data.
+     * @return the size of the loaded data.
+     */
+    getDataLoadSize(): ALong;
+    /**
+     * Filter the list of blocks and tiles that should be loaded.
+     * @param levelsToLoad the list of levels to load.
+     * @param blocksToLoad the list of blocks to load.
+     * @param tilesToLoad the list of tiles to load.
+     * @param levelList the filtered list of levels to load.
+     * @param blockList the filtered list of blocks to load.
+     * @param tileList the filtered list of tiles to load.
+     */
+    filterLoadList(levelsToLoad: AList<Level>, blocksToLoad: AList<BlockIndex>, tilesToLoad: AList<TileIndex>, levelList: AList<Level>, blockList: AList<BlockIndex>, tileList: AList<TileIndex>): void;
+    /**
+     * Load blocks and tiles.
+     * @param layer the layer requesting the load.
+     * @param levelList the filtered list of levels to load.
+     * @param blockList the filtered list of blocks to load.
+     * @param tileList the filtered list of tiles to load.
+     * @return the data model.
+     */
+    loadData(frameData: FrameData): Promise<FrameData>;
+    /**
+     * Do a garbage collect (this method can be called often, it throttles itself to once per minute).
+     * @param time the current time.
+     */
+    doGarbageCollect(time: float64): void;
+}
+export {};
+//# sourceMappingURL=DataManager.d.ts.map

package/lib/esm/pointcloud/render/DataManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataManager.d.ts","sourceRoot":"","sources":["../../../../src/pointcloud/render/DataManager.ts"],"names":[],"mappings":"AAIA;;GAEG;AAMH,aAAK,KAAK,GAAG,MAAM,CAAC;AAEpB,aAAK,OAAO,GAAG,MAAM,CAAC;AAEtB,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AAEnD,OAAO,EAAE,KAAK,EAAE,MAAM,+BAA+B,CAAC;AAEtD,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAInD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;;;GAIG;AACH,gBAAgB;AAChB,qBAAa,WAAW;IACvB,8BAA8B;IAC9B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAEvD,wDAAwD;IACxD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAqB;IAClE,4DAA4D;IAC5D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAqB;IAElE,mCAAmC;IACnC,OAAO,CAAC,iBAAiB,CAAmB;IAC5C,iCAAiC;IACjC,OAAO,CAAC,cAAc,CAAS;IAC/B,8BAA8B;IAC9B,OAAO,CAAC,WAAW,CAAQ;IAE3B,wBAAwB;IACxB,OAAO,CAAC,cAAc,CAAW;IACjC,oBAAoB;IACpB,OAAO,CAAC,SAAS,CAAuB;IACxC,6CAA6C;IAC7C,OAAO,CAAC,cAAc,CAAmB;IACzC,4CAA4C;IAC5C,OAAO,CAAC,aAAa,CAAmB;IACxC,2CAA2C;IAC3C,OAAO,CAAC,cAAc,CAAwB;IAC9C,0CAA0C;IAC1C,OAAO,CAAC,aAAa,CAAwB;IAC7C,0CAA0C;IAC1C,OAAO,CAAC,aAAa,CAAuB;IAC5C,yCAAyC;IACzC,OAAO,CAAC,YAAY,CAAuB;IAC3C,gCAAgC;IAChC,OAAO,CAAC,YAAY,CAAU;IAC9B,6CAA6C;IAC7C,OAAO,CAAC,eAAe,CAAU;IACjC,kDAAkD;IAClD,OAAO,CAAC,aAAa,CAAQ;IAE7B,uCAAuC;IACvC,OAAO,CAAC,uBAAuB,CAAU;IAEzC;;;;;OAKG;gBACgB,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK;IAwB/F;;OAEG;IACI,KAAK,IAAI,IAAI;IAepB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAuB1B;;;OAGG;IACI,mBAAmB,IAAI,gBAAgB;IAI9C;;;OAGG;IACI,gBAAgB,IAAI,MAAM;IAIjC;;;OAGG;IACI,mBAAmB,IAAI,MAAM;IAIpC;;;OAGG;IACI,WAAW,IAAI,QAAQ;IAI9B;;;;OAIG;IACI,YAAY,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS;IAIpD;;;OAGG;IACI,aAAa,IAAI,OAAO;IAI/B;;;OAGG;IACI,eAAe,IAAI,KAAK;IAI/B;;;;;;;;OAQG;IACI,cAAc,CAAC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI;IAiC1M;;;;;;;OAOG;IACU,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAgG/D;;;OAGG;IACI,gBAAgB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;CAyB5C"}

package/lib/esm/pointcloud/render/DataManager.js

@@ -0,0 +1,339 @@
+/*---------------------------------------------------------------------------------------------
+* Copyright (c) Bentley Systems, Incorporated. All rights reserved.
+* See LICENSE.md in the project root for license terms and full copyright notice.
+*--------------------------------------------------------------------------------------------*/
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+import { AList } from "../../system/collection/AList";
+import { StringMap } from "../../system/collection/StringMap";
+import { ALong } from "../../system/runtime/ALong";
+import { ASystem } from "../../system/runtime/ASystem";
+import { Message } from "../../system/runtime/Message";
+import { ContentLoader } from "../../system/storage/ContentLoader";
+import { Block } from "./Block";
+import { Level } from "./Level";
+import { ViewTree } from "./ViewTree";
+/**
+ * Class DataManager manages the (shared) data model part of the rendering in multiple layers (see the CLOUD-461 issue).
+ *
+ * @version 1.0 December 2017
+ */
+/** @internal */
+export class DataManager {
+    /**
+     * Create a new data model (to be shared between different views).
+     * @param pointCloudReader the reader of the pointcloud file.
+     * @param pointCloudCRS the CRS of the point cloud.
+     * @param dataFormat the requested data format to load point data (PointDataRaw.TYPE for example).
+     */
+    constructor(pointCloudReader, pointCloudCRS, dataFormat) {
+        /* Store the parameters */
+        this._pointCloudReader = pointCloudReader;
+        this._pointCloudCRS = pointCloudCRS;
+        this._dataFormat = dataFormat;
+        /* Initialize */
+        if (this._pointCloudCRS == null)
+            this._pointCloudCRS = this._pointCloudReader.getFileCRS();
+        /* Clear */
+        this._fileTileIndex = this.createSpatialIndex();
+        this._dataPool = new StringMap();
+        this._levelsLoading = new StringMap();
+        this._levelsLoaded = new StringMap();
+        this._blocksLoading = new StringMap();
+        this._blocksLoaded = new StringMap();
+        this._tilesLoading = new StringMap();
+        this._tilesLoaded = new StringMap();
+        this._loadingData = false;
+        this._loadedDataTime = 0.0;
+        this._dataLoadSize = ALong.ZERO;
+        this._lastGarbageCollectTime = 0.0;
+        /* Log */
+        Message.print(DataManager.MODULE, "Pointcloud CRS is " + this._pointCloudCRS);
+    }
+    /**
+     * Close the data model.
+     */
+    close() {
+        if (this._pointCloudReader != null) {
+            this._pointCloudReader.close();
+            this._pointCloudReader = null;
+        }
+        this._fileTileIndex = null;
+        this._dataPool.clear();
+        this._levelsLoading.clear();
+        this._levelsLoaded.clear();
+        this._blocksLoading.clear();
+        this._blocksLoaded.clear();
+        this._tilesLoading.clear();
+        this._tilesLoaded.clear();
+    }
+    /**
+     * Create a spatial index of a pointcloud.
+     * @return the spatial index.
+     */
+    createSpatialIndex() {
+        /* Create the levels */
+        Message.print(DataManager.MODULE, "Creating pointcloud spatial index");
+        let levels = new Array(this._pointCloudReader.getLevelCount());
+        for (let i = 0; i < levels.length; i++) {
+            /* Get the grids */
+            let blockGrid = this._pointCloudReader.getLevelBlockGrid(i);
+            let tileGrid = this._pointCloudReader.getLevelTileGrid(i);
+            /* Get the blocks */
+            let blockIndexes = this._pointCloudReader.peekBlockIndexes(i);
+            let blockList = new Array(blockIndexes.length);
+            for (let j = 0; j < blockList.length; j++)
+                blockList[j] = new Block(blockIndexes[j]);
+            /* Create the level */
+            levels[i] = new Level(i, blockGrid, tileGrid, blockList);
+            Message.print(DataManager.MODULE, "Level " + i + " has " + blockList.length + " blocks");
+        }
+        /* Get the data bounds */
+        let dataBounds = this._pointCloudReader.getFileBounds();
+        Message.print(DataManager.MODULE, "The data bounds are " + dataBounds);
+        /* Return a new spatial index */
+        return new ViewTree(this, levels, dataBounds);
+    }
+    /**
+     * Get the pointcloud reader.
+     * @return the pointcloud reader.
+     */
+    getPointCloudReader() {
+        return this._pointCloudReader;
+    }
+    /**
+     * Get the pointcloud CRS.
+     * @return the pointcloud CRS.
+     */
+    getPointCloudCRS() {
+        return this._pointCloudCRS;
+    }
+    /**
+     * Get the bounds of the data.
+     * @return the bounds of the data.
+     */
+    getPointCloudBounds() {
+        return this._pointCloudReader.getFileBounds();
+    }
+    /**
+     * Get the spatial index.
+     * @return the spatial index.
+     */
+    getViewTree() {
+        return this._fileTileIndex;
+    }
+    /**
+     * Check if a tile has been loaded to the data pool.
+     * @param tileIndex the index of the tile.
+     * @return the point data if loaded, null otherwise.
+     */
+    isTileLoaded(tileIndex) {
+        return this._dataPool.get(tileIndex.key);
+    }
+    /**
+     * Is the model loading data?
+     * @return true when loading data.
+     */
+    isLoadingData() {
+        return this._loadingData;
+    }
+    /**
+     * Get the size of the loaded data.
+     * @return the size of the loaded data.
+     */
+    getDataLoadSize() {
+        return this._dataLoadSize;
+    }
+    /**
+     * Filter the list of blocks and tiles that should be loaded.
+     * @param levelsToLoad the list of levels to load.
+     * @param blocksToLoad the list of blocks to load.
+     * @param tilesToLoad the list of tiles to load.
+     * @param levelList the filtered list of levels to load.
+     * @param blockList the filtered list of blocks to load.
+     * @param tileList the filtered list of tiles to load.
+     */
+    filterLoadList(levelsToLoad, blocksToLoad, tilesToLoad, levelList, blockList, tileList) {
+        /* Filter the levels to load */
+        for (let i = 0; i < levelsToLoad.size(); i++) {
+            /* Do not request the same level twice */
+            let level = levelsToLoad.get(i);
+            if (this._levelsLoading.contains(level.getKey()))
+                continue;
+            if (this._levelsLoaded.contains(level.getKey()))
+                continue;
+            /* Add the level */
+            levelList.add(level);
+        }
+        levelsToLoad.clear();
+        /* Filter the blocks to load */
+        for (let i = 0; i < blocksToLoad.size(); i++) {
+            /* Do not request the same block twice */
+            let blockIndex = blocksToLoad.get(i);
+            if (this._blocksLoading.contains(blockIndex.key))
+                continue;
+            if (this._blocksLoaded.contains(blockIndex.key))
+                continue;
+            /* Add the block */
+            blockList.add(blockIndex);
+        }
+        blocksToLoad.clear();
+        /* Filter the tiles to load */
+        for (let i = 0; i < tilesToLoad.size(); i++) {
+            /* Do not request the same tile twice */
+            let tileIndex = tilesToLoad.get(i);
+            if (this._tilesLoading.contains(tileIndex.key))
+                continue;
+            if (this._tilesLoaded.contains(tileIndex.key))
+                continue;
+            /* Add the tile */
+            tileList.add(tileIndex);
+        }
+        tilesToLoad.clear();
+    }
+    /**
+     * Load blocks and tiles.
+     * @param layer the layer requesting the load.
+     * @param levelList the filtered list of levels to load.
+     * @param blockList the filtered list of blocks to load.
+     * @param tileList the filtered list of tiles to load.
+     * @return the data model.
+     */
+    async loadData(frameData) {
+        /* No data to load? */
+        if (frameData.hasMissingData() == false)
+            return frameData;
+        /* Do not make overlapping load requests */
+        if (this._loadingData)
+            return frameData;
+        this._loadingData = true;
+        /* Log */
+        let levelList = frameData.levelsToLoad;
+        let blockList = frameData.blocksToLoad;
+        let tileList = frameData.tilesToLoad;
+        //		Message.print(MODULE,"Loading "+levelList.size()+" levels, "+blockList.size()+" blocks and "+tileList.size()+" tiles");
+        //		Message.print(MODULE,"Already loaded "+this._blocksLoaded.size()+" blocks");
+        //		Message.print(MODULE,"Already loading "+this._blocksLoading.size()+" blocks");
+        //		Message.print(MODULE,"Already loaded "+this._tilesLoaded.size()+" tiles");
+        //		Message.print(MODULE,"Already loading "+this._tilesLoading.size()+" tiles");
+        /* Define the content we are going to need */
+        let loadTime = ASystem.time();
+        let fileContents = new ContentLoader(this._pointCloudReader.getFileStorage(), this._pointCloudReader.getFileName());
+        /* Prepare the loading of the levels */
+        for (let i = 0; i < levelList.size(); i++) {
+            /* Prepare to load the block */
+            let level = levelList.get(i);
+            this._levelsLoading.set(level.getKey(), level);
+            this._pointCloudReader.readBlockIndexes(level.getIndex(), fileContents);
+            Message.print(DataManager.MODULE, "Loading level " + level.getIndex());
+        }
+        /* Prepare the loading of the blocks */
+        for (let i = 0; i < blockList.size(); i++) {
+            /* Prepare to load the block */
+            let blockIndex = blockList.get(i);
+            this._blocksLoading.set(blockIndex.key, blockIndex);
+            this._pointCloudReader.readTileIndexes(blockIndex, fileContents);
+        }
+        /* Prepare the loading of the tiles */
+        let loadTileCount = 0;
+        for (let i = 0; i < tileList.size(); i++) {
+            /* Prepare to load the tile */
+            let tileIndex = tileList.get(i);
+            this._tilesLoading.set(tileIndex.key, tileIndex);
+            this._pointCloudReader.readPointData(tileIndex, this._dataFormat, loadTime, fileContents);
+            loadTileCount++;
+            /* Do not load too many tiles at once */
+            if (fileContents.getTotalRequestSize() > DataManager.MAX_FILE_CONTENT_SIZE) {
+                /* Stop loading tiles */
+                Message.print(DataManager.MODULE, "Limited pointcloud content load request to " + fileContents.getTotalRequestSize() + " bytes");
+                break;
+            }
+        }
+        /* Log */
+        Message.print(DataManager.MODULE, "Loading of " + blockList.size() + " blocks, " + loadTileCount + "/" + tileList.size() + " tiles, " + fileContents.getTotalRequestSize() + " bytes");
+        /* Load the data */
+        this._dataLoadSize = this._dataLoadSize.addInt(fileContents.getTotalRequestSize());
+        fileContents = await fileContents.load();
+        //Message.print(MODULE,"Creating "+blockList.size()+" blocks and "+tileList.size()+" tiles");
+        /* Load the levels */
+        for (let i = 0; i < levelList.size(); i++) {
+            /* Load the block list */
+            let level = levelList.get(i);
+            this._levelsLoaded.set(level.getKey(), level);
+            this._levelsLoading.remove(level.getKey());
+            let blockIndexes = this._pointCloudReader.readBlockIndexes(level.getIndex(), fileContents);
+            /* Add the blocks */
+            this._fileTileIndex.setLevelBlocks(level, blockIndexes);
+        }
+        /* Load the blocks */
+        for (let i = 0; i < blockList.size(); i++) {
+            /* Load the block */
+            let blockIndex = blockList.get(i);
+            this._blocksLoaded.set(blockIndex.key, blockIndex);
+            this._blocksLoading.remove(blockIndex.key);
+            let tileIndexes = this._pointCloudReader.readTileIndexes(blockIndex, fileContents);
+            /* Add the block */
+            this._fileTileIndex.setBlockTiles(blockIndex, tileIndexes);
+        }
+        /* Load the tiles */
+        let newTiles = new AList();
+        for (let i = 0; i < loadTileCount; i++) {
+            /* Get the next tile */
+            let tileIndex = tileList.get(i);
+            newTiles.add(tileIndex);
+            /* Load the tile */
+            this._tilesLoaded.set(tileIndex.key, tileIndex);
+            this._tilesLoading.remove(tileIndex.key);
+            let pointData = this._pointCloudReader.readPointData(tileIndex, this._dataFormat, loadTime, fileContents);
+            /* Add the tile */
+            this._dataPool.set(tileIndex.key, pointData);
+        }
+        /* We stopped loading */
+        this._loadingData = false;
+        this._loadedDataTime = ASystem.time();
+        /* Log */
+        Message.print(DataManager.MODULE, "Created " + blockList.size() + " blocks and " + loadTileCount + " tiles");
+        /* Return the frame data */
+        return frameData;
+    }
+    /**
+     * Do a garbage collect (this method can be called often, it throttles itself to once per minute).
+     * @param time the current time.
+     */
+    doGarbageCollect(time) {
+        /* First call? */
+        if (this._lastGarbageCollectTime == 0.0)
+            this._lastGarbageCollectTime = time;
+        /* Throttle to one per minute */
+        if (time < this._lastGarbageCollectTime + 60.0)
+            return;
+        this._lastGarbageCollectTime = time;
+        /* Define the expire time */
+        let expireTime = (time - DataManager.POINT_DATA_EXIRE_TIME);
+        /* Check all loaded tiles */
+        let dropCount = 0;
+        let dataKeys = this._dataPool.keys();
+        for (let i = 0; i < dataKeys.size(); i++) {
+            /* Get the next tile */
+            let tileKey = dataKeys.get(i);
+            let pointData = this._dataPool.get(tileKey);
+            /* Expired? */
+            if (pointData.tileIndex.accessTime < expireTime) {
+                this._dataPool.remove(tileKey);
+                this._tilesLoaded.remove(tileKey);
+                dropCount++;
+            }
+        }
+        /* Log? */
+        if (dropCount > 0)
+            Message.print(DataManager.MODULE, "Dropped the point data of " + dropCount + " tiles");
+    }
+}
+/** The name of this module */
+DataManager.MODULE = "DataManager";
+/** The maximum size of a single file-content request */
+DataManager.MAX_FILE_CONTENT_SIZE = 128 * 1024;
+/** The expire time to unload unused point data (seconds) */
+DataManager.POINT_DATA_EXIRE_TIME = 5 * 60.0;
+//# sourceMappingURL=DataManager.js.map