@itwin/core-orbitgt 3.0.0-dev.100

package/lib/esm/system/storage/PageCachedFile.js

@@ -0,0 +1,162 @@
+/*---------------------------------------------------------------------------------------------
+* Copyright (c) Bentley Systems, Incorporated. All rights reserved.
+* See LICENSE.md in the project root for license terms and full copyright notice.
+*--------------------------------------------------------------------------------------------*/
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+import { ABuffer } from "../buffer/ABuffer";
+import { AList } from "../collection/AList";
+import { StringMap } from "../collection/StringMap";
+import { ALong } from "../runtime/ALong";
+import { ASystem } from "../runtime/ASystem";
+import { Message } from "../runtime/Message";
+import { CacheList } from "./CacheList";
+import { FileContent } from "./FileContent";
+import { FileRange } from "./FileRange";
+import { FileStorage } from "./FileStorage";
+/**
+ * Class PageCachedFile defines a paged content cache of a single file.
+ */
+/** @internal */
+export class PageCachedFile extends FileStorage {
+    /**
+     * Create a new cached file.
+     * @param fileStorage the underlying file storage.
+     * @param fileName the name of the file to cache.
+     * @param fileSize the length of the file to cache.
+     * @param pageSize the byte size of a cache page (common sizes are 32768, 65536, 131072 or 262144).
+     * @param maxPageCount the maximum number of pages to cache (the oldest pages are purged when the cache is full).
+     */
+    constructor(fileStorage, fileName, fileSize, pageSize, maxPageCount) {
+        super();
+        this._fileStorage = fileStorage;
+        this._fileName = fileName;
+        this._fileSize = fileSize;
+        this._pageSize = pageSize;
+        this._pageCount = fileSize.subInt(1).divInt(this._pageSize).addInt(1).toInt();
+        this._contentCache = new CacheList(maxPageCount);
+        this._requestCount = 0;
+        this._requestSize = 0;
+    }
+    /**
+     * FileStorage method.
+     */
+    close() {
+        this._fileStorage.close(); // deep close
+    }
+    /**
+     * FileStorage method.
+     */
+    async getFileLength(fileName) {
+        return this._fileSize;
+    }
+    /**
+     * FileStorage method.
+     */
+    async readFileParts(fileName, ranges) {
+        /* Define the set of pages we need to fulfill the request */
+        const pageMap = new StringMap();
+        /* Create a list of missing pages */
+        const missingPages = new AList();
+        const missingKeys = new AList();
+        for (let r = 0; r < ranges.size(); r++) {
+            /* Scan the needed pages of the next range */
+            const range = ranges.get(r);
+            const page0 = range.offset.divInt(this._pageSize).toInt();
+            const page1 = range.offset.addInt(range.size - 1).divInt(this._pageSize).toInt() + 1; // exclusive
+            for (let i = page0; i < page1; i++) {
+                /* Try to get the page from the cache */
+                const pageKey = (`${i}`);
+                const page = this._contentCache.findEntry(pageKey);
+                if (page == null) {
+                    /* Do not request the same page twice */
+                    if (missingKeys.contains(pageKey) == false) {
+                        /* Add a request to read the missing page */
+                        const pageOffset0 = ALong.fromInt(this._pageSize).mulInt(i);
+                        const pageOffset1 = ALong.min(pageOffset0.addInt(this._pageSize), this._fileSize);
+                        const pageSize = pageOffset1.sub(pageOffset0).toInt();
+                        missingPages.add(new FileRange(pageOffset0, pageSize));
+                        missingKeys.add(pageKey);
+                    }
+                }
+                else {
+                    /* Keep */
+                    pageMap.set(pageKey, page);
+                }
+            }
+        }
+        /* Do we have to load missing pages? */
+        if (missingPages.size() > 0) {
+            /* Load all missing pages with one call to the storage */
+            Message.log(`Requesting ${missingPages.size()} missing cache pages for '${this._fileName}'`);
+            const loadedPages = await this._fileStorage.readFileParts(fileName, missingPages);
+            /* Add to the cache for reuse */
+            for (let i = 0; i < loadedPages.size(); i++) {
+                const pageKey = missingKeys.get(i);
+                const pageContent = loadedPages.get(i);
+                this._contentCache.addEntry(pageKey, pageContent.content);
+                pageMap.set(pageKey, pageContent.content);
+            }
+        }
+        /* Create the responses from the cached content */
+        const responseList = new AList();
+        for (let r = 0; r < ranges.size(); r++) {
+            /* Create the response for the next range */
+            const range = ranges.get(r);
+            const rangeExtent = range.offset.addInt(range.size);
+            const response = new ABuffer(range.size);
+            let responseOffset = 0;
+            this._requestCount++;
+            this._requestSize += range.size;
+            /* Scan the needed pages */
+            const page0 = range.offset.divInt(this._pageSize).toInt();
+            const page1 = range.offset.addInt(range.size - 1).divInt(this._pageSize).toInt() + 1; // exclusive
+            for (let i = page0; i < page1; i++) {
+                /* Get the next page from the cache */
+                const pageKey = (`${i}`);
+                const page = pageMap.get(pageKey);
+                ASystem.assertNot(page == null, `Missing cache page ${pageKey}`);
+                /* Get the extent of the page */
+                const pageOffset0 = ALong.fromInt(this._pageSize).mulInt(i);
+                const pageOffset1 = ALong.min(pageOffset0.addInt(this._pageSize), this._fileSize);
+                /* Copy the overlapping part of the page to the response */
+                const currentOffset = range.offset.addInt(responseOffset);
+                const copyOffset = currentOffset.sub(pageOffset0).toInt();
+                const copySize = ALong.min(pageOffset1, rangeExtent).sub(currentOffset).toInt();
+                ABuffer.arrayCopy(page, copyOffset, response, responseOffset, copySize);
+                responseOffset += copySize;
+            }
+            /* Add the response to the list */
+            ASystem.assertNot(responseOffset != range.size, `Expected ${range.size} response size, not ${responseOffset}`);
+            responseList.add(new FileContent(range.offset, response));
+        }
+        return responseList;
+    }
+    /**
+     * FileStorage method.
+     */
+    async readFilePart(fileName, offset, size) {
+        const ranges = new AList();
+        ranges.add(new FileRange(offset, size));
+        const reponses = await this.readFileParts(fileName, ranges);
+        const reponse = reponses.get(0);
+        return reponse.content;
+    }
+    /**
+     * FileStorage method.
+     */
+    printStatistics(clear) {
+        Message.log(`Page cache of file '${this._fileName}':`);
+        Message.log(`Request count is ${this._requestCount}`);
+        Message.log(`Request size is ${this._requestSize}`);
+        Message.log(`Cache hit count is ${this._contentCache.hitCount}`);
+        Message.log(`Cache miss count is ${this._contentCache.missCount}`);
+        if (clear)
+            this._contentCache.hitCount = 0;
+        if (clear)
+            this._contentCache.missCount = 0;
+        this._fileStorage.printStatistics(clear);
+    }
+}
+//# sourceMappingURL=PageCachedFile.js.map

package/lib/esm/system/storage/PageCachedFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PageCachedFile.js","sourceRoot":"","sources":["../../../../src/system/storage/PageCachedFile.ts"],"names":[],"mappings":"AAAA;;;+FAG+F;AAC/F;;GAEG;AAUH,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;GAEG;AACH,gBAAgB;AAChB,MAAM,OAAO,cAAe,SAAQ,WAAW;IAW9C;;;;;;;OAOG;IACH,YAAmB,WAAwB,EAAE,QAAgB,EAAE,QAAe,EAAE,QAAe,EAAE,YAAmB;QACnH,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QAC9E,IAAI,CAAC,aAAa,GAAG,IAAI,SAAS,CAAU,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACa,KAAK;QACpB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,aAAa;IACzC,CAAC;IAED;;OAEG;IACa,KAAK,CAAC,aAAa,CAAC,QAAgB;QACnD,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED;;OAEG;IACa,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,MAAwB;QAC7E,4DAA4D;QAC5D,MAAM,OAAO,GAAuB,IAAI,SAAS,EAAW,CAAC;QAC7D,oCAAoC;QACpC,MAAM,YAAY,GAAqB,IAAI,KAAK,EAAa,CAAC;QAC9D,MAAM,WAAW,GAAkB,IAAI,KAAK,EAAU,CAAC;QACvD,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;YAC/C,6CAA6C;YAC7C,MAAM,KAAK,GAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,KAAK,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;YACjE,MAAM,KAAK,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,YAAY;YACzG,KAAK,IAAI,CAAC,GAAW,KAAK,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC3C,wCAAwC;gBACxC,MAAM,OAAO,GAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAY,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,IAAI,IAAI,IAAI,EAAE;oBACjB,wCAAwC;oBACxC,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,EAAE;wBAC3C,4CAA4C;wBAC5C,MAAM,WAAW,GAAU,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBACnE,MAAM,WAAW,GAAU,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBACzF,MAAM,QAAQ,GAAU,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC;wBAC7D,YAAY,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;wBACvD,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;qBACzB;iBACD;qBAAM;oBACN,UAAU;oBACV,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;iBAC3B;aACD;SACD;QACD,uCAAuC;QACvC,IAAI,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE;YAC5B,yDAAyD;YACzD,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,IAAI,EAAE,6BAA6B,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YAC7F,MAAM,WAAW,GAAuB,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YACtG,gCAAgC;YAChC,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,OAAO,GAAW,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC3C,MAAM,WAAW,GAAgB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACpD,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;aAC1C;SACD;QACD,kDAAkD;QAClD,MAAM,YAAY,GAAuB,IAAI,KAAK,EAAe,CAAC;QAClE,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;YAC/C,4CAA4C;YAC5C,MAAM,KAAK,GAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,WAAW,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAY,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,cAAc,GAAU,CAAC,CAAC;YAC9B,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC;YAChC,2BAA2B;YAC3B,MAAM,KAAK,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;YACjE,MAAM,KAAK,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,YAAY;YACzG,KAAK,IAAI,CAAC,GAAW,KAAK,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC3C,sCAAsC;gBACtC,MAAM,OAAO,GAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAY,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3C,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,EAAE,sBAAsB,OAAO,EAAE,CAAC,CAAC;gBACjE,gCAAgC;gBAChC,MAAM,WAAW,GAAU,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACnE,MAAM,WAAW,GAAU,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBACzF,2DAA2D;gBAC3D,MAAM,aAAa,GAAU,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACjE,MAAM,UAAU,GAAU,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAU,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;gBACvF,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;gBACxE,cAAc,IAAI,QAAQ,CAAC;aAC3B;YACD,kCAAkC;YAClC,OAAO,CAAC,SAAS,CAAC,cAAc,IAAI,KAAK,CAAC,IAAI,EAAE,YAAY,KAAK,CAAC,IAAI,uBAAuB,cAAc,EAAE,CAAC,CAAC;YAC/G,YAAY,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;SAC1D;QACD,OAAO,YAAY,CAAC;IACrB,CAAC;IAED;;OAEG;IACa,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,MAAa,EAAE,IAAW;QAC9E,MAAM,MAAM,GAAqB,IAAI,KAAK,EAAa,CAAC;QACxD,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAuB,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChF,MAAM,OAAO,GAAgB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACa,eAAe,CAAC,KAAc;QAC7C,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;QACnE,IAAI,KAAK;YAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC3C,IAAI,KAAK;YAAE,IAAI,CAAC,aAAa,CAAC,SAAS,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACD","sourcesContent":["/*---------------------------------------------------------------------------------------------\r\n* Copyright (c) Bentley Systems, Incorporated. All rights reserved.\r\n* See LICENSE.md in the project root for license terms and full copyright notice.\r\n*--------------------------------------------------------------------------------------------*/\r\n/** @packageDocumentation\r\n * @module OrbitGT\r\n */\r\n\r\n// package orbitgt.system.storage;\r\n\r\ntype int8 = number;\r\ntype int16 = number;\r\ntype int32 = number;\r\ntype float32 = number;\r\ntype float64 = number;\r\n\r\nimport { ABuffer } from \"../buffer/ABuffer\";\r\nimport { AList } from \"../collection/AList\";\r\nimport { StringMap } from \"../collection/StringMap\";\r\nimport { ALong } from \"../runtime/ALong\";\r\nimport { ASystem } from \"../runtime/ASystem\";\r\nimport { Message } from \"../runtime/Message\";\r\nimport { CacheList } from \"./CacheList\";\r\nimport { FileContent } from \"./FileContent\";\r\nimport { FileRange } from \"./FileRange\";\r\nimport { FileStorage } from \"./FileStorage\";\r\n\r\n/**\r\n * Class PageCachedFile defines a paged content cache of a single file.\r\n */\r\n/** @internal */\r\nexport class PageCachedFile extends FileStorage {\r\n\tprivate _fileStorage: FileStorage;\r\n\tprivate _fileName: string;\r\n\tprivate _fileSize: ALong;\r\n\tprivate _pageSize: int32;\r\n\tprivate _pageCount: int32;\r\n\r\n\tprivate _contentCache: CacheList<ABuffer>;\r\n\tprivate _requestCount: int32;\r\n\tprivate _requestSize: int32;\r\n\r\n\t/**\r\n\t * Create a new cached file.\r\n\t * @param fileStorage the underlying file storage.\r\n\t * @param fileName the name of the file to cache.\r\n\t * @param fileSize the length of the file to cache.\r\n\t * @param pageSize the byte size of a cache page (common sizes are 32768, 65536, 131072 or 262144).\r\n\t * @param maxPageCount the maximum number of pages to cache (the oldest pages are purged when the cache is full).\r\n\t */\r\n\tpublic constructor(fileStorage: FileStorage, fileName: string, fileSize: ALong, pageSize: int32, maxPageCount: int32) {\r\n\t\tsuper();\r\n\t\tthis._fileStorage = fileStorage;\r\n\t\tthis._fileName = fileName;\r\n\t\tthis._fileSize = fileSize;\r\n\t\tthis._pageSize = pageSize;\r\n\t\tthis._pageCount = fileSize.subInt(1).divInt(this._pageSize).addInt(1).toInt();\r\n\t\tthis._contentCache = new CacheList<ABuffer>(maxPageCount);\r\n\t\tthis._requestCount = 0;\r\n\t\tthis._requestSize = 0;\r\n\t}\r\n\r\n\t/**\r\n\t * FileStorage method.\r\n\t */\r\n\tpublic override close(): void {\r\n\t\tthis._fileStorage.close(); // deep close\r\n\t}\r\n\r\n\t/**\r\n\t * FileStorage method.\r\n\t */\r\n\tpublic override async getFileLength(fileName: string): Promise<ALong> {\r\n\t\treturn this._fileSize;\r\n\t}\r\n\r\n\t/**\r\n\t * FileStorage method.\r\n\t */\r\n\tpublic override async readFileParts(fileName: string, ranges: AList<FileRange>): Promise<AList<FileContent>> {\r\n\t\t/* Define the set of pages we need to fulfill the request */\r\n\t\tconst pageMap: StringMap<ABuffer> = new StringMap<ABuffer>();\r\n\t\t/* Create a list of missing pages */\r\n\t\tconst missingPages: AList<FileRange> = new AList<FileRange>();\r\n\t\tconst missingKeys: AList<string> = new AList<string>();\r\n\t\tfor (let r: number = 0; r < ranges.size(); r++) {\r\n\t\t\t/* Scan the needed pages of the next range */\r\n\t\t\tconst range: FileRange = ranges.get(r);\r\n\t\t\tconst page0: int32 = range.offset.divInt(this._pageSize).toInt();\r\n\t\t\tconst page1: int32 = range.offset.addInt(range.size - 1).divInt(this._pageSize).toInt() + 1; // exclusive\r\n\t\t\tfor (let i: number = page0; i < page1; i++) {\r\n\t\t\t\t/* Try to get the page from the cache */\r\n\t\t\t\tconst pageKey: string = (`${i}`);\r\n\t\t\t\tconst page: ABuffer = this._contentCache.findEntry(pageKey);\r\n\t\t\t\tif (page == null) {\r\n\t\t\t\t\t/* Do not request the same page twice */\r\n\t\t\t\t\tif (missingKeys.contains(pageKey) == false) {\r\n\t\t\t\t\t\t/* Add a request to read the missing page */\r\n\t\t\t\t\t\tconst pageOffset0: ALong = ALong.fromInt(this._pageSize).mulInt(i);\r\n\t\t\t\t\t\tconst pageOffset1: ALong = ALong.min(pageOffset0.addInt(this._pageSize), this._fileSize);\r\n\t\t\t\t\t\tconst pageSize: int32 = pageOffset1.sub(pageOffset0).toInt();\r\n\t\t\t\t\t\tmissingPages.add(new FileRange(pageOffset0, pageSize));\r\n\t\t\t\t\t\tmissingKeys.add(pageKey);\r\n\t\t\t\t\t}\r\n\t\t\t\t} else {\r\n\t\t\t\t\t/* Keep */\r\n\t\t\t\t\tpageMap.set(pageKey, page);\r\n\t\t\t\t}\r\n\t\t\t}\r\n\t\t}\r\n\t\t/* Do we have to load missing pages? */\r\n\t\tif (missingPages.size() > 0) {\r\n\t\t\t/* Load all missing pages with one call to the storage */\r\n\t\t\tMessage.log(`Requesting ${missingPages.size()} missing cache pages for '${this._fileName}'`);\r\n\t\t\tconst loadedPages: AList<FileContent> = await this._fileStorage.readFileParts(fileName, missingPages);\r\n\t\t\t/* Add to the cache for reuse */\r\n\t\t\tfor (let i: number = 0; i < loadedPages.size(); i++) {\r\n\t\t\t\tconst pageKey: string = missingKeys.get(i);\r\n\t\t\t\tconst pageContent: FileContent = loadedPages.get(i);\r\n\t\t\t\tthis._contentCache.addEntry(pageKey, pageContent.content);\r\n\t\t\t\tpageMap.set(pageKey, pageContent.content);\r\n\t\t\t}\r\n\t\t}\r\n\t\t/* Create the responses from the cached content */\r\n\t\tconst responseList: AList<FileContent> = new AList<FileContent>();\r\n\t\tfor (let r: number = 0; r < ranges.size(); r++) {\r\n\t\t\t/* Create the response for the next range */\r\n\t\t\tconst range: FileRange = ranges.get(r);\r\n\t\t\tconst rangeExtent: ALong = range.offset.addInt(range.size);\r\n\t\t\tconst response: ABuffer = new ABuffer(range.size);\r\n\t\t\tlet responseOffset: int32 = 0;\r\n\t\t\tthis._requestCount++;\r\n\t\t\tthis._requestSize += range.size;\r\n\t\t\t/* Scan the needed pages */\r\n\t\t\tconst page0: int32 = range.offset.divInt(this._pageSize).toInt();\r\n\t\t\tconst page1: int32 = range.offset.addInt(range.size - 1).divInt(this._pageSize).toInt() + 1; // exclusive\r\n\t\t\tfor (let i: number = page0; i < page1; i++) {\r\n\t\t\t\t/* Get the next page from the cache */\r\n\t\t\t\tconst pageKey: string = (`${i}`);\r\n\t\t\t\tconst page: ABuffer = pageMap.get(pageKey);\r\n\t\t\t\tASystem.assertNot(page == null, `Missing cache page ${pageKey}`);\r\n\t\t\t\t/* Get the extent of the page */\r\n\t\t\t\tconst pageOffset0: ALong = ALong.fromInt(this._pageSize).mulInt(i);\r\n\t\t\t\tconst pageOffset1: ALong = ALong.min(pageOffset0.addInt(this._pageSize), this._fileSize);\r\n\t\t\t\t/* Copy the overlapping part of the page to the response */\r\n\t\t\t\tconst currentOffset: ALong = range.offset.addInt(responseOffset);\r\n\t\t\t\tconst copyOffset: int32 = currentOffset.sub(pageOffset0).toInt();\r\n\t\t\t\tconst copySize: int32 = ALong.min(pageOffset1, rangeExtent).sub(currentOffset).toInt();\r\n\t\t\t\tABuffer.arrayCopy(page, copyOffset, response, responseOffset, copySize);\r\n\t\t\t\tresponseOffset += copySize;\r\n\t\t\t}\r\n\t\t\t/* Add the response to the list */\r\n\t\t\tASystem.assertNot(responseOffset != range.size, `Expected ${range.size} response size, not ${responseOffset}`);\r\n\t\t\tresponseList.add(new FileContent(range.offset, response));\r\n\t\t}\r\n\t\treturn responseList;\r\n\t}\r\n\r\n\t/**\r\n\t * FileStorage method.\r\n\t */\r\n\tpublic override async readFilePart(fileName: string, offset: ALong, size: int32): Promise<ABuffer> {\r\n\t\tconst ranges: AList<FileRange> = new AList<FileRange>();\r\n\t\tranges.add(new FileRange(offset, size));\r\n\t\tconst reponses: AList<FileContent> = await this.readFileParts(fileName, ranges);\r\n\t\tconst reponse: FileContent = reponses.get(0);\r\n\t\treturn reponse.content;\r\n\t}\r\n\r\n\t/**\r\n\t * FileStorage method.\r\n\t */\r\n\tpublic override printStatistics(clear: boolean): void {\r\n\t\tMessage.log(`Page cache of file '${this._fileName}':`);\r\n\t\tMessage.log(`Request count is ${this._requestCount}`);\r\n\t\tMessage.log(`Request size is ${this._requestSize}`);\r\n\t\tMessage.log(`Cache hit count is ${this._contentCache.hitCount}`);\r\n\t\tMessage.log(`Cache miss count is ${this._contentCache.missCount}`);\r\n\t\tif (clear) this._contentCache.hitCount = 0;\r\n\t\tif (clear) this._contentCache.missCount = 0;\r\n\t\tthis._fileStorage.printStatistics(clear);\r\n\t}\r\n}\r\n"]}

package/lib/esm/system/storage/UrlFS.d.ts

@@ -0,0 +1,54 @@
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+declare type int32 = number;
+import { ABuffer } from "../buffer/ABuffer";
+import { AList } from "../collection/AList";
+import { ALong } from "../runtime/ALong";
+import { FileContent } from "./FileContent";
+import { FileRange } from "./FileRange";
+import { FileStorage } from "./FileStorage";
+/**
+ * Class UrlFS provides access to file content using URLs.
+ */
+/** @internal */
+export declare class UrlFS extends FileStorage {
+    private _downloader;
+    requestCount: number;
+    responseSize: number;
+    /**
+       * Create the URL to access a blob file in an Azure storage account.
+       * @param accountName the name of the Azure storage account.
+       * @param containerName the name of the container that stores the blob file.
+       * @param blobName the name of the blob (should start with a forward slash).
+       * @param sasToken the SAS (shared access signature) of the blob or container (the part after the '?' character of the URL).
+       * @return the URL.
+       */
+    static getAzureBlobSasUrl(accountName: string, containerName: string, blobName: string, sasToken: string): string;
+    /**
+       * Create a new instance.
+       */
+    constructor();
+    /**
+       * FileStorage method.
+       */
+    close(): void;
+    /**
+       * FileStorage method.
+       */
+    getFileLength(url: string): Promise<ALong>;
+    /**
+       * FileStorage method.
+       */
+    readFilePart(url: string, offset: ALong, size: int32): Promise<ABuffer>;
+    /**
+       * FileStorage method.
+       */
+    readFileParts(url: string, ranges: AList<FileRange>): Promise<AList<FileContent>>;
+    /**
+       * FileStorage method.
+       */
+    printStatistics(clear: boolean): void;
+}
+export {};
+//# sourceMappingURL=UrlFS.d.ts.map

package/lib/esm/system/storage/UrlFS.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"UrlFS.d.ts","sourceRoot":"","sources":["../../../../src/system/storage/UrlFS.ts"],"names":[],"mappings":"AAIA;;GAEG;AAIH,aAAK,KAAK,GAAG,MAAM,CAAC;AAIpB,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAGzC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;GAEG;AACH,gBAAgB;AAChB,qBAAa,KAAM,SAAQ,WAAW;IAElC,OAAO,CAAC,WAAW,CAAa;IAGzB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAE5B;;;;;;;SAOK;WACS,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAMxH;;SAEK;;IAQL;;SAEK;IACW,KAAK,IAAI,IAAI;IAG7B;;SAEK;IACiB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;IAQhE;;SAEK;IACiB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAgB7F;;SAEK;IACiB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAoBvG;;SAEK;IACW,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;CAOxD"}

package/lib/esm/system/storage/UrlFS.js

@@ -0,0 +1,111 @@
+/*---------------------------------------------------------------------------------------------
+* Copyright (c) Bentley Systems, Incorporated. All rights reserved.
+* See LICENSE.md in the project root for license terms and full copyright notice.
+*--------------------------------------------------------------------------------------------*/
+/** @packageDocumentation
+ * @module OrbitGT
+ */
+import { AList } from "../collection/AList";
+import { StringMap } from "../collection/StringMap";
+import { ALong } from "../runtime/ALong";
+import { ASystem } from "../runtime/ASystem";
+import { Downloader } from "../runtime/Downloader";
+import { FileContent } from "./FileContent";
+import { FileStorage } from "./FileStorage";
+/**
+ * Class UrlFS provides access to file content using URLs.
+ */
+/** @internal */
+export class UrlFS extends FileStorage {
+    /**
+       * Create a new instance.
+       */
+    constructor() {
+        super();
+        this._downloader = Downloader.INSTANCE;
+        this.requestCount = 0;
+        this.responseSize = 0;
+    }
+    /**
+       * Create the URL to access a blob file in an Azure storage account.
+       * @param accountName the name of the Azure storage account.
+       * @param containerName the name of the container that stores the blob file.
+       * @param blobName the name of the blob (should start with a forward slash).
+       * @param sasToken the SAS (shared access signature) of the blob or container (the part after the '?' character of the URL).
+       * @return the URL.
+       */
+    static getAzureBlobSasUrl(accountName, containerName, blobName, sasToken) {
+        let blobURL = `https://${accountName}.blob.core.windows.net/${containerName}${blobName}`;
+        if (sasToken != null)
+            blobURL += `?${sasToken}`;
+        return blobURL;
+    }
+    /**
+       * FileStorage method.
+       */
+    close() {
+    }
+    /**
+       * FileStorage method.
+       */
+    async getFileLength(url) {
+        const requestHeaders = null;
+        const responseHeaders = new StringMap();
+        await this._downloader.downloadBytes("HEAD" /* method*/, url, requestHeaders, null /* postText*/, null /* postData*/, responseHeaders);
+        const fileLength = parseInt(responseHeaders.get("content-length"));
+        return ALong.fromDouble(fileLength);
+    }
+    /**
+       * FileStorage method.
+       */
+    async readFilePart(url, offset, size) {
+        const extent = offset.addInt(size - 1);
+        const range = `bytes=${offset.toString()}-${extent.toString()}`;
+        const requestHeaders = new StringMap();
+        requestHeaders.set("Range", range);
+        // requestHeaders.set("x-ms-range",range); // https://docs.microsoft.com/en-us/rest/api/storageservices/specifying-the-range-header-for-file-service-operations
+        const responseHeaders = new StringMap();
+        const content = await this._downloader.downloadBytes("GET" /* method*/, url, requestHeaders, null /* postText*/, null /* postData*/, responseHeaders);
+        const contentLength = parseInt(responseHeaders.get("content-length"));
+        ASystem.assertNot(contentLength != size, `Expected ${size} bytes of content, not ${contentLength}`);
+        ASystem.assertNot(content.size() != size, `Expected content buffer size ${size}, not ${content}`);
+        this.requestCount++;
+        this.responseSize += size;
+        return content;
+    }
+    /**
+       * FileStorage method.
+       */
+    async readFileParts(url, ranges) {
+        /* Request all file parts in parallel */
+        const contentFetchers = [];
+        for (let i = 0; i < ranges.size(); i++) {
+            const range = ranges.get(i);
+            const contentFetcher = this.readFilePart(url, range.offset, range.size);
+            contentFetchers.push(contentFetcher);
+        }
+        /* Await all requests at once */
+        const contentResponses = await Promise.all(contentFetchers);
+        /* Create the result list */
+        const contentParts = new AList();
+        for (let i = 0; i < ranges.size(); i++) {
+            const range = ranges.get(i);
+            const contentResponse = contentResponses[i];
+            contentParts.add(new FileContent(range.offset, contentResponse));
+        }
+        return contentParts;
+    }
+    /**
+       * FileStorage method.
+       */
+    printStatistics(clear) {
+        console.log("File url access statistics:");
+        console.log(`Request count ${this.requestCount}`);
+        console.log(`Response size ${this.responseSize}`);
+        if (clear)
+            this.requestCount = 0;
+        if (clear)
+            this.responseSize = 0;
+    }
+}
+//# sourceMappingURL=UrlFS.js.map

package/lib/esm/system/storage/UrlFS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UrlFS.js","sourceRoot":"","sources":["../../../../src/system/storage/UrlFS.ts"],"names":[],"mappings":"AAAA;;;+FAG+F;AAC/F;;GAEG;AASH,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;GAEG;AACH,gBAAgB;AAChB,MAAM,OAAO,KAAM,SAAQ,WAAW;IAuBlC;;SAEK;IACL;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IAC1B,CAAC;IAtBD;;;;;;;SAOK;IACE,MAAM,CAAC,kBAAkB,CAAC,WAAmB,EAAE,aAAqB,EAAE,QAAgB,EAAE,QAAgB;QAC3G,IAAI,OAAO,GAAW,WAAW,WAAW,0BAA0B,aAAa,GAAG,QAAQ,EAAE,CAAC;QACjG,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC;IACnB,CAAC;IAYD;;SAEK;IACW,KAAK;IACrB,CAAC;IAED;;SAEK;IACW,KAAK,CAAC,aAAa,CAAC,GAAW;QAC3C,MAAM,cAAc,GAAsB,IAAI,CAAC;QAC/C,MAAM,eAAe,GAAsB,IAAI,SAAS,EAAU,CAAC;QACnE,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAA,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,CAAA,aAAa,EAAE,IAAI,CAAA,aAAa,EAAE,eAAe,CAAC,CAAC;QACpI,MAAM,UAAU,GAAW,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC3E,OAAO,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAED;;SAEK;IACW,KAAK,CAAC,YAAY,CAAC,GAAW,EAAE,MAAa,EAAE,IAAW;QACtE,MAAM,MAAM,GAAU,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAW,SAAS,MAAM,CAAC,QAAQ,EAAE,IAAI,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxE,MAAM,cAAc,GAAsB,IAAI,SAAS,EAAU,CAAC;QAClE,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnC,+JAA+J;QAC/J,MAAM,eAAe,GAAsB,IAAI,SAAS,EAAU,CAAC;QACnE,MAAM,OAAO,GAAY,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,CAAA,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,CAAA,aAAa,EAAE,IAAI,CAAA,aAAa,EAAE,eAAe,CAAC,CAAC;QAC5J,MAAM,aAAa,GAAW,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC9E,OAAO,CAAC,SAAS,CAAC,aAAa,IAAI,IAAI,EAAE,YAAY,IAAI,0BAA0B,aAAa,EAAE,CAAC,CAAC;QACpG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,gCAAgC,IAAI,SAAS,OAAO,EAAE,CAAC,CAAC;QAClG,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC1B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;SAEK;IACW,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,MAAwB;QACrE,wCAAwC;QACxC,MAAM,eAAe,GAA4B,EAAE,CAAC;QACpD,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;YAC5C,MAAM,KAAK,GAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,cAAc,GAAqB,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1F,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;SACxC;QACD,gCAAgC;QAChC,MAAM,gBAAgB,GAAmB,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC5E,4BAA4B;QAC5B,MAAM,YAAY,GAAuB,IAAI,KAAK,EAAe,CAAC;QAClE,KAAK,IAAI,CAAC,GAAW,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;YAC5C,MAAM,KAAK,GAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,eAAe,GAAY,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACrD,YAAY,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;SACpE;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAED;;SAEK;IACW,eAAe,CAAC,KAAc;QAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,IAAI,KAAK;YAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK;YAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACrC,CAAC;CACJ","sourcesContent":["/*---------------------------------------------------------------------------------------------\r\n* Copyright (c) Bentley Systems, Incorporated. All rights reserved.\r\n* See LICENSE.md in the project root for license terms and full copyright notice.\r\n*--------------------------------------------------------------------------------------------*/\r\n/** @packageDocumentation\r\n * @module OrbitGT\r\n */\r\n\r\ntype int8 = number;\r\ntype int16 = number;\r\ntype int32 = number;\r\ntype float32 = number;\r\ntype float64 = number;\r\n\r\nimport { ABuffer } from \"../buffer/ABuffer\";\r\nimport { AList } from \"../collection/AList\";\r\nimport { StringMap } from \"../collection/StringMap\";\r\nimport { ALong } from \"../runtime/ALong\";\r\nimport { ASystem } from \"../runtime/ASystem\";\r\nimport { Downloader } from \"../runtime/Downloader\";\r\nimport { FileContent } from \"./FileContent\";\r\nimport { FileRange } from \"./FileRange\";\r\nimport { FileStorage } from \"./FileStorage\";\r\n\r\n/**\r\n * Class UrlFS provides access to file content using URLs.\r\n */\r\n/** @internal */\r\nexport class UrlFS extends FileStorage {\r\n    // the downloader to the file\r\n    private _downloader: Downloader;\r\n\r\n    // the number of requests that have been made to access the content of the file\r\n    public requestCount: number;\r\n    // the number of content bytes downloaded\r\n    public responseSize: number;\r\n\r\n    /**\r\n       * Create the URL to access a blob file in an Azure storage account.\r\n       * @param accountName the name of the Azure storage account.\r\n       * @param containerName the name of the container that stores the blob file.\r\n       * @param blobName the name of the blob (should start with a forward slash).\r\n       * @param sasToken the SAS (shared access signature) of the blob or container (the part after the '?' character of the URL).\r\n       * @return the URL.\r\n       */\r\n    public static getAzureBlobSasUrl(accountName: string, containerName: string, blobName: string, sasToken: string): string {\r\n        let blobURL: string = `https://${accountName}.blob.core.windows.net/${containerName}${blobName}`;\r\n        if (sasToken != null) blobURL += `?${sasToken}`;\r\n        return blobURL;\r\n    }\r\n\r\n    /**\r\n       * Create a new instance.\r\n       */\r\n    public constructor() {\r\n        super();\r\n        this._downloader = Downloader.INSTANCE;\r\n        this.requestCount = 0;\r\n        this.responseSize = 0;\r\n    }\r\n\r\n    /**\r\n       * FileStorage method.\r\n       */\r\n    public override close(): void {\r\n    }\r\n\r\n    /**\r\n       * FileStorage method.\r\n       */\r\n    public override async getFileLength(url: string): Promise<ALong> {\r\n        const requestHeaders: StringMap<string> = null;\r\n        const responseHeaders: StringMap<string> = new StringMap<string>();\r\n        await this._downloader.downloadBytes(\"HEAD\"/* method*/, url, requestHeaders, null/* postText*/, null/* postData*/, responseHeaders);\r\n        const fileLength: number = parseInt(responseHeaders.get(\"content-length\"));\r\n        return ALong.fromDouble(fileLength);\r\n    }\r\n\r\n    /**\r\n       * FileStorage method.\r\n       */\r\n    public override async readFilePart(url: string, offset: ALong, size: int32): Promise<ABuffer> {\r\n        const extent: ALong = offset.addInt(size - 1);\r\n        const range: string = `bytes=${offset.toString()}-${extent.toString()}`;\r\n        const requestHeaders: StringMap<string> = new StringMap<string>();\r\n        requestHeaders.set(\"Range\", range);\r\n        // requestHeaders.set(\"x-ms-range\",range); // https://docs.microsoft.com/en-us/rest/api/storageservices/specifying-the-range-header-for-file-service-operations\r\n        const responseHeaders: StringMap<string> = new StringMap<string>();\r\n        const content: ABuffer = await this._downloader.downloadBytes(\"GET\"/* method*/, url, requestHeaders, null/* postText*/, null/* postData*/, responseHeaders);\r\n        const contentLength: number = parseInt(responseHeaders.get(\"content-length\"));\r\n        ASystem.assertNot(contentLength != size, `Expected ${size} bytes of content, not ${contentLength}`);\r\n        ASystem.assertNot(content.size() != size, `Expected content buffer size ${size}, not ${content}`);\r\n        this.requestCount++;\r\n        this.responseSize += size;\r\n        return content;\r\n    }\r\n\r\n    /**\r\n       * FileStorage method.\r\n       */\r\n    public override async readFileParts(url: string, ranges: AList<FileRange>): Promise<AList<FileContent>> {\r\n        /* Request all file parts in parallel */\r\n        const contentFetchers: Array<Promise<ABuffer>> = [];\r\n        for (let i: number = 0; i < ranges.size(); i++) {\r\n            const range: FileRange = ranges.get(i);\r\n            const contentFetcher: Promise<ABuffer> = this.readFilePart(url, range.offset, range.size);\r\n            contentFetchers.push(contentFetcher);\r\n        }\r\n        /* Await all requests at once */\r\n        const contentResponses: Array<ABuffer> = await Promise.all(contentFetchers);\r\n        /* Create the result list */\r\n        const contentParts: AList<FileContent> = new AList<FileContent>();\r\n        for (let i: number = 0; i < ranges.size(); i++) {\r\n            const range: FileRange = ranges.get(i);\r\n            const contentResponse: ABuffer = contentResponses[i];\r\n            contentParts.add(new FileContent(range.offset, contentResponse));\r\n        }\r\n        return contentParts;\r\n    }\r\n\r\n    /**\r\n       * FileStorage method.\r\n       */\r\n    public override printStatistics(clear: boolean): void {\r\n        console.log(\"File url access statistics:\");\r\n        console.log(`Request count ${this.requestCount}`);\r\n        console.log(`Response size ${this.responseSize}`);\r\n        if (clear) this.requestCount = 0;\r\n        if (clear) this.responseSize = 0;\r\n    }\r\n}\r\n"]}

package/package.json

@@ -0,0 +1,60 @@
+{
+  "name": "@itwin/core-orbitgt",
+  "version": "3.0.0-dev.100",
+  "description": "",
+  "main": "lib/cjs/core-orbitgt.js",
+  "module": "lib/esm/core-orbitgt.js",
+  "typings": "lib/cjs/core-orbitgt",
+  "imodeljsSharedLibrary": true,
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/imodeljs/imodeljs/tree/master/core/orbitgt"
+  },
+  "keywords": [
+    "Point Cloud"
+  ],
+  "author": {
+    "name": "Bentley Systems, Inc.",
+    "url": "http://www.bentley.com"
+  },
+  "devDependencies": {
+    "@itwin/core-bentley": "3.0.0-dev.100",
+    "@itwin/build-tools": "3.0.0-dev.100",
+    "@itwin/eslint-plugin": "3.0.0-dev.100",
+    "@types/chai": "^4.1.4",
+    "@types/mocha": "^8.2.2",
+    "@types/node": "14.14.31",
+    "chai": "^4.1.2",
+    "cpx": "^1.5.0",
+    "debug": "^2.6.9",
+    "eslint": "^7.11.0",
+    "mocha": "^8.3.2",
+    "nyc": "^15.1.0",
+    "rimraf": "^3.0.2",
+    "semver": "^5.5.0",
+    "typescript": "~4.4.0"
+  },
+  "nyc": {
+    "extends": "./node_modules/@itwin/build-tools/.nycrc"
+  },
+  "eslintConfig": {
+    "plugins": [
+      "@itwin"
+    ],
+    "extends": "plugin:@itwin/itwinjs-recommended"
+  },
+  "scripts": {
+    "build": "npm run -s build:cjs",
+    "build:ci": "npm run -s build && npm run -s build:esm",
+    "build:cjs": "tsc 1>&2 --outDir lib/cjs && npm run -s copy:test-assets",
+    "build:esm": "tsc 1>&2 --module ES2020 --outDir lib/esm",
+    "clean": "rimraf lib .rush/temp/package-deps*.json",
+    "copy:test-assets": "cpx \"./src/test/assets/**/*\" ./lib/cjs/test/assets",
+    "docs": "betools docs --includes=../../generated-docs/extract --json=../../generated-docs/core/core-orbitgt/file.json --tsIndexFile=./core-orbitgt.ts --onlyJson",
+    "extract-api": "betools extract-api --entry=core-orbitgt",
+    "lint": "",
+    "test": "mocha",
+    "cover": "nyc npm -s test"
+  }
+}