@fluidframework/odsp-driver 1.1.0 → 1.2.0

package/dist/odspDocumentStorageManager.js

@@ -13,9 +13,9 @@ const odsp_driver_definitions_1 = require("@fluidframework/odsp-driver-definitio
 const fetchSnapshot_1 = require("./fetchSnapshot");
 const getUrlAndHeadersWithAuth_1 = require("./getUrlAndHeadersWithAuth");
 const odspUtils_1 = require("./odspUtils");
-const epochTracker_1 = require("./epochTracker");
 const odspSummaryUploadManager_1 = require("./odspSummaryUploadManager");
 const packageVersion_1 = require("./packageVersion");
+const odspDocumentStorageServiceBase_1 = require("./odspDocumentStorageServiceBase");
 exports.defaultSummarizerCacheExpiryTimeout = 60 * 1000; // 60 seconds.
 /* eslint-disable max-len */
 // An implementation of Promise.race that gives you the winner of the promise race
@@ -26,98 +26,10 @@ async function promiseRaceWithWinner(promises) {
         });
     });
 }
-class BlobCache {
-    constructor() {
-        // If the defer flag is set when the timeout fires, we'll reschedule rather than clear immediately
-        // This deferral approach is used (rather than clearing/resetting the timer) as current calling patterns trigger
-        // too many calls to setTimeout/clearTimeout.
-        this.deferBlobCacheClear = false;
-        this._blobCache = new Map();
-        // Tracks all blob IDs evicted from cache
-        this.blobsEvicted = new Set();
-        // Initial time-out to purge data from cache
-        // If this time out is very small, then we purge blobs from cache too soon and that results in a lot of
-        // requests to storage, which brings down perf and may trip protection limits causing 429s
-        this.blobCacheTimeoutDuration = 2 * 60 * 1000;
-        // SPO does not keep old snapshots around for long, so we are running chances of not
-        // being able to rehydrate data store / DDS in the future if we purge anything (and with blob de-duping,
-        // even if blob read by runtime, it could be read again in the future)
-        // So for now, purging is disabled.
-        this.purgeEnabled = false;
-    }
-    get value() {
-        return this._blobCache;
-    }
-    addBlobs(blobs) {
-        blobs.forEach((value, blobId) => {
-            this._blobCache.set(blobId, value);
-        });
-        // Reset the timer on cache set
-        this.scheduleClearBlobsCache();
-    }
-    /**
-     * Schedule a timer for clearing the blob cache or defer the current one.
-     */
-    scheduleClearBlobsCache() {
-        if (this.blobCacheTimeout !== undefined) {
-            // If we already have an outstanding timer, just signal that we should defer the clear
-            this.deferBlobCacheClear = true;
-        }
-        else if (this.purgeEnabled) {
-            // If we don't have an outstanding timer, set a timer
-            // When the timer runs out, we'll decide whether to proceed with the cache clear or reset the timer
-            const clearCacheOrDefer = () => {
-                this.blobCacheTimeout = undefined;
-                if (this.deferBlobCacheClear) {
-                    this.deferBlobCacheClear = false;
-                    this.scheduleClearBlobsCache();
-                }
-                else {
-                    // NOTE: Slightly better algorithm here would be to purge either only big blobs,
-                    // or sort them by size and purge enough big blobs to leave only 256Kb of small blobs in cache
-                    // Purging is optimizing memory footprint. But count controls potential number of storage requests
-                    // We want to optimize both - memory footprint and number of future requests to storage.
-                    // Note that Container can realize data store or DDS on-demand at any point in time, so we do not
-                    // control when blobs will be used.
-                    this._blobCache.forEach((_, blobId) => this.blobsEvicted.add(blobId));
-                    this._blobCache.clear();
-                }
-            };
-            this.blobCacheTimeout = setTimeout(clearCacheOrDefer, this.blobCacheTimeoutDuration);
-            // any future storage reads that get into the cache should be cleared from cache rather quickly -
-            // there is not much value in keeping them longer
-            this.blobCacheTimeoutDuration = 10 * 1000;
-        }
-    }
-    getBlob(blobId) {
-        // Reset the timer on attempted cache read
-        this.scheduleClearBlobsCache();
-        const blobContent = this._blobCache.get(blobId);
-        const evicted = this.blobsEvicted.has(blobId);
-        return { blobContent, evicted };
-    }
-    setBlob(blobId, blob) {
-        // This API is called as result of cache miss and reading blob from storage.
-        // Runtime never reads same blob twice.
-        // The only reason we may get read request for same blob is blob de-duping in summaries.
-        // Note that the bigger the size, the less likely blobs are the same, so there is very little benefit of caching big blobs.
-        // Images are the only exception - user may insert same image twice. But we currently do not de-dup them - only snapshot
-        // blobs are de-duped.
-        const size = blob.byteLength;
-        if (size < 256 * 1024) {
-            // Reset the timer on cache set
-            this.scheduleClearBlobsCache();
-            return this._blobCache.set(blobId, blob);
-        }
-        else {
-            // we evicted it here by not caching.
-            this.blobsEvicted.add(blobId);
-        }
-    }
-}
-class OdspDocumentStorageService {
+class OdspDocumentStorageService extends odspDocumentStorageServiceBase_1.OdspDocumentStorageServiceBase {
     constructor(odspResolvedUrl, getStorageToken, logger, fetchFullSnapshot, cache, hostPolicy, epochTracker, flushCallback, snapshotFormatFetchType) {
         var _a;
+        super();
         this.odspResolvedUrl = odspResolvedUrl;
         this.getStorageToken = getStorageToken;
         this.logger = logger;
@@ -127,24 +39,6 @@ class OdspDocumentStorageService {
         this.epochTracker = epochTracker;
         this.flushCallback = flushCallback;
         this.snapshotFormatFetchType = snapshotFormatFetchType;
-        this.policies = {
-            // By default, ODSP tells the container not to prefetch/cache.
-            caching: driver_definitions_1.LoaderCachingPolicy.NoCaching,
-            // ODSP storage works better if it has less number of blobs / edges
-            // Runtime creating many small blobs results in sub-optimal perf.
-            // 2K seems like the sweat spot:
-            // The smaller the number, less blobs we aggregate. Most storages are very likely to have notion
-            // of minimal "cluster" size, so having small blobs is wasteful
-            // At the same time increasing the limit ensure that more blobs with user content are aggregated,
-            // reducing possibility for de-duping of same blobs (i.e. .attributes rolled into aggregate blob
-            // are not reused across data stores, or even within data store, resulting in duplication of content)
-            // Note that duplication of content should not have significant impact for bytes over wire as
-            // compression of http payload mostly takes care of it, but it does impact storage size and in-memory sizes.
-            minBlobSize: 2048,
-            maximumCacheDurationMs: epochTracker_1.defaultCacheExpiryTimeoutMs,
-        };
-        this.commitCache = new Map();
-        this.attributesBlobHandles = new Set();
         this.firstVersionCall = true;
         // Driver specified limits for snapshot size and time.
         /**
@@ -156,26 +50,12 @@ class OdspDocumentStorageService {
         this.maxSnapshotFetchTimeout = 120000; // 2 min
         // limits the amount of parallel "attachment" blob uploads
         this.createBlobRateLimiter = new driver_utils_1.RateLimiter(1);
-        this.blobCache = new BlobCache();
         this.documentId = this.odspResolvedUrl.hashedDocumentId;
         this.snapshotUrl = this.odspResolvedUrl.endpoints.snapshotStorageUrl;
         this.attachmentPOSTUrl = this.odspResolvedUrl.endpoints.attachmentPOSTStorageUrl;
         this.attachmentGETUrl = this.odspResolvedUrl.endpoints.attachmentGETStorageUrl;
         this.odspSummaryUploadManager = new odspSummaryUploadManager_1.OdspSummaryUploadManager(this.snapshotUrl, getStorageToken, logger, epochTracker, !!((_a = this.hostPolicy.sessionOptions) === null || _a === void 0 ? void 0 : _a.forceAccessTokenViaAuthorizationHeader));
     }
-    set ops(ops) {
-        (0, common_utils_1.assert)(this._ops === undefined, 0x0a5 /* "Trying to set ops when they are already set!" */);
-        this._ops = ops;
-    }
-    get ops() {
-        return this._ops;
-    }
-    get snapshotSequenceNumber() {
-        return this._snapshotSequenceNumber;
-    }
-    get repositoryUrl() {
-        return "";
-    }
     async createBlob(file) {
         this.checkAttachmentPOSTUrl();
         const response = await (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
@@ -199,70 +79,38 @@ class OdspDocumentStorageService {
         });
         return response.content;
     }
-    async readBlobCore(blobId) {
-        const { blobContent, evicted } = this.blobCache.getBlob(blobId);
-        let blob = blobContent;
-        if (blob === undefined) {
-            this.checkAttachmentGETUrl();
-            blob = await (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
-                var _a;
-                const storageToken = await this.getStorageToken(options, "GetBlob");
-                const unAuthedUrl = `${this.attachmentGETUrl}/${encodeURIComponent(blobId)}/content`;
-                const { url, headers } = (0, getUrlAndHeadersWithAuth_1.getUrlAndHeadersWithAuth)(unAuthedUrl, storageToken, !!((_a = this.hostPolicy.sessionOptions) === null || _a === void 0 ? void 0 : _a.forceAccessTokenViaAuthorizationHeader));
-                return telemetry_utils_1.PerformanceEvent.timedExecAsync(this.logger, {
-                    eventName: "readDataBlob",
-                    blobId,
-                    evicted,
-                    headers: Object.keys(headers).length !== 0 ? true : undefined,
-                    waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,
-                }, async (event) => {
-                    const res = await this.epochTracker.fetchArray(url, { headers }, "blob");
-                    event.end(Object.assign(Object.assign({ waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength }, res.propsToLog), { attempts: options.refresh ? 2 : 1 }));
-                    const cacheControl = res.headers.get("cache-control");
-                    if (cacheControl === undefined || !(cacheControl.includes("private") || cacheControl.includes("public"))) {
-                        this.logger.sendErrorEvent(Object.assign({ eventName: "NonCacheableBlob", cacheControl,
-                            blobId }, res.propsToLog));
-                    }
-                    return res.content;
-                });
+    async fetchBlobFromStorage(blobId, evicted) {
+        this.checkAttachmentGETUrl();
+        const blob = await (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
+            var _a;
+            const storageToken = await this.getStorageToken(options, "GetBlob");
+            const unAuthedUrl = `${this.attachmentGETUrl}/${encodeURIComponent(blobId)}/content`;
+            const { url, headers } = (0, getUrlAndHeadersWithAuth_1.getUrlAndHeadersWithAuth)(unAuthedUrl, storageToken, !!((_a = this.hostPolicy.sessionOptions) === null || _a === void 0 ? void 0 : _a.forceAccessTokenViaAuthorizationHeader));
+            return telemetry_utils_1.PerformanceEvent.timedExecAsync(this.logger, {
+                eventName: "readDataBlob",
+                blobId,
+                evicted,
+                headers: Object.keys(headers).length !== 0 ? true : undefined,
+                waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,
+            }, async (event) => {
+                const res = await this.epochTracker.fetchArray(url, { headers }, "blob");
+                event.end(Object.assign(Object.assign({ waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength }, res.propsToLog), { attempts: options.refresh ? 2 : 1 }));
+                const cacheControl = res.headers.get("cache-control");
+                if (cacheControl === undefined || !(cacheControl.includes("private") || cacheControl.includes("public"))) {
+                    this.logger.sendErrorEvent(Object.assign({ eventName: "NonCacheableBlob", cacheControl,
+                        blobId }, res.propsToLog));
+                }
+                return res.content;
             });
-            this.blobCache.setBlob(blobId, blob);
-        }
+        });
+        this.blobCache.setBlob(blobId, blob);
         return blob;
     }
-    async readBlob(blobId) {
-        return this.readBlobCore(blobId);
-    }
     async getSnapshotTree(version, scenarioName) {
         if (!this.snapshotUrl) {
             return null;
         }
-        let id;
-        if (!version || !version.id) {
-            const versions = await this.getVersions(null, 1, scenarioName);
-            if (!versions || versions.length === 0) {
-                return null;
-            }
-            id = versions[0].id;
-        }
-        else {
-            id = version.id;
-        }
-        const snapshotTree = await this.readTree(id, scenarioName);
-        if (!snapshotTree) {
-            return null;
-        }
-        if (snapshotTree.blobs) {
-            const attributesBlob = snapshotTree.blobs.attributes;
-            if (attributesBlob) {
-                this.attributesBlobHandles.add(attributesBlob);
-            }
-        }
-        // When we upload the container snapshot, we upload appTree in ".app" and protocol tree in ".protocol"
-        // So when we request the snapshot we get ".app" as tree and not as commit node as in the case just above.
-        const appTree = snapshotTree.trees[".app"];
-        const protocolTree = snapshotTree.trees[".protocol"];
-        return this.combineProtocolAndAppSnapshotTree(appTree, protocolTree);
+        return super.getSnapshotTree(version, scenarioName);
     }
     async getVersions(blobid, count, scenarioName) {
         // Regular load workflow uses blobId === documentID to indicate "latest".
@@ -361,19 +209,7 @@ class OdspDocumentStorageService {
             });
             // Successful call, make network calls only
             this.firstVersionCall = false;
-            this._snapshotSequenceNumber = odspSnapshotCacheValue.sequenceNumber;
-            const { snapshotTree, blobs, ops } = odspSnapshotCacheValue;
-            // id should be undefined in case of just ops in snapshot.
-            let id;
-            if (snapshotTree) {
-                id = snapshotTree.id;
-                (0, common_utils_1.assert)(id !== undefined, 0x221 /* "Root tree should contain the id" */);
-                this.setRootTree(id, snapshotTree);
-            }
-            if (blobs) {
-                this.initBlobsCache(blobs);
-            }
-            this.ops = ops;
+            const id = this.initializeFromSnapshot(odspSnapshotCacheValue);
             return id ? [{ id, treeId: undefined }] : [];
         }
         return (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
@@ -458,34 +294,25 @@ class OdspDocumentStorageService {
         this.checkSnapshotUrl();
         // Enable flushing only if we have single commit summary and this is not the initial summary for an empty file
         if (".protocol" in summary.tree && context.ackHandle !== undefined) {
-            let retry = 0;
+            let retry = 1;
             for (;;) {
                 const result = await this.flushCallback();
                 const seq = result.lastPersistedSequenceNumber;
                 if (seq !== undefined && seq >= context.referenceSequenceNumber) {
                     break;
                 }
-                retry++;
                 if (retry > 3) {
                     this.logger.sendErrorEvent(Object.assign(Object.assign({ eventName: "FlushFailure" }, result), { retry, referenceSequenceNumber: context.referenceSequenceNumber }));
                     break;
                 }
                 this.logger.sendPerformanceEvent(Object.assign(Object.assign({ eventName: "FlushExtraCall" }, result), { retry, referenceSequenceNumber: context.referenceSequenceNumber }));
+                retry++;
                 await (0, common_utils_1.delay)(1000 * ((_a = result.retryAfter) !== null && _a !== void 0 ? _a : 1));
             }
         }
         const id = await this.odspSummaryUploadManager.writeSummaryTree(summary, context);
         return id;
     }
-    async downloadSummary(commit) {
-        throw new Error("Not implemented yet");
-    }
-    setRootTree(id, tree) {
-        this.commitCache.set(id, tree);
-    }
-    initBlobsCache(blobs) {
-        this.blobCache.addBlobs(blobs);
-    }
     checkSnapshotUrl() {
         if (!this.snapshotUrl) {
             throw new driver_utils_1.NonRetryableError("Method failed because no snapshot url was available", driver_definitions_1.DriverErrorType.genericError, { driverVersion: packageVersion_1.pkgVersion });
@@ -501,47 +328,27 @@ class OdspDocumentStorageService {
             throw new driver_utils_1.NonRetryableError("Method failed because no attachment GET url was available", driver_definitions_1.DriverErrorType.genericError, { driverVersion: packageVersion_1.pkgVersion });
         }
     }
-    async readTree(id, scenarioName) {
-        if (!this.snapshotUrl) {
-            return null;
-        }
-        let tree = this.commitCache.get(id);
-        if (!tree) {
-            tree = await (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
-                var _a, _b;
-                const storageToken = await this.getStorageToken(options, "ReadCommit");
-                const snapshotDownloader = async (url, fetchOptions) => {
-                    return this.epochTracker.fetchAndParseAsJSON(url, fetchOptions, "snapshotTree", undefined, scenarioName);
-                };
-                const snapshot = await (0, fetchSnapshot_1.fetchSnapshot)(this.snapshotUrl, storageToken, id, this.fetchFullSnapshot, !!((_a = this.hostPolicy.sessionOptions) === null || _a === void 0 ? void 0 : _a.forceAccessTokenViaAuthorizationHeader), this.logger, snapshotDownloader);
-                let treeId = "";
-                if (snapshot.snapshotTree) {
-                    (0, common_utils_1.assert)(snapshot.snapshotTree.id !== undefined, 0x222 /* "Root tree should contain the id!!" */);
-                    treeId = snapshot.snapshotTree.id;
-                    this.setRootTree(treeId, snapshot.snapshotTree);
-                }
-                if (snapshot.blobs) {
-                    this.initBlobsCache(snapshot.blobs);
-                }
-                // If the version id doesn't match with the id of the tree, then use the id of first tree which in that case
-                // will be the actual id of tree to be fetched.
-                return (_b = this.commitCache.get(id)) !== null && _b !== void 0 ? _b : this.commitCache.get(treeId);
-            });
-        }
-        if (!tree) {
-            return null;
-        }
-        return tree;
-    }
-    combineProtocolAndAppSnapshotTree(hierarchicalAppTree, hierarchicalProtocolTree) {
-        const summarySnapshotTree = {
-            blobs: Object.assign({}, hierarchicalAppTree.blobs),
-            trees: Object.assign(Object.assign({}, hierarchicalAppTree.trees), { 
-                // the app tree could have a .protocol
-                // in that case we want to server protocol to override it
-                ".protocol": hierarchicalProtocolTree }),
-        };
-        return summarySnapshotTree;
+    async fetchTreeFromSnapshot(id, scenarioName) {
+        return (0, odspUtils_1.getWithRetryForTokenRefresh)(async (options) => {
+            var _a, _b;
+            const storageToken = await this.getStorageToken(options, "ReadCommit");
+            const snapshotDownloader = async (url, fetchOptions) => {
+                return this.epochTracker.fetchAndParseAsJSON(url, fetchOptions, "snapshotTree", undefined, scenarioName);
+            };
+            const snapshot = await (0, fetchSnapshot_1.fetchSnapshot)(this.snapshotUrl, storageToken, id, this.fetchFullSnapshot, !!((_a = this.hostPolicy.sessionOptions) === null || _a === void 0 ? void 0 : _a.forceAccessTokenViaAuthorizationHeader), this.logger, snapshotDownloader);
+            let treeId = "";
+            if (snapshot.snapshotTree) {
+                (0, common_utils_1.assert)(snapshot.snapshotTree.id !== undefined, 0x222 /* "Root tree should contain the id!!" */);
+                treeId = snapshot.snapshotTree.id;
+                this.setRootTree(treeId, snapshot.snapshotTree);
+            }
+            if (snapshot.blobs) {
+                this.initBlobsCache(snapshot.blobs);
+            }
+            // If the version id doesn't match with the id of the tree, then use the id of first tree which in that case
+            // will be the actual id of tree to be fetched.
+            return (_b = this.commitCache.get(id)) !== null && _b !== void 0 ? _b : this.commitCache.get(treeId);
+        });
     }
 }
 exports.OdspDocumentStorageService = OdspDocumentStorageService;

package/dist/odspDocumentStorageManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"odspDocumentStorageManager.js","sourceRoot":"","sources":["../src/odspDocumentStorageManager.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH,+DAGsC;AACtC,qEAEyC;AAEzC,2EAK4C;AAC5C,+DAA8E;AAC9E,qFAKiD;AAOjD,mDAAsH;AACtH,yEAAsE;AAEtE,2CAGqB;AAErB,iDAA2E;AAC3E,yEAAsE;AAEtE,qDAA+D;AAElD,QAAA,mCAAmC,GAAW,EAAE,GAAG,IAAI,CAAC,CAAC,cAAc;AAEpF,4BAA4B;AAE5B,kFAAkF;AAClF,KAAK,UAAU,qBAAqB,CAAI,QAAsB;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC1B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,SAAS;IAAf;QAGI,kGAAkG;QAClG,gHAAgH;QAChH,6CAA6C;QACrC,wBAAmB,GAAY,KAAK,CAAC;QAE5B,eAAU,GAA6B,IAAI,GAAG,EAAE,CAAC;QAElE,yCAAyC;QACxB,iBAAY,GAAgB,IAAI,GAAG,EAAE,CAAC;QAEvD,4CAA4C;QAC5C,uGAAuG;QACvG,0FAA0F;QAClF,6BAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAEjD,oFAAoF;QACpF,wGAAwG;QACxG,sEAAsE;QACtE,mCAAmC;QAClB,iBAAY,GAAG,KAAK,CAAC;IAwE1C,CAAC;IAtEG,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEM,QAAQ,CAAC,KAA+B;QAC3C,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,+BAA+B;QAC/B,IAAI,CAAC,uBAAuB,EAAE,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,uBAAuB;QAC3B,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE;YACrC,sFAAsF;YACtF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SACnC;aAAM,IAAI,IAAI,CAAC,YAAY,EAAE;YAC1B,qDAAqD;YACrD,mGAAmG;YACnG,MAAM,iBAAiB,GAAG,GAAG,EAAE;gBAC3B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;gBAClC,IAAI,IAAI,CAAC,mBAAmB,EAAE;oBAC1B,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;oBACjC,IAAI,CAAC,uBAAuB,EAAE,CAAC;iBAClC;qBAAM;oBACH,gFAAgF;oBAChF,8FAA8F;oBAC9F,kGAAkG;oBAClG,wFAAwF;oBACxF,iGAAiG;oBACjG,mCAAmC;oBACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;oBACtE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;iBAC3B;YACL,CAAC,CAAC;YACF,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,iBAAiB,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACrF,iGAAiG;YACjG,iDAAiD;YACjD,IAAI,CAAC,wBAAwB,GAAG,EAAE,GAAG,IAAI,CAAC;SAC7C;IACL,CAAC;IAEM,OAAO,CAAC,MAAc;QACzB,0CAA0C;QAC1C,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IACpC,CAAC;IAEM,OAAO,CAAC,MAAc,EAAE,IAAiB;QAC5C,4EAA4E;QAC5E,uCAAuC;QACvC,wFAAwF;QACxF,2HAA2H;QAC3H,wHAAwH;QACxH,sBAAsB;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAC7B,IAAI,IAAI,GAAG,GAAG,GAAG,IAAI,EAAE;YACnB,+BAA+B;YAC/B,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;SAC5C;aAAM;YACH,qCAAqC;YACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACjC;IACL,CAAC;CACJ;AAMD,MAAa,0BAA0B;IA4DnC,YACqB,eAAiC,EACjC,eAAgD,EAChD,MAAwB,EACxB,iBAA0B,EAC1B,KAAiB,EACjB,UAAqC,EACrC,YAA0B,EAC1B,aAAyC,EACzC,uBAAmD;;QARnD,oBAAe,GAAf,eAAe,CAAkB;QACjC,oBAAe,GAAf,eAAe,CAAiC;QAChD,WAAM,GAAN,MAAM,CAAkB;QACxB,sBAAiB,GAAjB,iBAAiB,CAAS;QAC1B,UAAK,GAAL,KAAK,CAAY;QACjB,eAAU,GAAV,UAAU,CAA2B;QACrC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAA4B;QACzC,4BAAuB,GAAvB,uBAAuB,CAA4B;QApE/D,aAAQ,GAAG;YAChB,8DAA8D;YAC9D,OAAO,EAAE,wCAAmB,CAAC,SAAS;YAEtC,mEAAmE;YACnE,iEAAiE;YACjE,gCAAgC;YAChC,gGAAgG;YAChG,+DAA+D;YAC/D,iGAAiG;YACjG,gGAAgG;YAChG,qGAAqG;YACrG,6FAA6F;YAC7F,4GAA4G;YAC5G,WAAW,EAAE,IAAI;YACjB,sBAAsB,EAAE,0CAA2B;SACtD,CAAC;QAEe,gBAAW,GAAmC,IAAI,GAAG,EAAE,CAAC;QAExD,0BAAqB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAKxD,qBAAgB,GAAG,IAAI,CAAC;QAOhC,sDAAsD;QACtD;;;;WAIG;QACc,yBAAoB,GAAG,SAAS,CAAC,CAAC,SAAS;QAC3C,4BAAuB,GAAG,MAAM,CAAC,CAAC,QAAQ;QAE3D,0DAA0D;QACzC,0BAAqB,GAAG,IAAI,0BAAW,CAAC,CAAC,CAAC,CAAC;QAE3C,cAAS,GAAG,IAAI,SAAS,EAAE,CAAC;QA0BzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,kBAAkB,CAAC;QACrE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,wBAAwB,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,uBAAuB,CAAC;QAC/E,IAAI,CAAC,wBAAwB,GAAG,IAAI,mDAAwB,CACxD,IAAI,CAAC,WAAW,EAChB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;IACN,CAAC;IAnCD,IAAW,GAAG,CAAC,GAAgD;QAC3D,IAAA,qBAAM,EAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;IACpB,CAAC;IAED,IAAW,GAAG;QACV,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAW,sBAAsB;QAC7B,OAAO,IAAI,CAAC,uBAAuB,CAAC;IACxC,CAAC;IA0BD,IAAW,aAAa;QACpB,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QACzC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9B,MAAM,QAAQ,GAAG,MAAM,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YACjE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,GAAG,IAAI,CAAC,iBAAiB,UAAU,EACnC,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;YACF,OAAO,CAAC,cAAc,CAAC,GAAG,0BAA0B,CAAC;YAErD,OAAO,kCAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,YAAY;gBACvB,IAAI,EAAE,IAAI,CAAC,UAAU;gBACrB,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,eAAe;aAC9D,EACD,KAAK,EAAE,KAAK,EAAE,EAAE;gBACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAC7D,IAAI,CAAC,YAAY,CAAC,mBAAmB,CACjC,GAAG,EACH;oBACI,IAAI,EAAE,IAAI;oBACV,OAAO;oBACP,MAAM,EAAE,MAAM;iBACjB,EACD,YAAY,CACf,CAAC,CAAC;gBACP,KAAK,CAAC,GAAG,iBACL,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,IACnB,GAAG,CAAC,UAAU,EACnB,CAAC;gBACH,OAAO,GAAG,CAAC;YACf,CAAC,CACJ,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAc;QACrC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,IAAI,GAAG,WAAW,CAAC;QAEvB,IAAI,IAAI,KAAK,SAAS,EAAE;YACpB,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAE7B,IAAI,GAAG,MAAM,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;gBACvD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBACpE,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC;gBACrF,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,WAAW,EACX,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;gBAEF,OAAO,kCAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,MAAM,EACX;oBACI,SAAS,EAAE,cAAc;oBACzB,MAAM;oBACN,OAAO;oBACP,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;oBAC7D,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,eAAe;iBACjE,EACD,KAAK,EAAE,KAAK,EAAE,EAAE;oBACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;oBACzE,KAAK,CAAC,GAAG,+BACL,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,eAAe,IAC3D,GAAG,CAAC,UAAU,KACjB,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IACnC,CAAC;oBACH,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;oBACtD,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE;wBACtG,IAAI,CAAC,MAAM,CAAC,cAAc,iBACtB,SAAS,EAAE,kBAAkB,EAC7B,YAAY;4BACZ,MAAM,IACH,GAAG,CAAC,UAAU,EACnB,CAAC;qBACN;oBACD,OAAO,GAAG,CAAC,OAAO,CAAC;gBACvB,CAAC,CACJ,CAAC;YACN,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;SACxC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,MAAc;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAsB,EAAE,YAAqB;QACtE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO,IAAI,CAAC;SACf;QAED,IAAI,EAAU,CAAC;QACf,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE;YACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YAC/D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;gBACpC,OAAO,IAAI,CAAC;aACf;YACD,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACvB;aAAM;YACH,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;SACnB;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC3D,IAAI,CAAC,YAAY,EAAE;YACf,OAAO,IAAI,CAAC;SACf;QAED,IAAI,YAAY,CAAC,KAAK,EAAE;YACpB,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC;YACrD,IAAI,cAAc,EAAE;gBAChB,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;aAClD;SACJ;QAED,sGAAsG;QACtG,0GAA0G;QAC1G,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAErD,OAAO,IAAI,CAAC,iCAAiC,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACzE,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAAqB,EAAE,KAAa,EAAE,YAAqB;QAChF,yEAAyE;QACzE,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE;YACtC,yEAAyE;YACzE,oFAAoF;YACpF,2FAA2F;YAC3F,0BAA0B;YAC1B,OAAO;gBACH;oBACI,EAAE,EAAE,MAAM;oBACV,MAAM,EAAE,SAAU;iBACrB;aACJ,CAAC;SACL;QAED,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO,EAAE,CAAC;SACb;QAED,0IAA0I;QAC1I,gHAAgH;QAChH,IAAI,IAAI,CAAC,gBAAgB,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,EAAE;YACzF,MAAM,mBAAmB,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;YAC5D,MAAM,sBAAsB,GAAsB,MAAM,kCAAgB,CAAC,cAAc,CACnF,IAAI,CAAC,MAAM,EACX,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,KAAK,EAAE,KAAuB,EAAE,EAAE;gBAC9B,MAAM,KAAK,GAA8B,EAAE,CAAC;gBAC5C,IAAI,iBAAgD,CAAC;gBACrD,iFAAiF;gBACjF,+GAA+G;gBAC/G,MAAM,eAAe,GACjB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAA,kCAAsB,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;qBAC9D,IAAI,CAAC,KAAK,EAAE,mBAAyC,EAAE,EAAE;;oBACtD,IAAI,mBAAmB,KAAK,SAAS,EAAE;wBACnC,gGAAgG;wBAChG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,MAAA,mBAAmB,CAAC,cAAc,mCACxD,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;wBAE7C,kFAAkF;wBAClF,8GAA8G;wBAC9G,0FAA0F;wBAC1F,2FAA2F;wBAC3F,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;4BAClC,IAAI,GAAG,GAAG,2CAAmC,EAAE;gCAC3C,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;gCACpC,OAAO,SAAS,CAAC;6BACpB;iCAAM;gCACH,KAAK,CAAC,sBAAsB,GAAG,KAAK,CAAC;6BACxC;yBACJ;wBAED,uBAAuB;wBACvB,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC;qBAC7B;oBAED,OAAO,mBAAmB,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEX,+CAA+C;gBAC/C,kGAAkG;gBAClG,2FAA2F;gBAC3F,IAAI,MAAc,CAAC;gBACnB,IAAI,IAAI,CAAC,UAAU,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;oBAC9E,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;oBAE/E,4DAA4D;oBAC5D,4EAA4E;oBAC5E,0FAA0F;oBAC1F,kDAAkD;oBAClD,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,CAAC;wBAClD,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;wBACtC,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;qBAC1C,CAAC,CAAC;oBACH,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC;oBAC5C,MAAM,GAAG,iBAAiB,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE7D,IAAI,iBAAiB,KAAK,SAAS,EAAE;wBACjC,qEAAqE;wBACrE,6EAA6E;wBAC7E,IAAI,iBAAiB,CAAC,KAAK,KAAK,CAAC,EAAE;4BAC/B,iBAAiB,GAAG,MAAM,eAAe,CAAC;4BAC1C,MAAM,GAAG,OAAO,CAAC;yBACpB;wBACD,IAAI,iBAAiB,KAAK,SAAS,EAAE;4BACjC,iBAAiB,GAAG,MAAM,gBAAgB,CAAC;4BAC3C,MAAM,GAAG,SAAS,CAAC;yBACtB;qBACJ;iBACJ;qBAAM;oBACH,yFAAyF;oBACzF,qEAAqE;oBAErE,iBAAiB,GAAG,MAAM,eAAe,CAAC;oBAE1C,MAAM,GAAG,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE/D,IAAI,iBAAiB,KAAK,SAAS,EAAE;wBACjC,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;qBACnF;iBACJ;gBACD,IAAI,MAAM,KAAK,SAAS,EAAE;oBACtB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;iBACnC;gBACD,KAAK,CAAC,GAAG,iCAAM,KAAK,KAAE,MAAM,IAAG,CAAC;gBAChC,OAAO,iBAAiB,CAAC;YAC7B,CAAC,CACJ,CAAC;YAEF,2CAA2C;YAC3C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAE9B,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAC,cAAc,CAAC;YACrE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,sBAAsB,CAAC;YAC5D,0DAA0D;YAC1D,IAAI,EAAsB,CAAC;YAC3B,IAAI,YAAY,EAAE;gBACd,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC;gBACrB,IAAA,qBAAM,EAAC,EAAE,KAAK,SAAS,EAAE,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBACxE,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;aACtC;YACD,IAAI,KAAK,EAAE;gBACP,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;aAC9B;YAED,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;YACf,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAU,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD;QAED,OAAO,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YACjD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACxE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,GAAG,IAAI,CAAC,WAAW,iBAAiB,KAAK,EAAE,EAC3C,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;YAEF,sDAAsD;YACtD,MAAM,QAAQ,GAAG,MAAM,kCAAgB,CAAC,cAAc,CAClD,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,aAAa;gBACxB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;aAChE,EACD,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAsC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAChJ,CAAC;YACF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC1C,IAAI,CAAC,gBAAgB,EAAE;gBACnB,MAAM,IAAI,gCAAiB,CACvB,qCAAqC,EACrC,oCAAe,CAAC,mBAAmB,EACnC,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;aAC1B;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE;gBACxC,MAAM,IAAI,gCAAiB,CACvB,+DAA+D,EAC/D,oCAAe,CAAC,mBAAmB,EACnC,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;aAC1B;YACD,OAAO,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC1C,OAAO;oBACH,EAAE,EAAE,OAAO,CAAC,EAAE;oBACd,MAAM,EAAE,SAAU;iBACrB,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,mBAAiD,EAAE,YAAqB;QAChG,OAAO,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7E,eAAe;YACf,kGAAkG;YAClG,sGAAsG;YACtG,oGAAoG;YACpG,8EAA8E;YAC9E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE;gBAC7C,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC;aAC1B;YACD,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,mBAAiD,EAAE,YAAqB;;QACpG,MAAM,eAAe,iCACjB,GAAG,EAAE,IAAI,CAAC,oBAAoB,IAC3B,mBAAmB,KACtB,OAAO,EAAE,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,EAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,GAC7I,CAAC;QAEF,+FAA+F;QAC/F,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;YAClC,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;YAChC,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC;SACvC;QAED,MAAM,kBAAkB,GAAG,KAAK,EAC5B,oBAAsC,EACtC,YAAoB,EACpB,OAAqC,EACrC,UAA4B,EAC9B,EAAE;YACA,OAAO,IAAA,gCAAgB,EACnB,oBAAoB,EACpB,YAAY,EACZ,IAAI,CAAC,MAAM,EACX,OAAO,EACP,IAAI,CAAC,uBAAuB,EAC5B,UAAU,EACV,IAAI,CAAC,YAAY,EACjB,YAAY,CACf,CAAC;QACN,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,EAAE,cAAwC,EAAE,EAAE;YAClE,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAChC,IAAA,kCAAsB,EAAC,IAAI,CAAC,eAAe,CAAC;YAC5C,+FAA+F;YAC/F,cAAc,CAAC,KAAK,CACvB,CAAC;QACN,CAAC,CAAC;QACF,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;QAC5E,IAAI;YACA,MAAM,YAAY,GAAG,MAAM,IAAA,uCAAuB,EAC9C,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,eAAe,EACpB,eAAe,EACf,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,EAClB,UAAU,EACV,aAAa,EACb,IAAI,CAAC,UAAU,CAAC,oBAAoB,CACvC,CAAC;YACF,OAAO,YAAY,CAAC;SACvB;QAAC,OAAO,KAAU,EAAE;YACjB,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAClC,4JAA4J;YAC5J,IAAI,CAAC,SAAS,KAAK,uCAAa,CAAC,cAAc,IAAI,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,GAAG,MAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,KAAK,IAAI,CAAC,EAAE;gBACvI,MAAM,KAAK,CAAC;aACf;YACD,iIAAiI;YACjI,IAAI,CAAC,SAAS,KAAK,uCAAa,CAAC,cAAc,IAAI,SAAS,KAAK,uCAAa,CAAC,YAAY,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE;gBACnH,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;oBACvB,SAAS,EAAE,uBAAuB;oBAClC,SAAS;iBACZ,CAAC,CAAC;gBACH,MAAM,2BAA2B,mCAA0B,eAAe,KAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,GAAE,CAAC;gBAC3H,MAAM,YAAY,GAAG,MAAM,IAAA,uCAAuB,EAC9C,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,eAAe,EACpB,2BAA2B,EAC3B,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,EAClB,UAAU,EACV,aAAa,EACb,IAAI,CAAC,UAAU,CAAC,oBAAoB,CACvC,CAAC;gBACF,OAAO,YAAY,CAAC;aACvB;YACD,MAAM,KAAK,CAAC;SACf;IACL,CAAC;IAEM,KAAK,CAAC,wBAAwB,CAAC,OAAyB,EAAE,OAAwB;;QACrF,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,8GAA8G;QAC9G,IAAI,WAAW,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE;YAChE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,SAAU;gBACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,OAAO,CAAC,uBAAuB,EAAE;oBAC7D,MAAM;iBACT;gBAED,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,GAAG,CAAC,EAAE;oBACX,IAAI,CAAC,MAAM,CAAC,cAAc,+BACtB,SAAS,EAAE,cAAc,IACtB,MAAM,KACT,KAAK,EACL,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,IAC1D,CAAC;oBACH,MAAM;iBACT;gBAED,IAAI,CAAC,MAAM,CAAC,oBAAoB,+BAC5B,SAAS,EAAE,gBAAgB,IACxB,MAAM,KACT,KAAK,EACL,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,IAC1D,CAAC;gBAEH,MAAM,IAAA,oBAAK,EAAC,IAAI,GAAG,CAAC,MAAA,MAAM,CAAC,UAAU,mCAAI,CAAC,CAAC,CAAC,CAAC;aAChD;SACJ;QAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClF,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,MAA0B;QACnD,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC3C,CAAC;IAEO,WAAW,CAAC,EAAU,EAAE,IAAuB;QACnD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,cAAc,CAAC,KAA+B;QAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,MAAM,IAAI,gCAAiB,CACvB,qDAAqD,EACrD,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAEO,sBAAsB;QAC1B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACzB,MAAM,IAAI,gCAAiB,CACvB,4DAA4D,EAC5D,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAEO,qBAAqB;QACzB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,MAAM,IAAI,gCAAiB,CACvB,2DAA2D,EAC3D,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,EAAU,EAAE,YAAqB;QACpD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO,IAAI,CAAC;SACf;QACD,IAAI,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE;YACP,IAAI,GAAG,MAAM,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;gBACvD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBACvE,MAAM,kBAAkB,GAAG,KAAK,EAAE,GAAW,EAAE,YAAuC,EAAE,EAAE;oBACtF,OAAO,IAAI,CAAC,YAAY,CAAC,mBAAmB,CACxC,GAAG,EACH,YAAY,EACZ,cAAc,EACd,SAAS,EACT,YAAY,CACf,CAAC;gBACN,CAAC,CAAC;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAa,EAChC,IAAI,CAAC,WAAY,EACjB,YAAY,EACZ,EAAE,EACF,IAAI,CAAC,iBAAiB,EACtB,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,CACrB,CAAC;gBACF,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,QAAQ,CAAC,YAAY,EAAE;oBACvB,IAAA,qBAAM,EAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,KAAK,SAAS,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;oBAChG,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;oBAClC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;iBACnD;gBACD,IAAI,QAAQ,CAAC,KAAK,EAAE;oBAChB,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;iBACvC;gBACD,4GAA4G;gBAC5G,+CAA+C;gBAC/C,OAAO,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,mCAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpE,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,IAAI,EAAE;YACP,OAAO,IAAI,CAAC;SACf;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,iCAAiC,CACrC,mBAAsC,EACtC,wBAA2C;QAE3C,MAAM,mBAAmB,GAAsB;YAC3C,KAAK,oBACE,mBAAmB,CAAC,KAAK,CAC/B;YACD,KAAK,kCACE,mBAAmB,CAAC,KAAK;gBAC5B,sCAAsC;gBACtC,yDAAyD;gBACzD,WAAW,EAAE,wBAAwB,GACxC;SACJ,CAAC;QAEF,OAAO,mBAAmB,CAAC;IAC/B,CAAC;CACJ;AArnBD,gEAqnBC;AAED,2BAA2B","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { default as AbortController } from \"abort-controller\";\nimport { ITelemetryLogger } from \"@fluidframework/common-definitions\";\nimport {\n    assert,\n    delay,\n} from \"@fluidframework/common-utils\";\nimport {\n    PerformanceEvent,\n} from \"@fluidframework/telemetry-utils\";\nimport * as api from \"@fluidframework/protocol-definitions\";\nimport {\n    ISummaryContext,\n    IDocumentStorageService,\n    LoaderCachingPolicy,\n    DriverErrorType,\n} from \"@fluidframework/driver-definitions\";\nimport { RateLimiter, NonRetryableError } from \"@fluidframework/driver-utils\";\nimport {\n    IOdspResolvedUrl,\n    ISnapshotOptions,\n    OdspErrorType,\n    InstrumentedStorageTokenFetcher,\n} from \"@fluidframework/odsp-driver-definitions\";\nimport {\n    IDocumentStorageGetVersionsResponse,\n    HostStoragePolicyInternal,\n    IVersionedValueWithEpoch,\n    ISnapshotCachedEntry,\n} from \"./contracts\";\nimport { downloadSnapshot, fetchSnapshot, fetchSnapshotWithRedeem, SnapshotFormatSupportType } from \"./fetchSnapshot\";\nimport { getUrlAndHeadersWithAuth } from \"./getUrlAndHeadersWithAuth\";\nimport { IOdspCache } from \"./odspCache\";\nimport {\n    createCacheSnapshotKey,\n    getWithRetryForTokenRefresh,\n} from \"./odspUtils\";\nimport { ISnapshotContents } from \"./odspPublicUtils\";\nimport { defaultCacheExpiryTimeoutMs, EpochTracker } from \"./epochTracker\";\nimport { OdspSummaryUploadManager } from \"./odspSummaryUploadManager\";\nimport { FlushResult } from \"./odspDocumentDeltaConnection\";\nimport { pkgVersion as driverVersion } from \"./packageVersion\";\n\nexport const defaultSummarizerCacheExpiryTimeout: number = 60 * 1000; // 60 seconds.\n\n/* eslint-disable max-len */\n\n// An implementation of Promise.race that gives you the winner of the promise race\nasync function promiseRaceWithWinner<T>(promises: Promise<T>[]): Promise<{ index: number; value: T; }> {\n    return new Promise((resolve, reject) => {\n        promises.forEach((p, index) => {\n            p.then((v) => resolve({ index, value: v })).catch(reject);\n        });\n    });\n}\n\nclass BlobCache {\n    // Save the timeout so we can cancel and reschedule it as needed\n    private blobCacheTimeout: ReturnType<typeof setTimeout> | undefined;\n    // If the defer flag is set when the timeout fires, we'll reschedule rather than clear immediately\n    // This deferral approach is used (rather than clearing/resetting the timer) as current calling patterns trigger\n    // too many calls to setTimeout/clearTimeout.\n    private deferBlobCacheClear: boolean = false;\n\n    private readonly _blobCache: Map<string, ArrayBuffer> = new Map();\n\n    // Tracks all blob IDs evicted from cache\n    private readonly blobsEvicted: Set<string> = new Set();\n\n    // Initial time-out to purge data from cache\n    // If this time out is very small, then we purge blobs from cache too soon and that results in a lot of\n    // requests to storage, which brings down perf and may trip protection limits causing 429s\n    private blobCacheTimeoutDuration = 2 * 60 * 1000;\n\n    // SPO does not keep old snapshots around for long, so we are running chances of not\n    // being able to rehydrate data store / DDS in the future if we purge anything (and with blob de-duping,\n    // even if blob read by runtime, it could be read again in the future)\n    // So for now, purging is disabled.\n    private readonly purgeEnabled = false;\n\n    public get value() {\n        return this._blobCache;\n    }\n\n    public addBlobs(blobs: Map<string, ArrayBuffer>) {\n        blobs.forEach((value, blobId) => {\n            this._blobCache.set(blobId, value);\n        });\n        // Reset the timer on cache set\n        this.scheduleClearBlobsCache();\n    }\n\n    /**\n     * Schedule a timer for clearing the blob cache or defer the current one.\n     */\n    private scheduleClearBlobsCache() {\n        if (this.blobCacheTimeout !== undefined) {\n            // If we already have an outstanding timer, just signal that we should defer the clear\n            this.deferBlobCacheClear = true;\n        } else if (this.purgeEnabled) {\n            // If we don't have an outstanding timer, set a timer\n            // When the timer runs out, we'll decide whether to proceed with the cache clear or reset the timer\n            const clearCacheOrDefer = () => {\n                this.blobCacheTimeout = undefined;\n                if (this.deferBlobCacheClear) {\n                    this.deferBlobCacheClear = false;\n                    this.scheduleClearBlobsCache();\n                } else {\n                    // NOTE: Slightly better algorithm here would be to purge either only big blobs,\n                    // or sort them by size and purge enough big blobs to leave only 256Kb of small blobs in cache\n                    // Purging is optimizing memory footprint. But count controls potential number of storage requests\n                    // We want to optimize both - memory footprint and number of future requests to storage.\n                    // Note that Container can realize data store or DDS on-demand at any point in time, so we do not\n                    // control when blobs will be used.\n                    this._blobCache.forEach((_, blobId) => this.blobsEvicted.add(blobId));\n                    this._blobCache.clear();\n                }\n            };\n            this.blobCacheTimeout = setTimeout(clearCacheOrDefer, this.blobCacheTimeoutDuration);\n            // any future storage reads that get into the cache should be cleared from cache rather quickly -\n            // there is not much value in keeping them longer\n            this.blobCacheTimeoutDuration = 10 * 1000;\n        }\n    }\n\n    public getBlob(blobId: string) {\n        // Reset the timer on attempted cache read\n        this.scheduleClearBlobsCache();\n        const blobContent = this._blobCache.get(blobId);\n        const evicted = this.blobsEvicted.has(blobId);\n        return { blobContent, evicted };\n    }\n\n    public setBlob(blobId: string, blob: ArrayBuffer) {\n        // This API is called as result of cache miss and reading blob from storage.\n        // Runtime never reads same blob twice.\n        // The only reason we may get read request for same blob is blob de-duping in summaries.\n        // Note that the bigger the size, the less likely blobs are the same, so there is very little benefit of caching big blobs.\n        // Images are the only exception - user may insert same image twice. But we currently do not de-dup them - only snapshot\n        // blobs are de-duped.\n        const size = blob.byteLength;\n        if (size < 256 * 1024) {\n            // Reset the timer on cache set\n            this.scheduleClearBlobsCache();\n            return this._blobCache.set(blobId, blob);\n        } else {\n            // we evicted it here by not caching.\n            this.blobsEvicted.add(blobId);\n        }\n    }\n}\n\ninterface GetVersionsTelemetryProps {\n    cacheEntryAge?: number;\n    cacheSummarizerExpired?: boolean;\n}\nexport class OdspDocumentStorageService implements IDocumentStorageService {\n    readonly policies = {\n        // By default, ODSP tells the container not to prefetch/cache.\n        caching: LoaderCachingPolicy.NoCaching,\n\n        // ODSP storage works better if it has less number of blobs / edges\n        // Runtime creating many small blobs results in sub-optimal perf.\n        // 2K seems like the sweat spot:\n        // The smaller the number, less blobs we aggregate. Most storages are very likely to have notion\n        // of minimal \"cluster\" size, so having small blobs is wasteful\n        // At the same time increasing the limit ensure that more blobs with user content are aggregated,\n        // reducing possibility for de-duping of same blobs (i.e. .attributes rolled into aggregate blob\n        // are not reused across data stores, or even within data store, resulting in duplication of content)\n        // Note that duplication of content should not have significant impact for bytes over wire as\n        // compression of http payload mostly takes care of it, but it does impact storage size and in-memory sizes.\n        minBlobSize: 2048,\n        maximumCacheDurationMs: defaultCacheExpiryTimeoutMs,\n    };\n\n    private readonly commitCache: Map<string, api.ISnapshotTree> = new Map();\n\n    private readonly attributesBlobHandles: Set<string> = new Set();\n\n    private readonly odspSummaryUploadManager: OdspSummaryUploadManager;\n    private _ops: api.ISequencedDocumentMessage[] | undefined;\n\n    private firstVersionCall = true;\n    private _snapshotSequenceNumber: number | undefined;\n\n    private readonly documentId: string;\n    private readonly snapshotUrl: string | undefined;\n    private readonly attachmentPOSTUrl: string | undefined;\n    private readonly attachmentGETUrl: string | undefined;\n    // Driver specified limits for snapshot size and time.\n    /**\n     * NOTE: While commit cfff6e3 added restrictions to prevent large payloads, snapshot failures will continue to\n     * happen until blob request throttling is implemented. Until then, as a temporary fix we set arbitrarily large\n     * snapshot size and timeout limits so that such failures are unlikely to occur.\n     */\n    private readonly maxSnapshotSizeLimit = 500000000; // 500 MB\n    private readonly maxSnapshotFetchTimeout = 120000; // 2 min\n\n    // limits the amount of parallel \"attachment\" blob uploads\n    private readonly createBlobRateLimiter = new RateLimiter(1);\n\n    private readonly blobCache = new BlobCache();\n\n    public set ops(ops: api.ISequencedDocumentMessage[] | undefined) {\n        assert(this._ops === undefined, 0x0a5 /* \"Trying to set ops when they are already set!\" */);\n        this._ops = ops;\n    }\n\n    public get ops(): api.ISequencedDocumentMessage[] | undefined {\n        return this._ops;\n    }\n\n    public get snapshotSequenceNumber() {\n        return this._snapshotSequenceNumber;\n    }\n\n    constructor(\n        private readonly odspResolvedUrl: IOdspResolvedUrl,\n        private readonly getStorageToken: InstrumentedStorageTokenFetcher,\n        private readonly logger: ITelemetryLogger,\n        private readonly fetchFullSnapshot: boolean,\n        private readonly cache: IOdspCache,\n        private readonly hostPolicy: HostStoragePolicyInternal,\n        private readonly epochTracker: EpochTracker,\n        private readonly flushCallback: () => Promise<FlushResult>,\n        private readonly snapshotFormatFetchType?: SnapshotFormatSupportType,\n    ) {\n        this.documentId = this.odspResolvedUrl.hashedDocumentId;\n        this.snapshotUrl = this.odspResolvedUrl.endpoints.snapshotStorageUrl;\n        this.attachmentPOSTUrl = this.odspResolvedUrl.endpoints.attachmentPOSTStorageUrl;\n        this.attachmentGETUrl = this.odspResolvedUrl.endpoints.attachmentGETStorageUrl;\n        this.odspSummaryUploadManager = new OdspSummaryUploadManager(\n            this.snapshotUrl,\n            getStorageToken,\n            logger,\n            epochTracker,\n            !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n        );\n    }\n\n    public get repositoryUrl(): string {\n        return \"\";\n    }\n\n    public async createBlob(file: ArrayBufferLike): Promise<api.ICreateBlobResponse> {\n        this.checkAttachmentPOSTUrl();\n\n        const response = await getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"CreateBlob\");\n            const { url, headers } = getUrlAndHeadersWithAuth(\n                `${this.attachmentPOSTUrl}/content`,\n                storageToken,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n            );\n            headers[\"Content-Type\"] = \"application/octet-stream\";\n\n            return PerformanceEvent.timedExecAsync(\n                this.logger,\n                {\n                    eventName: \"createBlob\",\n                    size: file.byteLength,\n                    waitQueueLength: this.createBlobRateLimiter.waitQueueLength,\n                },\n                async (event) => {\n                    const res = await this.createBlobRateLimiter.schedule(async () =>\n                        this.epochTracker.fetchAndParseAsJSON<api.ICreateBlobResponse>(\n                            url,\n                            {\n                                body: file,\n                                headers,\n                                method: \"POST\",\n                            },\n                            \"createBlob\",\n                        ));\n                    event.end({\n                        blobId: res.content.id,\n                        ...res.propsToLog,\n                    });\n                    return res;\n                },\n            );\n        });\n\n        return response.content;\n    }\n\n    private async readBlobCore(blobId: string): Promise<ArrayBuffer> {\n        const { blobContent, evicted } = this.blobCache.getBlob(blobId);\n        let blob = blobContent;\n\n        if (blob === undefined) {\n            this.checkAttachmentGETUrl();\n\n            blob = await getWithRetryForTokenRefresh(async (options) => {\n                const storageToken = await this.getStorageToken(options, \"GetBlob\");\n                const unAuthedUrl = `${this.attachmentGETUrl}/${encodeURIComponent(blobId)}/content`;\n                const { url, headers } = getUrlAndHeadersWithAuth(\n                    unAuthedUrl,\n                    storageToken,\n                    !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                );\n\n                return PerformanceEvent.timedExecAsync(\n                    this.logger,\n                    {\n                        eventName: \"readDataBlob\",\n                        blobId,\n                        evicted,\n                        headers: Object.keys(headers).length !== 0 ? true : undefined,\n                        waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,\n                    },\n                    async (event) => {\n                        const res = await this.epochTracker.fetchArray(url, { headers }, \"blob\");\n                        event.end({\n                            waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,\n                            ...res.propsToLog,\n                            attempts: options.refresh ? 2 : 1,\n                        });\n                        const cacheControl = res.headers.get(\"cache-control\");\n                        if (cacheControl === undefined || !(cacheControl.includes(\"private\") || cacheControl.includes(\"public\"))) {\n                            this.logger.sendErrorEvent({\n                                eventName: \"NonCacheableBlob\",\n                                cacheControl,\n                                blobId,\n                                ...res.propsToLog,\n                            });\n                        }\n                        return res.content;\n                    },\n                );\n            });\n            this.blobCache.setBlob(blobId, blob);\n        }\n\n        return blob;\n    }\n\n    public async readBlob(blobId: string): Promise<ArrayBufferLike> {\n        return this.readBlobCore(blobId);\n    }\n\n    public async getSnapshotTree(version?: api.IVersion, scenarioName?: string): Promise<api.ISnapshotTree | null> {\n        if (!this.snapshotUrl) {\n            return null;\n        }\n\n        let id: string;\n        if (!version || !version.id) {\n            const versions = await this.getVersions(null, 1, scenarioName);\n            if (!versions || versions.length === 0) {\n                return null;\n            }\n            id = versions[0].id;\n        } else {\n            id = version.id;\n        }\n\n        const snapshotTree = await this.readTree(id, scenarioName);\n        if (!snapshotTree) {\n            return null;\n        }\n\n        if (snapshotTree.blobs) {\n            const attributesBlob = snapshotTree.blobs.attributes;\n            if (attributesBlob) {\n                this.attributesBlobHandles.add(attributesBlob);\n            }\n        }\n\n        // When we upload the container snapshot, we upload appTree in \".app\" and protocol tree in \".protocol\"\n        // So when we request the snapshot we get \".app\" as tree and not as commit node as in the case just above.\n        const appTree = snapshotTree.trees[\".app\"];\n        const protocolTree = snapshotTree.trees[\".protocol\"];\n\n        return this.combineProtocolAndAppSnapshotTree(appTree, protocolTree);\n    }\n\n    public async getVersions(blobid: string | null, count: number, scenarioName?: string): Promise<api.IVersion[]> {\n        // Regular load workflow uses blobId === documentID to indicate \"latest\".\n        if (blobid !== this.documentId && blobid) {\n            // FluidFetch & FluidDebugger tools use empty sting to query for versions\n            // In such case we need to make a call against SPO to give full picture to the tool.\n            // Otherwise, each commit calls getVersions but odsp doesn't have a history for each commit\n            // return the blobid as is\n            return [\n                {\n                    id: blobid,\n                    treeId: undefined!,\n                },\n            ];\n        }\n\n        // Can't really make a call if we do not have URL\n        if (!this.snapshotUrl) {\n            return [];\n        }\n\n        // If count is one, we can use the trees/latest API, which returns the latest version and trees in a single request for better performance\n        // Do it only once - we might get more here due to summarizer - it needs only container tree, not full snapshot.\n        if (this.firstVersionCall && count === 1 && (blobid === null || blobid === this.documentId)) {\n            const hostSnapshotOptions = this.hostPolicy.snapshotOptions;\n            const odspSnapshotCacheValue: ISnapshotContents = await PerformanceEvent.timedExecAsync(\n                this.logger,\n                { eventName: \"ObtainSnapshot\" },\n                async (event: PerformanceEvent) => {\n                    const props: GetVersionsTelemetryProps = {};\n                    let retrievedSnapshot: ISnapshotContents | undefined;\n                    // Here's the logic to grab the persistent cache snapshot implemented by the host\n                    // Epoch tracker is responsible for communicating with the persistent cache, handling epochs and cache versions\n                    const cachedSnapshotP: Promise<ISnapshotContents | undefined> =\n                        this.epochTracker.get(createCacheSnapshotKey(this.odspResolvedUrl))\n                            .then(async (snapshotCachedEntry: ISnapshotCachedEntry) => {\n                                if (snapshotCachedEntry !== undefined) {\n                                    // If the cached entry does not contain the entry time, then assign it a default of 30 days old.\n                                    const age = Date.now() - (snapshotCachedEntry.cacheEntryTime ??\n                                        (Date.now() - 30 * 24 * 60 * 60 * 1000));\n\n                                    // In order to decrease the number of times we have to execute a snapshot refresh,\n                                    // if this is the summarizer and we have a cache entry but it is past the defaultSummarizerCacheExpiryTimeout,\n                                    // force the network retrieval instead as there might be a more recent snapshot available.\n                                    // See: https://github.com/microsoft/FluidFramework/issues/8995 for additional information.\n                                    if (this.hostPolicy.summarizerClient) {\n                                        if (age > defaultSummarizerCacheExpiryTimeout) {\n                                            props.cacheSummarizerExpired = true;\n                                            return undefined;\n                                        } else {\n                                            props.cacheSummarizerExpired = false;\n                                        }\n                                    }\n\n                                    // Record the cache age\n                                    props.cacheEntryAge = age;\n                                }\n\n                                return snapshotCachedEntry;\n                            });\n\n                    // Based on the concurrentSnapshotFetch policy:\n                    // Either retrieve both the network and cache snapshots concurrently and pick the first to return,\n                    // or grab the cache value and then the network value if the cache value returns undefined.\n                    let method: string;\n                    if (this.hostPolicy.concurrentSnapshotFetch && !this.hostPolicy.summarizerClient) {\n                        const networkSnapshotP = this.fetchSnapshot(hostSnapshotOptions, scenarioName);\n\n                        // Ensure that failures on both paths are ignored initially.\n                        // I.e. if cache fails for some reason, we will proceed with network result.\n                        // And vice versa - if (for example) client is offline and network request fails first, we\n                        // do want to attempt to succeed with cached data!\n                        const promiseRaceWinner = await promiseRaceWithWinner([\n                            cachedSnapshotP.catch(() => undefined),\n                            networkSnapshotP.catch(() => undefined),\n                        ]);\n                        retrievedSnapshot = promiseRaceWinner.value;\n                        method = promiseRaceWinner.index === 0 ? \"cache\" : \"network\";\n\n                        if (retrievedSnapshot === undefined) {\n                            // if network failed -> wait for cache ( then return network failure)\n                            // If cache returned empty or failed -> wait for network (success of failure)\n                            if (promiseRaceWinner.index === 1) {\n                                retrievedSnapshot = await cachedSnapshotP;\n                                method = \"cache\";\n                            }\n                            if (retrievedSnapshot === undefined) {\n                                retrievedSnapshot = await networkSnapshotP;\n                                method = \"network\";\n                            }\n                        }\n                    } else {\n                        // Note: There's a race condition here - another caller may come past the undefined check\n                        // while the first caller is awaiting later async code in this block.\n\n                        retrievedSnapshot = await cachedSnapshotP;\n\n                        method = retrievedSnapshot !== undefined ? \"cache\" : \"network\";\n\n                        if (retrievedSnapshot === undefined) {\n                            retrievedSnapshot = await this.fetchSnapshot(hostSnapshotOptions, scenarioName);\n                        }\n                    }\n                    if (method === \"network\") {\n                        props.cacheEntryAge = undefined;\n                    }\n                    event.end({ ...props, method });\n                    return retrievedSnapshot;\n                },\n            );\n\n            // Successful call, make network calls only\n            this.firstVersionCall = false;\n\n            this._snapshotSequenceNumber = odspSnapshotCacheValue.sequenceNumber;\n            const { snapshotTree, blobs, ops } = odspSnapshotCacheValue;\n            // id should be undefined in case of just ops in snapshot.\n            let id: string | undefined;\n            if (snapshotTree) {\n                id = snapshotTree.id;\n                assert(id !== undefined, 0x221 /* \"Root tree should contain the id\" */);\n                this.setRootTree(id, snapshotTree);\n            }\n            if (blobs) {\n                this.initBlobsCache(blobs);\n            }\n\n            this.ops = ops;\n            return id ? [{ id, treeId: undefined! }] : [];\n        }\n\n        return getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"GetVersions\");\n            const { url, headers } = getUrlAndHeadersWithAuth(\n                `${this.snapshotUrl}/versions?top=${count}`,\n                storageToken,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n            );\n\n            // Fetch the latest snapshot versions for the document\n            const response = await PerformanceEvent.timedExecAsync(\n                this.logger,\n                {\n                    eventName: \"getVersions\",\n                    headers: Object.keys(headers).length !== 0 ? true : undefined,\n                },\n                async () => this.epochTracker.fetchAndParseAsJSON<IDocumentStorageGetVersionsResponse>(url, { headers }, \"versions\", undefined, scenarioName),\n            );\n            const versionsResponse = response.content;\n            if (!versionsResponse) {\n                throw new NonRetryableError(\n                    \"No response from /versions endpoint\",\n                    DriverErrorType.genericNetworkError,\n                    { driverVersion });\n            }\n            if (!Array.isArray(versionsResponse.value)) {\n                throw new NonRetryableError(\n                    \"Incorrect response from /versions endpoint, expected an array\",\n                    DriverErrorType.genericNetworkError,\n                    { driverVersion });\n            }\n            return versionsResponse.value.map((version) => {\n                return {\n                    id: version.id,\n                    treeId: undefined!,\n                };\n            });\n        });\n    }\n\n    private async fetchSnapshot(hostSnapshotOptions: ISnapshotOptions | undefined, scenarioName?: string) {\n        return this.fetchSnapshotCore(hostSnapshotOptions, scenarioName).catch((error) => {\n            // Issue #5895:\n            // If we are offline, this error is retryable. But that means that RetriableDocumentStorageService\n            // will run in circles calling getSnapshotTree, which would result in OdspDocumentStorageService class\n            // going getVersions / individual blob download path. This path is very slow, and will not work with\n            // delay-loaded data stores and ODSP storage deleting old snapshots and blobs.\n            if (typeof error === \"object\" && error !== null) {\n                error.canRetry = false;\n            }\n            throw error;\n        });\n    }\n\n    private async fetchSnapshotCore(hostSnapshotOptions: ISnapshotOptions | undefined, scenarioName?: string) {\n        const snapshotOptions: ISnapshotOptions = {\n            mds: this.maxSnapshotSizeLimit,\n            ...hostSnapshotOptions,\n            timeout: hostSnapshotOptions?.timeout ? Math.min(hostSnapshotOptions.timeout, this.maxSnapshotFetchTimeout) : this.maxSnapshotFetchTimeout,\n        };\n\n        // No limit on size of snapshot or time to fetch, as otherwise we fail all clients to summarize\n        if (this.hostPolicy.summarizerClient) {\n            snapshotOptions.mds = undefined;\n            snapshotOptions.timeout = undefined;\n        }\n\n        const snapshotDownloader = async (\n            finalOdspResolvedUrl: IOdspResolvedUrl,\n            storageToken: string,\n            options: ISnapshotOptions | undefined,\n            controller?: AbortController,\n        ) => {\n            return downloadSnapshot(\n                finalOdspResolvedUrl,\n                storageToken,\n                this.logger,\n                options,\n                this.snapshotFormatFetchType,\n                controller,\n                this.epochTracker,\n                scenarioName,\n            );\n        };\n        const putInCache = async (valueWithEpoch: IVersionedValueWithEpoch) => {\n            return this.cache.persistedCache.put(\n                createCacheSnapshotKey(this.odspResolvedUrl),\n                // Epoch tracker will add the epoch and version to the value here. So just send value to cache.\n                valueWithEpoch.value,\n            );\n        };\n        const removeEntries = async () => this.cache.persistedCache.removeEntries();\n        try {\n            const odspSnapshot = await fetchSnapshotWithRedeem(\n                this.odspResolvedUrl,\n                this.getStorageToken,\n                snapshotOptions,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                this.logger,\n                snapshotDownloader,\n                putInCache,\n                removeEntries,\n                this.hostPolicy.enableRedeemFallback,\n            );\n            return odspSnapshot;\n        } catch (error: any) {\n            const errorType = error.errorType;\n            // If the snapshot size is too big and the host specified the size limitation(specified in hostSnapshotOptions), then don't try to fetch the snapshot again.\n            if ((errorType === OdspErrorType.snapshotTooBig && hostSnapshotOptions?.mds !== undefined) && (this.hostPolicy.summarizerClient !== true)) {\n                throw error;\n            }\n            // If the first snapshot request was with blobs and we either timed out or the size was too big, then try to fetch without blobs.\n            if ((errorType === OdspErrorType.snapshotTooBig || errorType === OdspErrorType.fetchTimeout) && snapshotOptions.blobs) {\n                this.logger.sendErrorEvent({\n                    eventName: \"TreeLatest_SecondCall\",\n                    errorType,\n                });\n                const snapshotOptionsWithoutBlobs: ISnapshotOptions = { ...snapshotOptions, blobs: 0, mds: undefined, timeout: undefined };\n                const odspSnapshot = await fetchSnapshotWithRedeem(\n                    this.odspResolvedUrl,\n                    this.getStorageToken,\n                    snapshotOptionsWithoutBlobs,\n                    !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                    this.logger,\n                    snapshotDownloader,\n                    putInCache,\n                    removeEntries,\n                    this.hostPolicy.enableRedeemFallback,\n                );\n                return odspSnapshot;\n            }\n            throw error;\n        }\n    }\n\n    public async uploadSummaryWithContext(summary: api.ISummaryTree, context: ISummaryContext): Promise<string> {\n        this.checkSnapshotUrl();\n\n        // Enable flushing only if we have single commit summary and this is not the initial summary for an empty file\n        if (\".protocol\" in summary.tree && context.ackHandle !== undefined) {\n            let retry = 0;\n            for (; ;) {\n                const result = await this.flushCallback();\n                const seq = result.lastPersistedSequenceNumber;\n                if (seq !== undefined && seq >= context.referenceSequenceNumber) {\n                    break;\n                }\n\n                retry++;\n                if (retry > 3) {\n                    this.logger.sendErrorEvent({\n                        eventName: \"FlushFailure\",\n                        ...result,\n                        retry,\n                        referenceSequenceNumber: context.referenceSequenceNumber,\n                    });\n                    break;\n                }\n\n                this.logger.sendPerformanceEvent({\n                    eventName: \"FlushExtraCall\",\n                    ...result,\n                    retry,\n                    referenceSequenceNumber: context.referenceSequenceNumber,\n                });\n\n                await delay(1000 * (result.retryAfter ?? 1));\n            }\n        }\n\n        const id = await this.odspSummaryUploadManager.writeSummaryTree(summary, context);\n        return id;\n    }\n\n    public async downloadSummary(commit: api.ISummaryHandle): Promise<api.ISummaryTree> {\n        throw new Error(\"Not implemented yet\");\n    }\n\n    private setRootTree(id: string, tree: api.ISnapshotTree) {\n        this.commitCache.set(id, tree);\n    }\n\n    private initBlobsCache(blobs: Map<string, ArrayBuffer>) {\n        this.blobCache.addBlobs(blobs);\n    }\n\n    private checkSnapshotUrl() {\n        if (!this.snapshotUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no snapshot url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    private checkAttachmentPOSTUrl() {\n        if (!this.attachmentPOSTUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no attachment POST url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    private checkAttachmentGETUrl() {\n        if (!this.attachmentGETUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no attachment GET url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    private async readTree(id: string, scenarioName?: string): Promise<api.ISnapshotTree | null> {\n        if (!this.snapshotUrl) {\n            return null;\n        }\n        let tree = this.commitCache.get(id);\n        if (!tree) {\n            tree = await getWithRetryForTokenRefresh(async (options) => {\n                const storageToken = await this.getStorageToken(options, \"ReadCommit\");\n                const snapshotDownloader = async (url: string, fetchOptions: { [index: string]: any; }) => {\n                    return this.epochTracker.fetchAndParseAsJSON(\n                        url,\n                        fetchOptions,\n                        \"snapshotTree\",\n                        undefined,\n                        scenarioName,\n                    );\n                };\n                const snapshot = await fetchSnapshot(\n                    this.snapshotUrl!,\n                    storageToken,\n                    id,\n                    this.fetchFullSnapshot,\n                    !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                    this.logger,\n                    snapshotDownloader,\n                );\n                let treeId = \"\";\n                if (snapshot.snapshotTree) {\n                    assert(snapshot.snapshotTree.id !== undefined, 0x222 /* \"Root tree should contain the id!!\" */);\n                    treeId = snapshot.snapshotTree.id;\n                    this.setRootTree(treeId, snapshot.snapshotTree);\n                }\n                if (snapshot.blobs) {\n                    this.initBlobsCache(snapshot.blobs);\n                }\n                // If the version id doesn't match with the id of the tree, then use the id of first tree which in that case\n                // will be the actual id of tree to be fetched.\n                return this.commitCache.get(id) ?? this.commitCache.get(treeId);\n            });\n        }\n\n        if (!tree) {\n            return null;\n        }\n\n        return tree;\n    }\n\n    private combineProtocolAndAppSnapshotTree(\n        hierarchicalAppTree: api.ISnapshotTree,\n        hierarchicalProtocolTree: api.ISnapshotTree,\n    ) {\n        const summarySnapshotTree: api.ISnapshotTree = {\n            blobs: {\n                ...hierarchicalAppTree.blobs,\n            },\n            trees: {\n                ...hierarchicalAppTree.trees,\n                // the app tree could have a .protocol\n                // in that case we want to server protocol to override it\n                \".protocol\": hierarchicalProtocolTree,\n            },\n        };\n\n        return summarySnapshotTree;\n    }\n}\n\n/* eslint-enable max-len */\n"]}
+{"version":3,"file":"odspDocumentStorageManager.js","sourceRoot":"","sources":["../src/odspDocumentStorageManager.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH,+DAGsC;AACtC,qEAEyC;AAEzC,2EAG4C;AAC5C,+DAA8E;AAC9E,qFAKiD;AAOjD,mDAAsH;AACtH,yEAAsE;AAEtE,2CAGqB;AAGrB,yEAAsE;AAEtE,qDAA+D;AAC/D,qFAAkF;AAErE,QAAA,mCAAmC,GAAW,EAAE,GAAG,IAAI,CAAC,CAAC,cAAc;AAEpF,4BAA4B;AAE5B,kFAAkF;AAClF,KAAK,UAAU,qBAAqB,CAAI,QAAsB;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC1B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAOD,MAAa,0BAA2B,SAAQ,+DAA8B;IAqB1E,YACqB,eAAiC,EACjC,eAAgD,EAChD,MAAwB,EACxB,iBAA0B,EAC1B,KAAiB,EACjB,UAAqC,EACrC,YAA0B,EAC1B,aAAyC,EACzC,uBAAmD;;QAEpE,KAAK,EAAE,CAAC;QAVS,oBAAe,GAAf,eAAe,CAAkB;QACjC,oBAAe,GAAf,eAAe,CAAiC;QAChD,WAAM,GAAN,MAAM,CAAkB;QACxB,sBAAiB,GAAjB,iBAAiB,CAAS;QAC1B,UAAK,GAAL,KAAK,CAAY;QACjB,eAAU,GAAV,UAAU,CAA2B;QACrC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,kBAAa,GAAb,aAAa,CAA4B;QACzC,4BAAuB,GAAvB,uBAAuB,CAA4B;QA3BhE,qBAAgB,GAAG,IAAI,CAAC;QAMhC,sDAAsD;QACtD;;;;WAIG;QACc,yBAAoB,GAAG,SAAS,CAAC,CAAC,SAAS;QAC3C,4BAAuB,GAAG,MAAM,CAAC,CAAC,QAAQ;QAE3D,0DAA0D;QACzC,0BAAqB,GAAG,IAAI,0BAAW,CAAC,CAAC,CAAC,CAAC;QAexD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,kBAAkB,CAAC;QACrE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,wBAAwB,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,uBAAuB,CAAC;QAE/E,IAAI,CAAC,wBAAwB,GAAG,IAAI,mDAAwB,CACxD,IAAI,CAAC,WAAW,EAChB,eAAe,EACf,MAAM,EACN,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QACzC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9B,MAAM,QAAQ,GAAG,MAAM,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YACjE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,GAAG,IAAI,CAAC,iBAAiB,UAAU,EACnC,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;YACF,OAAO,CAAC,cAAc,CAAC,GAAG,0BAA0B,CAAC;YAErD,OAAO,kCAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,YAAY;gBACvB,IAAI,EAAE,IAAI,CAAC,UAAU;gBACrB,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,eAAe;aAC9D,EACD,KAAK,EAAE,KAAK,EAAE,EAAE;gBACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAC7D,IAAI,CAAC,YAAY,CAAC,mBAAmB,CACjC,GAAG,EACH;oBACI,IAAI,EAAE,IAAI;oBACV,OAAO;oBACP,MAAM,EAAE,MAAM;iBACjB,EACD,YAAY,CACf,CAAC,CAAC;gBACP,KAAK,CAAC,GAAG,iBACL,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,IACnB,GAAG,CAAC,UAAU,EACnB,CAAC;gBACH,OAAO,GAAG,CAAC;YACf,CAAC,CACJ,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAC,MAAc,EAAE,OAAgB;QACjE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YAC7D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACpE,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC;YACrF,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,WAAW,EACX,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;YAEF,OAAO,kCAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,cAAc;gBACzB,MAAM;gBACN,OAAO;gBACP,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC7D,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,eAAe;aACjE,EACD,KAAK,EAAE,KAAK,EAAE,EAAE;gBACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;gBACzE,KAAK,CAAC,GAAG,+BACL,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,eAAe,IAC3D,GAAG,CAAC,UAAU,KACjB,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IACnC,CAAC;gBACH,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBACtD,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE;oBACtG,IAAI,CAAC,MAAM,CAAC,cAAc,iBACtB,SAAS,EAAE,kBAAkB,EAC7B,YAAY;wBACZ,MAAM,IACH,GAAG,CAAC,UAAU,EACnB,CAAC;iBACN;gBACD,OAAO,GAAG,CAAC,OAAO,CAAC;YACvB,CAAC,CACJ,CAAC;QACN,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAsB,EAAE,YAAqB;QACtE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO,IAAI,CAAC;SACf;QACD,OAAO,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACxD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAAqB,EAAE,KAAa,EAAE,YAAqB;QAChF,yEAAyE;QACzE,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE;YACtC,yEAAyE;YACzE,oFAAoF;YACpF,2FAA2F;YAC3F,0BAA0B;YAC1B,OAAO;gBACH;oBACI,EAAE,EAAE,MAAM;oBACV,MAAM,EAAE,SAAU;iBACrB;aACJ,CAAC;SACL;QAED,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO,EAAE,CAAC;SACb;QAED,0IAA0I;QAC1I,gHAAgH;QAChH,IAAI,IAAI,CAAC,gBAAgB,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,EAAE;YACzF,MAAM,mBAAmB,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;YAC5D,MAAM,sBAAsB,GAAsB,MAAM,kCAAgB,CAAC,cAAc,CACnF,IAAI,CAAC,MAAM,EACX,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,KAAK,EAAE,KAAuB,EAAE,EAAE;gBAC9B,MAAM,KAAK,GAA8B,EAAE,CAAC;gBAC5C,IAAI,iBAAgD,CAAC;gBACrD,iFAAiF;gBACjF,+GAA+G;gBAC/G,MAAM,eAAe,GACjB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAA,kCAAsB,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;qBAC9D,IAAI,CAAC,KAAK,EAAE,mBAAyC,EAAE,EAAE;;oBACtD,IAAI,mBAAmB,KAAK,SAAS,EAAE;wBACnC,gGAAgG;wBAChG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,MAAA,mBAAmB,CAAC,cAAc,mCACxD,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;wBAE7C,kFAAkF;wBAClF,8GAA8G;wBAC9G,0FAA0F;wBAC1F,2FAA2F;wBAC3F,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;4BAClC,IAAI,GAAG,GAAG,2CAAmC,EAAE;gCAC3C,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;gCACpC,OAAO,SAAS,CAAC;6BACpB;iCAAM;gCACH,KAAK,CAAC,sBAAsB,GAAG,KAAK,CAAC;6BACxC;yBACJ;wBAED,uBAAuB;wBACvB,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC;qBAC7B;oBAED,OAAO,mBAAmB,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEX,+CAA+C;gBAC/C,kGAAkG;gBAClG,2FAA2F;gBAC3F,IAAI,MAAc,CAAC;gBACnB,IAAI,IAAI,CAAC,UAAU,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;oBAC9E,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;oBAE/E,4DAA4D;oBAC5D,4EAA4E;oBAC5E,0FAA0F;oBAC1F,kDAAkD;oBAClD,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,CAAC;wBAClD,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;wBACtC,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;qBAC1C,CAAC,CAAC;oBACH,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC;oBAC5C,MAAM,GAAG,iBAAiB,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE7D,IAAI,iBAAiB,KAAK,SAAS,EAAE;wBACjC,qEAAqE;wBACrE,6EAA6E;wBAC7E,IAAI,iBAAiB,CAAC,KAAK,KAAK,CAAC,EAAE;4BAC/B,iBAAiB,GAAG,MAAM,eAAe,CAAC;4BAC1C,MAAM,GAAG,OAAO,CAAC;yBACpB;wBACD,IAAI,iBAAiB,KAAK,SAAS,EAAE;4BACjC,iBAAiB,GAAG,MAAM,gBAAgB,CAAC;4BAC3C,MAAM,GAAG,SAAS,CAAC;yBACtB;qBACJ;iBACJ;qBAAM;oBACH,yFAAyF;oBACzF,qEAAqE;oBAErE,iBAAiB,GAAG,MAAM,eAAe,CAAC;oBAE1C,MAAM,GAAG,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE/D,IAAI,iBAAiB,KAAK,SAAS,EAAE;wBACjC,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;qBACnF;iBACJ;gBACD,IAAI,MAAM,KAAK,SAAS,EAAE;oBACtB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;iBACnC;gBACD,KAAK,CAAC,GAAG,iCAAM,KAAK,KAAE,MAAM,IAAG,CAAC;gBAChC,OAAO,iBAAiB,CAAC;YAC7B,CAAC,CACJ,CAAC;YAEF,2CAA2C;YAC3C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,sBAAsB,CAAC,sBAAsB,CAAC,CAAC;YAE/D,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAU,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD;QAED,OAAO,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YACjD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACxE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAwB,EAC7C,GAAG,IAAI,CAAC,WAAW,iBAAiB,KAAK,EAAE,EAC3C,YAAY,EACZ,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,CAC3E,CAAC;YAEF,sDAAsD;YACtD,MAAM,QAAQ,GAAG,MAAM,kCAAgB,CAAC,cAAc,CAClD,IAAI,CAAC,MAAM,EACX;gBACI,SAAS,EAAE,aAAa;gBACxB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;aAChE,EACD,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAsC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAChJ,CAAC;YACF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC1C,IAAI,CAAC,gBAAgB,EAAE;gBACnB,MAAM,IAAI,gCAAiB,CACvB,qCAAqC,EACrC,oCAAe,CAAC,mBAAmB,EACnC,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;aAC1B;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE;gBACxC,MAAM,IAAI,gCAAiB,CACvB,+DAA+D,EAC/D,oCAAe,CAAC,mBAAmB,EACnC,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;aAC1B;YACD,OAAO,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC1C,OAAO;oBACH,EAAE,EAAE,OAAO,CAAC,EAAE;oBACd,MAAM,EAAE,SAAU;iBACrB,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,mBAAiD,EAAE,YAAqB;QAChG,OAAO,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7E,eAAe;YACf,kGAAkG;YAClG,sGAAsG;YACtG,oGAAoG;YACpG,8EAA8E;YAC9E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE;gBAC7C,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC;aAC1B;YACD,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,mBAAiD,EAAE,YAAqB;;QACpG,MAAM,eAAe,iCACjB,GAAG,EAAE,IAAI,CAAC,oBAAoB,IAC3B,mBAAmB,KACtB,OAAO,EAAE,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,EAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,GAC7I,CAAC;QAEF,+FAA+F;QAC/F,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;YAClC,eAAe,CAAC,GAAG,GAAG,SAAS,CAAC;YAChC,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC;SACvC;QAED,MAAM,kBAAkB,GAAG,KAAK,EAC5B,oBAAsC,EACtC,YAAoB,EACpB,OAAqC,EACrC,UAA4B,EAC9B,EAAE;YACA,OAAO,IAAA,gCAAgB,EACnB,oBAAoB,EACpB,YAAY,EACZ,IAAI,CAAC,MAAM,EACX,OAAO,EACP,IAAI,CAAC,uBAAuB,EAC5B,UAAU,EACV,IAAI,CAAC,YAAY,EACjB,YAAY,CACf,CAAC;QACN,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,EAAE,cAAwC,EAAE,EAAE;YAClE,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAChC,IAAA,kCAAsB,EAAC,IAAI,CAAC,eAAe,CAAC;YAC5C,+FAA+F;YAC/F,cAAc,CAAC,KAAK,CACvB,CAAC;QACN,CAAC,CAAC;QACF,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;QAC5E,IAAI;YACA,MAAM,YAAY,GAAG,MAAM,IAAA,uCAAuB,EAC9C,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,eAAe,EACpB,eAAe,EACf,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,EAClB,UAAU,EACV,aAAa,EACb,IAAI,CAAC,UAAU,CAAC,oBAAoB,CACvC,CAAC;YACF,OAAO,YAAY,CAAC;SACvB;QAAC,OAAO,KAAU,EAAE;YACjB,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAClC,4JAA4J;YAC5J,IAAI,CAAC,SAAS,KAAK,uCAAa,CAAC,cAAc,IAAI,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,GAAG,MAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,KAAK,IAAI,CAAC,EAAE;gBACvI,MAAM,KAAK,CAAC;aACf;YACD,iIAAiI;YACjI,IAAI,CAAC,SAAS,KAAK,uCAAa,CAAC,cAAc,IAAI,SAAS,KAAK,uCAAa,CAAC,YAAY,CAAC,IAAI,eAAe,CAAC,KAAK,EAAE;gBACnH,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;oBACvB,SAAS,EAAE,uBAAuB;oBAClC,SAAS;iBACZ,CAAC,CAAC;gBACH,MAAM,2BAA2B,mCAA0B,eAAe,KAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,GAAE,CAAC;gBAC3H,MAAM,YAAY,GAAG,MAAM,IAAA,uCAAuB,EAC9C,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,eAAe,EACpB,2BAA2B,EAC3B,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,EAClB,UAAU,EACV,aAAa,EACb,IAAI,CAAC,UAAU,CAAC,oBAAoB,CACvC,CAAC;gBACF,OAAO,YAAY,CAAC;aACvB;YACD,MAAM,KAAK,CAAC;SACf;IACL,CAAC;IAEM,KAAK,CAAC,wBAAwB,CAAC,OAAyB,EAAE,OAAwB;;QACrF,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,8GAA8G;QAC9G,IAAI,WAAW,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE;YAChE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,SAAS;gBACL,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,OAAO,CAAC,uBAAuB,EAAE;oBAC7D,MAAM;iBACT;gBAED,IAAI,KAAK,GAAG,CAAC,EAAE;oBACX,IAAI,CAAC,MAAM,CAAC,cAAc,+BACtB,SAAS,EAAE,cAAc,IACtB,MAAM,KACT,KAAK,EACL,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,IAC1D,CAAC;oBACH,MAAM;iBACT;gBAED,IAAI,CAAC,MAAM,CAAC,oBAAoB,+BAC5B,SAAS,EAAE,gBAAgB,IACxB,MAAM,KACT,KAAK,EACL,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,IAC1D,CAAC;gBAEH,KAAK,EAAE,CAAC;gBACR,MAAM,IAAA,oBAAK,EAAC,IAAI,GAAG,CAAC,MAAA,MAAM,CAAC,UAAU,mCAAI,CAAC,CAAC,CAAC,CAAC;aAChD;SACJ;QAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClF,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,MAAM,IAAI,gCAAiB,CACvB,qDAAqD,EACrD,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAEO,sBAAsB;QAC1B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACzB,MAAM,IAAI,gCAAiB,CACvB,4DAA4D,EAC5D,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAEO,qBAAqB;QACzB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,MAAM,IAAI,gCAAiB,CACvB,2DAA2D,EAC3D,oCAAe,CAAC,YAAY,EAC5B,EAAE,aAAa,EAAb,2BAAa,EAAE,CAAC,CAAC;SAC1B;IACL,CAAC;IAES,KAAK,CAAC,qBAAqB,CAAC,EAAU,EAAE,YAAqB;QACnE,OAAO,IAAA,uCAA2B,EAAC,KAAK,EAAE,OAAO,EAAE,EAAE;;YACjD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,kBAAkB,GAAG,KAAK,EAAE,GAAW,EAAE,YAAuC,EAAE,EAAE;gBACtF,OAAO,IAAI,CAAC,YAAY,CAAC,mBAAmB,CACxC,GAAG,EACH,YAAY,EACZ,cAAc,EACd,SAAS,EACT,YAAY,CACf,CAAC;YACN,CAAC,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAa,EAChC,IAAI,CAAC,WAAY,EACjB,YAAY,EACZ,EAAE,EACF,IAAI,CAAC,iBAAiB,EACtB,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,UAAU,CAAC,cAAc,0CAAE,sCAAsC,CAAA,EACxE,IAAI,CAAC,MAAM,EACX,kBAAkB,CACrB,CAAC;YACF,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,QAAQ,CAAC,YAAY,EAAE;gBACvB,IAAA,qBAAM,EAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,KAAK,SAAS,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;gBAChG,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;aACnD;YACD,IAAI,QAAQ,CAAC,KAAK,EAAE;gBAChB,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACvC;YACD,4GAA4G;YAC5G,+CAA+C;YAC/C,OAAO,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,mCAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA9eD,gEA8eC;AAED,2BAA2B","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { default as AbortController } from \"abort-controller\";\nimport { ITelemetryLogger } from \"@fluidframework/common-definitions\";\nimport {\n    assert,\n    delay,\n} from \"@fluidframework/common-utils\";\nimport {\n    PerformanceEvent,\n} from \"@fluidframework/telemetry-utils\";\nimport * as api from \"@fluidframework/protocol-definitions\";\nimport {\n    ISummaryContext,\n    DriverErrorType,\n} from \"@fluidframework/driver-definitions\";\nimport { RateLimiter, NonRetryableError } from \"@fluidframework/driver-utils\";\nimport {\n    IOdspResolvedUrl,\n    ISnapshotOptions,\n    OdspErrorType,\n    InstrumentedStorageTokenFetcher,\n} from \"@fluidframework/odsp-driver-definitions\";\nimport {\n    IDocumentStorageGetVersionsResponse,\n    HostStoragePolicyInternal,\n    IVersionedValueWithEpoch,\n    ISnapshotCachedEntry,\n} from \"./contracts\";\nimport { downloadSnapshot, fetchSnapshot, fetchSnapshotWithRedeem, SnapshotFormatSupportType } from \"./fetchSnapshot\";\nimport { getUrlAndHeadersWithAuth } from \"./getUrlAndHeadersWithAuth\";\nimport { IOdspCache } from \"./odspCache\";\nimport {\n    createCacheSnapshotKey,\n    getWithRetryForTokenRefresh,\n} from \"./odspUtils\";\nimport { ISnapshotContents } from \"./odspPublicUtils\";\nimport { EpochTracker } from \"./epochTracker\";\nimport { OdspSummaryUploadManager } from \"./odspSummaryUploadManager\";\nimport { FlushResult } from \"./odspDocumentDeltaConnection\";\nimport { pkgVersion as driverVersion } from \"./packageVersion\";\nimport { OdspDocumentStorageServiceBase } from \"./odspDocumentStorageServiceBase\";\n\nexport const defaultSummarizerCacheExpiryTimeout: number = 60 * 1000; // 60 seconds.\n\n/* eslint-disable max-len */\n\n// An implementation of Promise.race that gives you the winner of the promise race\nasync function promiseRaceWithWinner<T>(promises: Promise<T>[]): Promise<{ index: number; value: T; }> {\n    return new Promise((resolve, reject) => {\n        promises.forEach((p, index) => {\n            p.then((v) => resolve({ index, value: v })).catch(reject);\n        });\n    });\n}\n\ninterface GetVersionsTelemetryProps {\n    cacheEntryAge?: number;\n    cacheSummarizerExpired?: boolean;\n}\n\nexport class OdspDocumentStorageService extends OdspDocumentStorageServiceBase {\n    private readonly odspSummaryUploadManager: OdspSummaryUploadManager;\n\n    private firstVersionCall = true;\n\n    private readonly documentId: string;\n    private readonly snapshotUrl: string | undefined;\n    private readonly attachmentPOSTUrl: string | undefined;\n    private readonly attachmentGETUrl: string | undefined;\n    // Driver specified limits for snapshot size and time.\n    /**\n     * NOTE: While commit cfff6e3 added restrictions to prevent large payloads, snapshot failures will continue to\n     * happen until blob request throttling is implemented. Until then, as a temporary fix we set arbitrarily large\n     * snapshot size and timeout limits so that such failures are unlikely to occur.\n     */\n    private readonly maxSnapshotSizeLimit = 500000000; // 500 MB\n    private readonly maxSnapshotFetchTimeout = 120000; // 2 min\n\n    // limits the amount of parallel \"attachment\" blob uploads\n    private readonly createBlobRateLimiter = new RateLimiter(1);\n\n    constructor(\n        private readonly odspResolvedUrl: IOdspResolvedUrl,\n        private readonly getStorageToken: InstrumentedStorageTokenFetcher,\n        private readonly logger: ITelemetryLogger,\n        private readonly fetchFullSnapshot: boolean,\n        private readonly cache: IOdspCache,\n        private readonly hostPolicy: HostStoragePolicyInternal,\n        private readonly epochTracker: EpochTracker,\n        private readonly flushCallback: () => Promise<FlushResult>,\n        private readonly snapshotFormatFetchType?: SnapshotFormatSupportType,\n    ) {\n        super();\n\n        this.documentId = this.odspResolvedUrl.hashedDocumentId;\n        this.snapshotUrl = this.odspResolvedUrl.endpoints.snapshotStorageUrl;\n        this.attachmentPOSTUrl = this.odspResolvedUrl.endpoints.attachmentPOSTStorageUrl;\n        this.attachmentGETUrl = this.odspResolvedUrl.endpoints.attachmentGETStorageUrl;\n\n        this.odspSummaryUploadManager = new OdspSummaryUploadManager(\n            this.snapshotUrl,\n            getStorageToken,\n            logger,\n            epochTracker,\n            !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n        );\n    }\n\n    public async createBlob(file: ArrayBufferLike): Promise<api.ICreateBlobResponse> {\n        this.checkAttachmentPOSTUrl();\n\n        const response = await getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"CreateBlob\");\n            const { url, headers } = getUrlAndHeadersWithAuth(\n                `${this.attachmentPOSTUrl}/content`,\n                storageToken,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n            );\n            headers[\"Content-Type\"] = \"application/octet-stream\";\n\n            return PerformanceEvent.timedExecAsync(\n                this.logger,\n                {\n                    eventName: \"createBlob\",\n                    size: file.byteLength,\n                    waitQueueLength: this.createBlobRateLimiter.waitQueueLength,\n                },\n                async (event) => {\n                    const res = await this.createBlobRateLimiter.schedule(async () =>\n                        this.epochTracker.fetchAndParseAsJSON<api.ICreateBlobResponse>(\n                            url,\n                            {\n                                body: file,\n                                headers,\n                                method: \"POST\",\n                            },\n                            \"createBlob\",\n                        ));\n                    event.end({\n                        blobId: res.content.id,\n                        ...res.propsToLog,\n                    });\n                    return res;\n                },\n            );\n        });\n\n        return response.content;\n    }\n\n    protected async fetchBlobFromStorage(blobId: string, evicted: boolean): Promise<ArrayBuffer> {\n        this.checkAttachmentGETUrl();\n\n        const blob = await getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"GetBlob\");\n            const unAuthedUrl = `${this.attachmentGETUrl}/${encodeURIComponent(blobId)}/content`;\n            const { url, headers } = getUrlAndHeadersWithAuth(\n                unAuthedUrl,\n                storageToken,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n            );\n\n            return PerformanceEvent.timedExecAsync(\n                this.logger,\n                {\n                    eventName: \"readDataBlob\",\n                    blobId,\n                    evicted,\n                    headers: Object.keys(headers).length !== 0 ? true : undefined,\n                    waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,\n                },\n                async (event) => {\n                    const res = await this.epochTracker.fetchArray(url, { headers }, \"blob\");\n                    event.end({\n                        waitQueueLength: this.epochTracker.rateLimiter.waitQueueLength,\n                        ...res.propsToLog,\n                        attempts: options.refresh ? 2 : 1,\n                    });\n                    const cacheControl = res.headers.get(\"cache-control\");\n                    if (cacheControl === undefined || !(cacheControl.includes(\"private\") || cacheControl.includes(\"public\"))) {\n                        this.logger.sendErrorEvent({\n                            eventName: \"NonCacheableBlob\",\n                            cacheControl,\n                            blobId,\n                            ...res.propsToLog,\n                        });\n                    }\n                    return res.content;\n                },\n            );\n        });\n        this.blobCache.setBlob(blobId, blob);\n        return blob;\n    }\n\n    public async getSnapshotTree(version?: api.IVersion, scenarioName?: string): Promise<api.ISnapshotTree | null> {\n        if (!this.snapshotUrl) {\n            return null;\n        }\n        return super.getSnapshotTree(version, scenarioName);\n    }\n\n    public async getVersions(blobid: string | null, count: number, scenarioName?: string): Promise<api.IVersion[]> {\n        // Regular load workflow uses blobId === documentID to indicate \"latest\".\n        if (blobid !== this.documentId && blobid) {\n            // FluidFetch & FluidDebugger tools use empty sting to query for versions\n            // In such case we need to make a call against SPO to give full picture to the tool.\n            // Otherwise, each commit calls getVersions but odsp doesn't have a history for each commit\n            // return the blobid as is\n            return [\n                {\n                    id: blobid,\n                    treeId: undefined!,\n                },\n            ];\n        }\n\n        // Can't really make a call if we do not have URL\n        if (!this.snapshotUrl) {\n            return [];\n        }\n\n        // If count is one, we can use the trees/latest API, which returns the latest version and trees in a single request for better performance\n        // Do it only once - we might get more here due to summarizer - it needs only container tree, not full snapshot.\n        if (this.firstVersionCall && count === 1 && (blobid === null || blobid === this.documentId)) {\n            const hostSnapshotOptions = this.hostPolicy.snapshotOptions;\n            const odspSnapshotCacheValue: ISnapshotContents = await PerformanceEvent.timedExecAsync(\n                this.logger,\n                { eventName: \"ObtainSnapshot\" },\n                async (event: PerformanceEvent) => {\n                    const props: GetVersionsTelemetryProps = {};\n                    let retrievedSnapshot: ISnapshotContents | undefined;\n                    // Here's the logic to grab the persistent cache snapshot implemented by the host\n                    // Epoch tracker is responsible for communicating with the persistent cache, handling epochs and cache versions\n                    const cachedSnapshotP: Promise<ISnapshotContents | undefined> =\n                        this.epochTracker.get(createCacheSnapshotKey(this.odspResolvedUrl))\n                            .then(async (snapshotCachedEntry: ISnapshotCachedEntry) => {\n                                if (snapshotCachedEntry !== undefined) {\n                                    // If the cached entry does not contain the entry time, then assign it a default of 30 days old.\n                                    const age = Date.now() - (snapshotCachedEntry.cacheEntryTime ??\n                                        (Date.now() - 30 * 24 * 60 * 60 * 1000));\n\n                                    // In order to decrease the number of times we have to execute a snapshot refresh,\n                                    // if this is the summarizer and we have a cache entry but it is past the defaultSummarizerCacheExpiryTimeout,\n                                    // force the network retrieval instead as there might be a more recent snapshot available.\n                                    // See: https://github.com/microsoft/FluidFramework/issues/8995 for additional information.\n                                    if (this.hostPolicy.summarizerClient) {\n                                        if (age > defaultSummarizerCacheExpiryTimeout) {\n                                            props.cacheSummarizerExpired = true;\n                                            return undefined;\n                                        } else {\n                                            props.cacheSummarizerExpired = false;\n                                        }\n                                    }\n\n                                    // Record the cache age\n                                    props.cacheEntryAge = age;\n                                }\n\n                                return snapshotCachedEntry;\n                            });\n\n                    // Based on the concurrentSnapshotFetch policy:\n                    // Either retrieve both the network and cache snapshots concurrently and pick the first to return,\n                    // or grab the cache value and then the network value if the cache value returns undefined.\n                    let method: string;\n                    if (this.hostPolicy.concurrentSnapshotFetch && !this.hostPolicy.summarizerClient) {\n                        const networkSnapshotP = this.fetchSnapshot(hostSnapshotOptions, scenarioName);\n\n                        // Ensure that failures on both paths are ignored initially.\n                        // I.e. if cache fails for some reason, we will proceed with network result.\n                        // And vice versa - if (for example) client is offline and network request fails first, we\n                        // do want to attempt to succeed with cached data!\n                        const promiseRaceWinner = await promiseRaceWithWinner([\n                            cachedSnapshotP.catch(() => undefined),\n                            networkSnapshotP.catch(() => undefined),\n                        ]);\n                        retrievedSnapshot = promiseRaceWinner.value;\n                        method = promiseRaceWinner.index === 0 ? \"cache\" : \"network\";\n\n                        if (retrievedSnapshot === undefined) {\n                            // if network failed -> wait for cache ( then return network failure)\n                            // If cache returned empty or failed -> wait for network (success of failure)\n                            if (promiseRaceWinner.index === 1) {\n                                retrievedSnapshot = await cachedSnapshotP;\n                                method = \"cache\";\n                            }\n                            if (retrievedSnapshot === undefined) {\n                                retrievedSnapshot = await networkSnapshotP;\n                                method = \"network\";\n                            }\n                        }\n                    } else {\n                        // Note: There's a race condition here - another caller may come past the undefined check\n                        // while the first caller is awaiting later async code in this block.\n\n                        retrievedSnapshot = await cachedSnapshotP;\n\n                        method = retrievedSnapshot !== undefined ? \"cache\" : \"network\";\n\n                        if (retrievedSnapshot === undefined) {\n                            retrievedSnapshot = await this.fetchSnapshot(hostSnapshotOptions, scenarioName);\n                        }\n                    }\n                    if (method === \"network\") {\n                        props.cacheEntryAge = undefined;\n                    }\n                    event.end({ ...props, method });\n                    return retrievedSnapshot;\n                },\n            );\n\n            // Successful call, make network calls only\n            this.firstVersionCall = false;\n            const id = this.initializeFromSnapshot(odspSnapshotCacheValue);\n\n            return id ? [{ id, treeId: undefined! }] : [];\n        }\n\n        return getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"GetVersions\");\n            const { url, headers } = getUrlAndHeadersWithAuth(\n                `${this.snapshotUrl}/versions?top=${count}`,\n                storageToken,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n            );\n\n            // Fetch the latest snapshot versions for the document\n            const response = await PerformanceEvent.timedExecAsync(\n                this.logger,\n                {\n                    eventName: \"getVersions\",\n                    headers: Object.keys(headers).length !== 0 ? true : undefined,\n                },\n                async () => this.epochTracker.fetchAndParseAsJSON<IDocumentStorageGetVersionsResponse>(url, { headers }, \"versions\", undefined, scenarioName),\n            );\n            const versionsResponse = response.content;\n            if (!versionsResponse) {\n                throw new NonRetryableError(\n                    \"No response from /versions endpoint\",\n                    DriverErrorType.genericNetworkError,\n                    { driverVersion });\n            }\n            if (!Array.isArray(versionsResponse.value)) {\n                throw new NonRetryableError(\n                    \"Incorrect response from /versions endpoint, expected an array\",\n                    DriverErrorType.genericNetworkError,\n                    { driverVersion });\n            }\n            return versionsResponse.value.map((version) => {\n                return {\n                    id: version.id,\n                    treeId: undefined!,\n                };\n            });\n        });\n    }\n\n    private async fetchSnapshot(hostSnapshotOptions: ISnapshotOptions | undefined, scenarioName?: string) {\n        return this.fetchSnapshotCore(hostSnapshotOptions, scenarioName).catch((error) => {\n            // Issue #5895:\n            // If we are offline, this error is retryable. But that means that RetriableDocumentStorageService\n            // will run in circles calling getSnapshotTree, which would result in OdspDocumentStorageService class\n            // going getVersions / individual blob download path. This path is very slow, and will not work with\n            // delay-loaded data stores and ODSP storage deleting old snapshots and blobs.\n            if (typeof error === \"object\" && error !== null) {\n                error.canRetry = false;\n            }\n            throw error;\n        });\n    }\n\n    private async fetchSnapshotCore(hostSnapshotOptions: ISnapshotOptions | undefined, scenarioName?: string) {\n        const snapshotOptions: ISnapshotOptions = {\n            mds: this.maxSnapshotSizeLimit,\n            ...hostSnapshotOptions,\n            timeout: hostSnapshotOptions?.timeout ? Math.min(hostSnapshotOptions.timeout, this.maxSnapshotFetchTimeout) : this.maxSnapshotFetchTimeout,\n        };\n\n        // No limit on size of snapshot or time to fetch, as otherwise we fail all clients to summarize\n        if (this.hostPolicy.summarizerClient) {\n            snapshotOptions.mds = undefined;\n            snapshotOptions.timeout = undefined;\n        }\n\n        const snapshotDownloader = async (\n            finalOdspResolvedUrl: IOdspResolvedUrl,\n            storageToken: string,\n            options: ISnapshotOptions | undefined,\n            controller?: AbortController,\n        ) => {\n            return downloadSnapshot(\n                finalOdspResolvedUrl,\n                storageToken,\n                this.logger,\n                options,\n                this.snapshotFormatFetchType,\n                controller,\n                this.epochTracker,\n                scenarioName,\n            );\n        };\n        const putInCache = async (valueWithEpoch: IVersionedValueWithEpoch) => {\n            return this.cache.persistedCache.put(\n                createCacheSnapshotKey(this.odspResolvedUrl),\n                // Epoch tracker will add the epoch and version to the value here. So just send value to cache.\n                valueWithEpoch.value,\n            );\n        };\n        const removeEntries = async () => this.cache.persistedCache.removeEntries();\n        try {\n            const odspSnapshot = await fetchSnapshotWithRedeem(\n                this.odspResolvedUrl,\n                this.getStorageToken,\n                snapshotOptions,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                this.logger,\n                snapshotDownloader,\n                putInCache,\n                removeEntries,\n                this.hostPolicy.enableRedeemFallback,\n            );\n            return odspSnapshot;\n        } catch (error: any) {\n            const errorType = error.errorType;\n            // If the snapshot size is too big and the host specified the size limitation(specified in hostSnapshotOptions), then don't try to fetch the snapshot again.\n            if ((errorType === OdspErrorType.snapshotTooBig && hostSnapshotOptions?.mds !== undefined) && (this.hostPolicy.summarizerClient !== true)) {\n                throw error;\n            }\n            // If the first snapshot request was with blobs and we either timed out or the size was too big, then try to fetch without blobs.\n            if ((errorType === OdspErrorType.snapshotTooBig || errorType === OdspErrorType.fetchTimeout) && snapshotOptions.blobs) {\n                this.logger.sendErrorEvent({\n                    eventName: \"TreeLatest_SecondCall\",\n                    errorType,\n                });\n                const snapshotOptionsWithoutBlobs: ISnapshotOptions = { ...snapshotOptions, blobs: 0, mds: undefined, timeout: undefined };\n                const odspSnapshot = await fetchSnapshotWithRedeem(\n                    this.odspResolvedUrl,\n                    this.getStorageToken,\n                    snapshotOptionsWithoutBlobs,\n                    !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                    this.logger,\n                    snapshotDownloader,\n                    putInCache,\n                    removeEntries,\n                    this.hostPolicy.enableRedeemFallback,\n                );\n                return odspSnapshot;\n            }\n            throw error;\n        }\n    }\n\n    public async uploadSummaryWithContext(summary: api.ISummaryTree, context: ISummaryContext): Promise<string> {\n        this.checkSnapshotUrl();\n\n        // Enable flushing only if we have single commit summary and this is not the initial summary for an empty file\n        if (\".protocol\" in summary.tree && context.ackHandle !== undefined) {\n            let retry = 1;\n            for (;;) {\n                const result = await this.flushCallback();\n                const seq = result.lastPersistedSequenceNumber;\n                if (seq !== undefined && seq >= context.referenceSequenceNumber) {\n                    break;\n                }\n\n                if (retry > 3) {\n                    this.logger.sendErrorEvent({\n                        eventName: \"FlushFailure\",\n                        ...result,\n                        retry,\n                        referenceSequenceNumber: context.referenceSequenceNumber,\n                    });\n                    break;\n                }\n\n                this.logger.sendPerformanceEvent({\n                    eventName: \"FlushExtraCall\",\n                    ...result,\n                    retry,\n                    referenceSequenceNumber: context.referenceSequenceNumber,\n                });\n\n                retry++;\n                await delay(1000 * (result.retryAfter ?? 1));\n            }\n        }\n\n        const id = await this.odspSummaryUploadManager.writeSummaryTree(summary, context);\n        return id;\n    }\n\n    private checkSnapshotUrl() {\n        if (!this.snapshotUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no snapshot url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    private checkAttachmentPOSTUrl() {\n        if (!this.attachmentPOSTUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no attachment POST url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    private checkAttachmentGETUrl() {\n        if (!this.attachmentGETUrl) {\n            throw new NonRetryableError(\n                \"Method failed because no attachment GET url was available\",\n                DriverErrorType.genericError,\n                { driverVersion });\n        }\n    }\n\n    protected async fetchTreeFromSnapshot(id: string, scenarioName?: string): Promise<api.ISnapshotTree | undefined> {\n        return getWithRetryForTokenRefresh(async (options) => {\n            const storageToken = await this.getStorageToken(options, \"ReadCommit\");\n            const snapshotDownloader = async (url: string, fetchOptions: { [index: string]: any; }) => {\n                return this.epochTracker.fetchAndParseAsJSON(\n                    url,\n                    fetchOptions,\n                    \"snapshotTree\",\n                    undefined,\n                    scenarioName,\n                );\n            };\n            const snapshot = await fetchSnapshot(\n                this.snapshotUrl!,\n                storageToken,\n                id,\n                this.fetchFullSnapshot,\n                !!this.hostPolicy.sessionOptions?.forceAccessTokenViaAuthorizationHeader,\n                this.logger,\n                snapshotDownloader,\n            );\n            let treeId = \"\";\n            if (snapshot.snapshotTree) {\n                assert(snapshot.snapshotTree.id !== undefined, 0x222 /* \"Root tree should contain the id!!\" */);\n                treeId = snapshot.snapshotTree.id;\n                this.setRootTree(treeId, snapshot.snapshotTree);\n            }\n            if (snapshot.blobs) {\n                this.initBlobsCache(snapshot.blobs);\n            }\n            // If the version id doesn't match with the id of the tree, then use the id of first tree which in that case\n            // will be the actual id of tree to be fetched.\n            return this.commitCache.get(id) ?? this.commitCache.get(treeId);\n        });\n    }\n}\n\n/* eslint-enable max-len */\n"]}