@fluidframework/container-runtime 2.0.0-internal.3.0.5 → 2.0.0-internal.3.1.1

package/lib/blobManager.js

@@ -4,13 +4,14 @@
  */
 import { v4 as uuid } from "uuid";
 import { createResponseError, generateHandleContextPath, responseToException, SummaryTreeBuilder, } from "@fluidframework/runtime-utils";
-import { assert, bufferToString, Deferred, stringToBuffer, TypedEventEmitter } from "@fluidframework/common-utils";
+import { assert, bufferToString, Deferred, stringToBuffer, TypedEventEmitter, } from "@fluidframework/common-utils";
 import { AttachState } from "@fluidframework/container-definitions";
-import { ChildLogger, loggerToMonitoringContext, PerformanceEvent } from "@fluidframework/telemetry-utils";
+import { ChildLogger, loggerToMonitoringContext, PerformanceEvent, } from "@fluidframework/telemetry-utils";
+import { TombstoneResponseHeaderKey } from "./containerRuntime";
 import { Throttler, formExponentialFn } from "./throttler";
 import { summarizerClientType } from "./summarizerClientElection";
 import { throwOnTombstoneLoadKey } from "./garbageCollectionConstants";
-import { sendGCTombstoneEvent } from "./garbageCollectionTombstoneUtils";
+import { sendGCUnexpectedUsageEvent } from "./garbageCollectionHelpers";
 /**
  * This class represents blob (long string)
  * This object is used only when creating (writing) new blob and serialization purposes.
@@ -26,7 +27,9 @@ export class BlobHandle {
         this.attached = false;
         this.absolutePath = generateHandleContextPath(path, this.routeContext);
     }
-    get IFluidHandle() { return this; }
+    get IFluidHandle() {
+        return this;
+    }
     get isAttached() {
         return this.attached;
     }
@@ -75,15 +78,23 @@ export class BlobManager extends TypedEventEmitter {
      * before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.
      */
     sendBlobAttachOp, 
-    // To be called when a blob node is requested. blobPath is the path of the blob's node in GC's graph. It's
-    // of the format `/<BlobManager.basePath>/<blobId>`.
-    blobRequested, addedBlobReference, runtime, stashedBlobs = {}, getCurrentReferenceTimestampMs) {
+    // Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.
+    // blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+    blobRequested, 
+    // Called when a reference is added to a blob. For instance, when creating a localId / storageId to storageId
+    // mapping in the redirect table.
+    // Node path formats - `/<BlobManager.basePath>/<blobId>`.
+    addedBlobReference, 
+    // Called to check if a blob has been deleted by GC.
+    // blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+    isBlobDeleted, runtime, stashedBlobs = {}, getCurrentReferenceTimestampMs) {
         super();
         this.routeContext = routeContext;
         this.getStorage = getStorage;
         this.sendBlobAttachOp = sendBlobAttachOp;
         this.blobRequested = blobRequested;
         this.addedBlobReference = addedBlobReference;
+        this.isBlobDeleted = isBlobDeleted;
         this.runtime = runtime;
         this.getCurrentReferenceTimestampMs = getCurrentReferenceTimestampMs;
         /**
@@ -111,6 +122,7 @@ export class BlobManager extends TypedEventEmitter {
         // Read the feature flag that tells whether to throw when a tombstone blob is requested.
         this.throwOnTombstoneLoad =
             this.mc.config.getBoolean(throwOnTombstoneLoadKey) === true &&
+                this.runtime.gcTombstoneEnforcementAllowed &&
                 this.runtime.clientDetails.type !== summarizerClientType;
         this.runtime.on("disconnected", () => this.onDisconnected());
         this.redirectTable = this.load(snapshot);
@@ -126,15 +138,14 @@ export class BlobManager extends TypedEventEmitter {
         });
     }
     get pendingOfflineUploads() {
-        return Array.from(this.pendingBlobs.values())
-            .filter((e) => e.status === PendingBlobStatus.OfflinePendingUpload);
+        return Array.from(this.pendingBlobs.values()).filter((e) => e.status === PendingBlobStatus.OfflinePendingUpload);
     }
     get hasPendingOfflineUploads() {
         return this.pendingOfflineUploads.length > 0;
     }
     get hasPendingBlobs() {
-        return (this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0)
-            || this.pendingBlobs.size > 0;
+        return ((this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0) ||
+            this.pendingBlobs.size > 0);
     }
     /**
      * Upload blobs added while offline. This must be completed before connecting and resubmitting ops.
@@ -178,22 +189,14 @@ export class BlobManager extends TypedEventEmitter {
         const undefinedValueInTable = ids.delete(undefined);
         // For a detached container, entries are inserted into the redirect table with an undefined storage ID.
         // For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.
-        assert(!undefinedValueInTable || this.runtime.attachState === AttachState.Detached && ids.size === 0, 0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */);
+        assert(!undefinedValueInTable ||
+            (this.runtime.attachState === AttachState.Detached && ids.size === 0), 0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */);
         return ids;
     }
     async getBlob(blobId) {
-        const request = { url: blobId };
-        if (this.tombstonedBlobs.has(blobId)) {
-            const error = responseToException(createResponseError(404, "Blob was deleted", request), request);
-            sendGCTombstoneEvent(this.mc, {
-                eventName: "GC_Tombstone_Blob_Requested",
-                category: this.throwOnTombstoneLoad ? "error" : "generic",
-                isSummarizerClient: this.runtime.clientDetails.type === summarizerClientType,
-            }, [BlobManager.basePath], error);
-            if (this.throwOnTombstoneLoad) {
-                throw error;
-            }
-        }
+        // Verify that the blob is valid, i.e., it has not been garbage collected. If it is, this will throw an error,
+        // failing the call.
+        this.verifyBlobValidity(blobId);
         const pending = this.pendingBlobs.get(blobId);
         if (pending) {
             return pending.blob;
@@ -329,7 +332,9 @@ export class BlobManager extends TypedEventEmitter {
                 this.transitionToOffline(localId);
             }
             // we are probably not connected to storage but start another upload request in case we are
-            entry.uploadP = this.retryThrottler.getDelay().then(async () => this.uploadBlob(localId, entry.blob));
+            entry.uploadP = this.retryThrottler
+                .getDelay()
+                .then(async () => this.uploadBlob(localId, entry.blob));
             return entry.uploadP;
         }
         else {
@@ -353,9 +358,10 @@ export class BlobManager extends TypedEventEmitter {
             this.logTimeInfo(entry, "sendBlobAttachTransitionOfflineTTL");
             this.sendBlobAttachOp(localId, entry.storageId);
         }
-        entry.status = entry.status === PendingBlobStatus.OnlinePendingUpload
-            ? PendingBlobStatus.OfflinePendingUpload
-            : PendingBlobStatus.OfflinePendingOp;
+        entry.status =
+            entry.status === PendingBlobStatus.OnlinePendingUpload
+                ? PendingBlobStatus.OfflinePendingUpload
+                : PendingBlobStatus.OfflinePendingOp;
         entry.handleP.resolve(this.getBlobHandle(localId));
     }
     /**
@@ -387,11 +393,13 @@ export class BlobManager extends TypedEventEmitter {
         let expiredUsingServerTime;
         if (pendingEntry.localUploadTime) {
             timeLapseSinceLocalUpload = (Date.now() - pendingEntry.localUploadTime) / 1000;
-            expiredUsingLocalTime = ((_a = pendingEntry.minTTLInSeconds) !== null && _a !== void 0 ? _a : 0) - timeLapseSinceLocalUpload < 0 ? true : false;
+            expiredUsingLocalTime =
+                ((_a = pendingEntry.minTTLInSeconds) !== null && _a !== void 0 ? _a : 0) - timeLapseSinceLocalUpload < 0 ? true : false;
         }
         if (pendingEntry.serverUploadTime) {
             timeLapseSinceServerUpload = (Date.now() - pendingEntry.serverUploadTime) / 1000;
-            expiredUsingServerTime = ((_b = pendingEntry.minTTLInSeconds) !== null && _b !== void 0 ? _b : 0) - timeLapseSinceServerUpload < 0 ? true : false;
+            expiredUsingServerTime =
+                ((_b = pendingEntry.minTTLInSeconds) !== null && _b !== void 0 ? _b : 0) - timeLapseSinceServerUpload < 0 ? true : false;
         }
         this.mc.logger.sendTelemetryEvent({
             eventName,
@@ -426,7 +434,7 @@ export class BlobManager extends TypedEventEmitter {
                 // storage ID is already in flight and any op containing this local ID will be sequenced after that.
                 waitingBlobs.forEach((pendingLocalId) => {
                     const pendingBlobEntry = this.pendingBlobs.get(pendingLocalId);
-                    assert(pendingBlobEntry !== undefined, 0x38f);
+                    assert(pendingBlobEntry !== undefined, 0x38f /* local online BlobAttach op with no pending blob entry */);
                     // It's possible we transitioned to offline flow while waiting for this op.
                     if (pendingBlobEntry.status === PendingBlobStatus.OnlinePendingOp) {
                         this.setRedirection(pendingLocalId, blobId);
@@ -456,7 +464,8 @@ export class BlobManager extends TypedEventEmitter {
             redirectTable = await tryFetchBlob(tableId);
         }
         const ids = Object.entries(blobsTree.blobs)
-            .filter(([k, _]) => k !== this.redirectTableBlobName).map(([_, v]) => v);
+            .filter(([k, _]) => k !== this.redirectTableBlobName)
+            .map(([_, v]) => v);
         return { ids, redirectTable };
     }
     /**
@@ -531,9 +540,48 @@ export class BlobManager extends TypedEventEmitter {
             this.tombstonedBlobs.add(blobId);
         }
     }
+    /**
+     * Verifies that the blob with given id is valid, i.e., it has not been garbage collected. If the blob is GC'd,
+     * log an error and throw if necessary.
+     */
+    verifyBlobValidity(blobId) {
+        /**
+         * A blob can be in one of the following states:
+         * 1. "deleted" - It has been deleted by garbage collection sweep phase.
+         * 2. "tombstoned" - It is ready for deletion but sweep phase isn't enabled and tombstone feature is enabled.
+         * 3. "valid" - It has not been deleted or tombstoned.
+         */
+        let state = "valid";
+        if (this.isBlobDeleted(this.getBlobGCNodePath(blobId))) {
+            state = "deleted";
+        }
+        else if (this.tombstonedBlobs.has(blobId)) {
+            state = "tombstoned";
+        }
+        if (state === "valid") {
+            return;
+        }
+        // If the blob is deleted or throw on tombstone load is enabled, throw an error which will fail any attempt
+        // to load the blob.
+        const shouldFail = state === "deleted" || this.throwOnTombstoneLoad;
+        const request = { url: blobId };
+        const error = responseToException(createResponseError(404, "Blob was deleted", request, state === "tombstoned" ? { [TombstoneResponseHeaderKey]: true } : undefined), request);
+        sendGCUnexpectedUsageEvent(this.mc, {
+            eventName: state === "tombstoned"
+                ? "GC_Tombstone_Blob_Requested"
+                : "GC_Deleted_Blob_Requested",
+            category: shouldFail ? "error" : "generic",
+            gcTombstoneEnforcementAllowed: this.runtime.gcTombstoneEnforcementAllowed,
+        }, [BlobManager.basePath], error);
+        if (shouldFail) {
+            throw error;
+        }
+    }
     summarize(telemetryContext) {
         // if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached
-        const blobIds = this.storageIds.size > 0 ? Array.from(this.storageIds) : Array.from(this.redirectTable.keys());
+        const blobIds = this.storageIds.size > 0
+            ? Array.from(this.storageIds)
+            : Array.from(this.redirectTable.keys());
         const builder = new SummaryTreeBuilder();
         blobIds.forEach((blobId) => {
             builder.addAttachment(blobId);
@@ -542,8 +590,7 @@ export class BlobManager extends TypedEventEmitter {
         if (this.redirectTable.size > blobIds.length) {
             builder.addBlob(BlobManager.redirectTableBlobName, 
             // filter out identity entries
-            JSON.stringify(Array.from(this.redirectTable.entries())
-                .filter(([localId, storageId]) => localId !== storageId)));
+            JSON.stringify(Array.from(this.redirectTable.entries()).filter(([localId, storageId]) => localId !== storageId)));
         }
         return builder.getSummaryTree();
     }

package/lib/blobManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"blobManager.js","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAIlC,OAAO,EACH,mBAAmB,EACnB,yBAAyB,EACzB,mBAAmB,EACnB,kBAAkB,GACrB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEnH,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAqB,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAM9H,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAc,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAEzE;;;;;;GAMG;AACH,MAAM,OAAO,UAAU;IAWnB,YACoB,IAAY,EACZ,YAAiC,EAC1C,GAAuB;QAFd,SAAI,GAAJ,IAAI,CAAQ;QACZ,iBAAY,GAAZ,YAAY,CAAqB;QAC1C,QAAG,GAAH,GAAG,CAAoB;QAb1B,aAAQ,GAAY,KAAK,CAAC;QAe9B,IAAI,CAAC,YAAY,GAAG,yBAAyB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3E,CAAC;IAdD,IAAW,YAAY,KAAmB,OAAO,IAAI,CAAC,CAAC,CAAC;IAExD,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAYM,WAAW;QACd,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAEM,IAAI,CAAC,MAAoB;QAC5B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;CACJ;AAED,MAAM,oBAAoB;IACtB,YAA6B,SAAqB;QAArB,cAAS,GAAT,SAAS,CAAY;QAC1C,YAAO,GAAG,IAAI,QAAQ,EAAQ,CAAC;IADe,CAAC;IAGhD,KAAK,CAAC,QAAQ;QACjB,OAAO,OAAO,CAAC,IAAI,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,OAAO;YACpB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;SACjF,CAAC,CAAC;IACP,CAAC;IAEM,MAAM;QACT,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,QAAQ,EAAQ,CAAC;IACxC,CAAC;CACJ;AAeD,qFAAqF;AACrF,uEAAuE;AACvE,IAAK,iBAKJ;AALD,WAAK,iBAAiB;IAClB,uFAAmB,CAAA;IACnB,+EAAe,CAAA;IACf,yFAAoB,CAAA;IACpB,iFAAgB,CAAA;AACpB,CAAC,EALI,iBAAiB,KAAjB,iBAAiB,QAKrB;AAqBD,MAAM,OAAO,WAAY,SAAQ,iBAAqC;IA2ClE,YACqB,YAAiC,EAClD,QAA8B,EACb,UAAyC;IAC1D;;;;;;;;;OASG;IACc,gBAA+D;IAChF,0GAA0G;IAC1G,oDAAoD;IACnC,aAAyC,EACzC,kBAAsE,EACtE,OAA4B,EAC7C,eAA8B,EAAE,EACf,8BAAwD;QAEzE,KAAK,EAAE,CAAC;QAtBS,iBAAY,GAAZ,YAAY,CAAqB;QAEjC,eAAU,GAAV,UAAU,CAA+B;QAWzC,qBAAgB,GAAhB,gBAAgB,CAA+C;QAG/D,kBAAa,GAAb,aAAa,CAA4B;QACzC,uBAAkB,GAAlB,kBAAkB,CAAoD;QACtE,YAAO,GAAP,OAAO,CAAqB;QAE5B,mCAA8B,GAA9B,8BAA8B,CAA0B;QAlD7E;;;;WAIG;QACc,iBAAY,GAA6B,IAAI,GAAG,EAAE,CAAC;QAEpE;;;;WAIG;QACc,gBAAW,GAA0B,IAAI,GAAG,EAAE,CAAC;QAE/C,mBAAc,GAAG,IAAI,oBAAoB,CAAC,IAAI,SAAS,CACpE,EAAE,GAAG,IAAI,EAAE,sBAAsB;QACjC,EAAE,GAAG,IAAI,EAAE,mBAAmB;QAC9B,4EAA4E;QAC5E,iBAAiB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAC1D,CAAC,CAAC;QAIH;;;WAGG;QACc,oBAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;QA0BtD,IAAI,CAAC,EAAE,GAAG,yBAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5F,wFAAwF;QACxF,IAAI,CAAC,oBAAoB;YACrB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,uBAAuB,CAAC,KAAK,IAAI;gBAC3D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,oBAAoB,CAAC;QAE7D,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzC,iEAAiE;QACjE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE;YACtD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC3B,IAAI;gBACJ,MAAM,EAAE,iBAAiB,CAAC,oBAAoB;gBAC9C,OAAO,EAAE,IAAI,QAAQ,EAAE;gBACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;aAC1C,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED,IAAY,qBAAqB;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;IAC5E,CAAC;IAED,IAAW,wBAAwB;QAC/B,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,IAAW,eAAe;QACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;eACtF,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACpB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE;YAC9C,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,cAAc,CAAC,MAAM;SAC/B,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAC1C,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAC7B,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,cAAc;QAClB,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;gBACpD,kGAAkG;gBAClG,oCAAoC;gBACpC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aACrC;SACJ;IACL,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,MAAc;QACpC,OAAO,IAAI,WAAW,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,IAAY,UAAU;QAClB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAqB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,mEAAmE;QACnE,MAAM,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,uGAAuG;QACvG,oGAAoG;QACpG,MAAM,CAAC,CAAC,qBAAqB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAChG,KAAK,CAAC,gGAAgG,CAAC,CAAC;QAE5G,OAAO,GAAkB,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAc;QAC/B,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAG;YACnC,MAAM,KAAK,GAAG,mBAAmB,CAAC,mBAAmB,CAAC,GAAG,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;YAClG,oBAAoB,CAChB,IAAI,CAAC,EAAE,EACP;gBACI,SAAS,EAAE,6BAA6B;gBACxC,QAAQ,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBACzD,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,oBAAoB;aAC/E,EACD,CAAC,WAAW,CAAC,QAAQ,CAAC,EACtB,KAAK,CACR,CAAC;YACF,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBAC3B,MAAM,KAAK,CAAC;aACf;SACJ;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE;YACT,OAAO,OAAO,CAAC,IAAI,CAAC;SACvB;QACD,IAAI,SAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACnD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAE7E,oFAAoF;YACpF,uFAAuF;YACvF,SAAS,GAAG,MAAM,CAAC;SACtB;aAAM;YACH,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,CAAC,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpE,SAAS,GAAG,iBAAiB,CAAC;SACjC;QAED,iEAAiE;QACjE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnD,OAAO,gBAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,oBAAoB,EAAE,EAAE,EAAE,SAAS,EAAE,EAClD,KAAK,IAAI,EAAE;YACP,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC,EACD,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CACjC,CAAC;IACN,CAAC;IAEO,aAAa,CAAC,EAAU;QAC5B,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAC1D,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACpD,OAAO,IAAI,UAAU,CACjB,GAAG,WAAW,CAAC,QAAQ,IAAI,EAAE,EAAE,EAC/B,IAAI,CAAC,YAAY,EACjB,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAC/B,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,IAAqB;QAClD,oFAAoF;QACpF,qFAAqF;QACrF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QACzC,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACnD,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;SACxC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,SAAS,EAAE;YACpD,oDAAoD;YACpD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC7E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;SAChF;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EACpD,KAAK,CAAC,8EAA8E,CAAC,CAAC;QAE1F,uGAAuG;QACvG,iCAAiC;QACjC,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;QACvB,MAAM,YAAY,GAAgB;YAC9B,IAAI;YACJ,MAAM,EAAE,iBAAiB,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,QAAQ,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SAC1C,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE7C,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,IAAqB;QAC3D,OAAO,gBAAgB,CAAC,cAAc,CAClC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,YAAY,EAAE,EAC3B,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC9C,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CACtE,CAAC,IAAI,CACF,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,EACrD,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CACnD,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,MAAc,EAAE,IAAwB;QAC3D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,+GAA+G;QAC/G,mFAAmF;QACnF,IAAI,IAAI,KAAK,SAAS,EAAE;YACpB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;SACzF;IACL,CAAC;IAEO,qBAAqB,CAAC,EAAU;QACpC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAC3B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;gBACvB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;aAC/B;SACJ;IACL,CAAC;IAEO,eAAe,CAAC,OAAe,EAAE,QAAoC;;QACzE,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,mBAAmB;YAC1D,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,oBAAoB,EACxD,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAChE,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YACxB,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBACxD,mDAAmD;gBACnD,wGAAwG;gBACxG,wDAAwD;gBACxD,oGAAoG;gBACpG,8CAA8C;gBAC9C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;gBACpD,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;oBAClC,mGAAmG;oBACnG,6FAA6F;oBAC7F,sDAAsD;oBACtD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAC1C,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBACvC;qBAAM;oBACH,kGAAkG;oBAClG,gGAAgG;oBAChG,yBAAyB;oBACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC7F,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC;iBACpD;aACJ;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,EAAE;gBAChE,8FAA8F;gBAC9F,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;aACrD;SACJ;aAAM;YACH,iDAAiD;YACjD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,oCAAoC,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBACxD,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aACrC;YACD,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;SACrD;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,KAAK;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBACxD,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aACrC;YACD,2FAA2F;YAC3F,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACtG,OAAO,KAAK,CAAC,OAAO,CAAC;SACxB;aAAM;YACH,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,KAAK,CAAC;SACf;IACL,CAAC;IAEO,mBAAmB,CAAC,OAAe;QACvC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAChH,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACnD,MAAM,CAAC,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EACpG,KAAK,CAAC,+DAA+D,CAAC,CAAC;QAE3E;;;;;;WAMG;QACH,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;YACpD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;YAC9D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SACnD;QAED,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB;YACjE,CAAC,CAAC,iBAAiB,CAAC,oBAAoB;YACxC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QAEzC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,QAA6C;QACzD,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAA0C,QAAQ,CAAC;QAC5E,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE;YACd,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,2BAA2B,CAAC,CAAC;SAC/D;QACD,IAAI,CAAC,MAAM,EAAE;YACT,iFAAiF;YACjF,MAAM,CAAC,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,MAAK,iBAAiB,CAAC,gBAAgB;gBAC9D,CAAC,CAAC,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,SAAS,CAAA,EAAE,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACpG,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;SACjE;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAEO,WAAW,CAAC,YAAyB,EAAE,SAAiB;;QAC5D,IAAI,yBAAyB,GAAW,CAAC,CAAC;QAC1C,IAAI,0BAA0B,GAAW,CAAC,CAAC;QAC3C,IAAI,qBAAqB,CAAC;QAC1B,IAAI,sBAAsB,CAAC;QAC3B,IAAG,YAAY,CAAC,eAAe,EAAC;YAC5B,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;YAC/E,qBAAqB,GAAG,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAG,CAAC,CAAC,GAAG,yBAAyB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SAC7G;QACD,IAAG,YAAY,CAAC,gBAAgB,EAAC;YAC7B,0BAA0B,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;YACjF,sBAAsB,GAAG,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAG,CAAC,CAAC,GAAG,0BAA0B,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SAC/G;QACD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC9B,SAAS;YACT,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,yBAAyB;YACzB,0BAA0B;YAC1B,eAAe,EAAE,YAAY,CAAC,eAAe;YAC7C,qBAAqB;YACrB,sBAAsB;SACzB,CAAC,CAAC;IAEP,CAAC;IAEM,mBAAmB,CAAC,OAAkC,EAAE,KAAc;;QACzE,MAAM,OAAO,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAC;QACxC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAExE,sGAAsG;QACtG,6BAA6B;QAC7B,8GAA8G;QAC9G,wBAAwB;QACxB,IAAI,OAAO,KAAK,SAAS,EAAE;YACvB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SACxC;QACD,gCAAgC;QAChC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpC,IAAI,KAAK,EAAE;YACP,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACvF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC5B,kGAAkG;gBAClG,iGAAiG;gBACjG,oGAAoG;gBACpG,YAAY,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;oBACpC,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC/D,MAAM,CACF,gBAAgB,KAAK,SAAS,EAC9B,KAAK,CACR,CAAC;oBAEF,2EAA2E;oBAC3E,IAAI,gBAAgB,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;wBAC/D,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;wBAC5C,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;wBACrE,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;qBAC9C;gBACL,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACnC;YACD,2GAA2G;YAC3G,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACvC;IACL,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CACpB,SAAoC,EACpC,YAAyD;QAEzD,IAAI,CAAC,SAAS,EAAE;YACZ,OAAO,EAAE,CAAC;SACb;QACD,IAAI,aAAa,CAAC;QAClB,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5D,IAAI,OAAO,EAAE;YACT,aAAa,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;SAC/C;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7E,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,QAA8B;;QACvC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YAC9B,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,MAAA,MAAA,QAAQ,CAAC,GAAG,0CAAE,MAAM,mCAAI,CAAC;YAChC,aAAa,EAAE,MAAA,QAAQ,CAAC,aAAa,0CAAE,MAAM;SAChD,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAA6B,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,GAAG,EAAE;YACd,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;YACnE,yEAAyE;YACzE,6CAA6C;YAC7C,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SACnF;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACI,SAAS,CAAC,SAAkB,KAAK;QACpC,MAAM,MAAM,GAA2B,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE;YACnD,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACjE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC;SACzF;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,YAAsB;QAC5C,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CACF,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,8CAA8C,CACvD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SACrC;IACL,CAAC;IAED;;;;OAIG;IACI,sBAAsB,CAAC,gBAA0B;QACpD,MAAM,kBAAkB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAClD,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;YAClC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CACF,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,gDAAgD,CACzD,CAAC;YACF,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;SACxC;QAED,2GAA2G;QAC3G,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE;YACvC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACjC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACvC;SACJ;QAED,2EAA2E;QAC3E,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACpC;IACL,CAAC;IAEM,SAAS,CAAC,gBAAoC;QACjD,gHAAgH;QAChH,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACvB,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE;YAC1C,OAAO,CAAC,OAAO,CACX,WAAW,CAAC,qBAAqB;YACjC,8BAA8B;YAC9B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;iBAClD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAChE,CAAC;SACL;QAED,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACpC,CAAC;IAEM,gBAAgB,CAAC,KAA0B;QAC9C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EACpD,KAAK,CAAC,4DAA4D,CAAC,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EACzC,KAAK,CAAC,iEAAiE,CAAC,CAAC;QAC7E,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,EAAE;YACtC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACzF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SAC7C;IACL,CAAC;IAEM,eAAe;QAClB,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YAC1C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;SAC/D;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;;AAhmBsB,oBAAQ,GAAG,QAAQ,CAAC;AACnB,iCAAqB,GAAG,gBAAgB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { v4 as uuid } from \"uuid\";\nimport { IFluidHandle, IFluidHandleContext } from \"@fluidframework/core-interfaces\";\nimport { IDocumentStorageService } from \"@fluidframework/driver-definitions\";\nimport { ICreateBlobResponse, ISequencedDocumentMessage, ISnapshotTree } from \"@fluidframework/protocol-definitions\";\nimport {\n    createResponseError,\n    generateHandleContextPath,\n    responseToException,\n    SummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport { assert, bufferToString, Deferred, stringToBuffer, TypedEventEmitter } from \"@fluidframework/common-utils\";\nimport { IContainerRuntime, IContainerRuntimeEvents } from \"@fluidframework/container-runtime-definitions\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport { ChildLogger, loggerToMonitoringContext, MonitoringContext, PerformanceEvent } from \"@fluidframework/telemetry-utils\";\nimport {\n    IGarbageCollectionData,\n    ISummaryTreeWithStats,\n    ITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport { Throttler, formExponentialFn, IThrottler } from \"./throttler\";\nimport { summarizerClientType } from \"./summarizerClientElection\";\nimport { throwOnTombstoneLoadKey } from \"./garbageCollectionConstants\";\nimport { sendGCTombstoneEvent } from \"./garbageCollectionTombstoneUtils\";\n\n/**\n * This class represents blob (long string)\n * This object is used only when creating (writing) new blob and serialization purposes.\n * De-serialization process goes through FluidObjectHandle and request flow:\n * DataObject.request() recognizes requests in the form of `/blobs/<id>`\n * and loads blob.\n */\nexport class BlobHandle implements IFluidHandle<ArrayBufferLike> {\n    private attached: boolean = false;\n\n    public get IFluidHandle(): IFluidHandle { return this; }\n\n    public get isAttached(): boolean {\n        return this.attached;\n    }\n\n    public readonly absolutePath: string;\n\n    constructor(\n        public readonly path: string,\n        public readonly routeContext: IFluidHandleContext,\n        public get: () => Promise<any>,\n    ) {\n        this.absolutePath = generateHandleContextPath(path, this.routeContext);\n    }\n\n    public attachGraph() {\n        this.attached = true;\n    }\n\n    public bind(handle: IFluidHandle) {\n        throw new Error(\"Cannot bind to blob handle\");\n    }\n}\n\nclass CancellableThrottler {\n    constructor(private readonly throttler: IThrottler) { }\n    private cancelP = new Deferred<void>();\n\n    public async getDelay(): Promise<void> {\n        return Promise.race([\n            this.cancelP.promise,\n            new Promise<void>((resolve) => setTimeout(resolve, this.throttler.getDelay())),\n        ]);\n    }\n\n    public cancel() {\n        this.cancelP.resolve();\n        this.cancelP = new Deferred<void>();\n    }\n}\n\n/**\n * Information from a snapshot needed to load BlobManager\n */\nexport interface IBlobManagerLoadInfo {\n    ids?: string[];\n    redirectTable?: [string, string][];\n}\n\n// Restrict the IContainerRuntime interface to the subset required by BlobManager.  This helps to make\n// the contract explicit and reduces the amount of mocking required for tests.\nexport type IBlobManagerRuntime =\n    Pick<IContainerRuntime, \"attachState\" | \"connected\" | \"logger\" | \"clientDetails\"> & TypedEventEmitter<IContainerRuntimeEvents>;\n\n// Note that while offline we \"submit\" an op before uploading the blob, but we always\n// expect blobs to be uploaded before we actually see the op round-trip\nenum PendingBlobStatus {\n    OnlinePendingUpload,\n    OnlinePendingOp,\n    OfflinePendingUpload,\n    OfflinePendingOp,\n}\n\ntype ICreateBlobResponseWithTTL = ICreateBlobResponse & Partial<Record<\"minTTLInSeconds\", number>>;\n\ninterface PendingBlob {\n    blob: ArrayBufferLike;\n    status: PendingBlobStatus;\n    storageId?: string;\n    handleP: Deferred<IFluidHandle<ArrayBufferLike>>;\n    uploadP: Promise<ICreateBlobResponse>;\n    localUploadTime?: number;\n    serverUploadTime?: number;\n    minTTLInSeconds?: number;\n}\n\nexport interface IPendingBlobs { [id: string]: { blob: string; }; }\n\nexport interface IBlobManagerEvents {\n    (event: \"noPendingBlobs\", listener: () => void);\n}\n\nexport class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {\n    public static readonly basePath = \"_blobs\";\n    private static readonly redirectTableBlobName = \".redirectTable\";\n    private readonly mc: MonitoringContext;\n\n    /**\n     * Map of local IDs to storage IDs. Contains identity entries (id → id) for storage IDs. All requested IDs should\n     * be a key in this map. Blobs created while the container is detached are stored in IDetachedBlobStorage which\n     * gives local IDs; the storage IDs are filled in at attach time.\n     * Note: It contains mappings from all clients, i.e., from remote clients as well. local ID comes from the client\n     * that uploaded the blob but its mapping to storage ID is needed in all clients in order to retrieve the blob.\n     */\n    private readonly redirectTable: Map<string, string | undefined>;\n\n    /**\n     * Blobs which have not been uploaded or for which we have not yet seen a BlobAttach op round-trip.\n     * Until we see the op round-trip, there is a possibility we may need to re-upload the blob, so\n     * we must save it. This is true for both the online and offline flow.\n     */\n    private readonly pendingBlobs: Map<string, PendingBlob> = new Map();\n\n    /**\n     * Track ops in flight for online flow. This is used for optimizations where if we receive an ack for a storage ID,\n     * we can resolve all pending blobs with the same storage ID even though they may have different local IDs. That's\n     * because we know that the server will not delete the blob corresponding to that storage ID.\n     */\n    private readonly opsInFlight: Map<string, string[]> = new Map();\n\n    private readonly retryThrottler = new CancellableThrottler(new Throttler(\n        60 * 1000, // 60 sec delay window\n        30 * 1000, // 30 sec max delay\n        // throttling function increases exponentially (0ms, 40ms, 80ms, 160ms, etc)\n        formExponentialFn({ coefficient: 20, initialDelay: 0 }),\n    ));\n\n    /** If true, throw an error when a tombstone attachment blob is retrieved. */\n    private readonly throwOnTombstoneLoad: boolean;\n    /**\n     * This stores IDs of tombstoned blobs.\n     * Tombstone is a temporary feature that imitates a blob getting swept by garbage collection.\n     */\n    private readonly tombstonedBlobs: Set<string> = new Set();\n\n    constructor(\n        private readonly routeContext: IFluidHandleContext,\n        snapshot: IBlobManagerLoadInfo,\n        private readonly getStorage: () => IDocumentStorageService,\n        /**\n         * Submit a BlobAttach op. When a blob is uploaded, there is a short grace period before which the blob is\n         * deleted. The BlobAttach op notifies the server that blob is in use. The server will then not delete the\n         * the blob as long as it is listed as referenced in future summaries. The summarizing client will know to\n         * include the storage ID in the summary when it sees the op.\n         *\n         * The op will also include a local ID to inform all clients of the relation to the storage ID, without\n         * knowledge of which they cannot request the blob from storage. It's important that this op is sequenced\n         * before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.\n         */\n        private readonly sendBlobAttachOp: (localId: string, storageId?: string) => void,\n        // To be called when a blob node is requested. blobPath is the path of the blob's node in GC's graph. It's\n        // of the format `/<BlobManager.basePath>/<blobId>`.\n        private readonly blobRequested: (blobPath: string) => void,\n        private readonly addedBlobReference: (fromNodePath: string, toNodePath: string) => void,\n        private readonly runtime: IBlobManagerRuntime,\n        stashedBlobs: IPendingBlobs = {},\n        private readonly getCurrentReferenceTimestampMs: () => number | undefined,\n    ) {\n        super();\n        this.mc = loggerToMonitoringContext(ChildLogger.create(this.runtime.logger, \"BlobManager\"));\n        // Read the feature flag that tells whether to throw when a tombstone blob is requested.\n        this.throwOnTombstoneLoad =\n            this.mc.config.getBoolean(throwOnTombstoneLoadKey) === true &&\n            this.runtime.clientDetails.type !== summarizerClientType;\n\n        this.runtime.on(\"disconnected\", () => this.onDisconnected());\n        this.redirectTable = this.load(snapshot);\n\n        // Begin uploading stashed blobs from previous container instance\n        Object.entries(stashedBlobs).forEach(([localId, entry]) => {\n            const blob = stringToBuffer(entry.blob, \"base64\");\n            this.pendingBlobs.set(localId, {\n                blob,\n                status: PendingBlobStatus.OfflinePendingUpload,\n                handleP: new Deferred(),\n                uploadP: this.uploadBlob(localId, blob),\n            });\n        });\n    }\n\n    private get pendingOfflineUploads() {\n        return Array.from(this.pendingBlobs.values())\n            .filter((e) => e.status === PendingBlobStatus.OfflinePendingUpload);\n    }\n\n    public get hasPendingOfflineUploads(): boolean {\n        return this.pendingOfflineUploads.length > 0;\n    }\n\n    public get hasPendingBlobs(): boolean {\n        return (this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0)\n        || this.pendingBlobs.size > 0;\n    }\n\n    /**\n     * Upload blobs added while offline. This must be completed before connecting and resubmitting ops.\n     */\n    public async onConnected() {\n        this.retryThrottler.cancel();\n        const pendingUploads = this.pendingOfflineUploads.map(async (e) => e.uploadP);\n        await PerformanceEvent.timedExecAsync(this.mc.logger, {\n                eventName: \"BlobUploadOnConnected\",\n                count: pendingUploads.length,\n            }, async () => Promise.all(pendingUploads),\n            { start: true, end: true },\n        );\n    }\n\n    /**\n     * Transition online blobs waiting for BlobAttach op round-trip since we will not see the op until we are connected\n     * again\n     */\n    private onDisconnected() {\n        for (const [localId, entry] of this.pendingBlobs) {\n            if (entry.status === PendingBlobStatus.OnlinePendingOp) {\n                // This will submit another BlobAttach op for this blob. This is necessary because the one we sent\n                // already didn't have the local ID.\n                this.transitionToOffline(localId);\n            }\n        }\n    }\n\n    /**\n     * For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`\n     * This path must match the path of the blob handle returned by the createBlob API because blobs are marked\n     * referenced by storing these handles in a referenced DDS.\n     */\n    private getBlobGCNodePath(blobId: string) {\n        return `/${BlobManager.basePath}/${blobId}`;\n    }\n\n    /**\n     * Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is\n     * detached or there are no (non-pending) attachment blobs in the document\n     */\n    private get storageIds(): Set<string> {\n        const ids = new Set<string | undefined>(this.redirectTable.values());\n\n        // If we are detached, we will not have storage IDs, only undefined\n        const undefinedValueInTable = ids.delete(undefined);\n\n        // For a detached container, entries are inserted into the redirect table with an undefined storage ID.\n        // For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.\n        assert(!undefinedValueInTable || this.runtime.attachState === AttachState.Detached && ids.size === 0,\n            0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */);\n\n        return ids as Set<string>;\n    }\n\n    public async getBlob(blobId: string): Promise<ArrayBufferLike> {\n        const request = { url: blobId };\n        if (this.tombstonedBlobs.has(blobId) ) {\n            const error = responseToException(createResponseError(404, \"Blob was deleted\", request), request);\n            sendGCTombstoneEvent(\n                this.mc,\n                {\n                    eventName: \"GC_Tombstone_Blob_Requested\",\n                    category: this.throwOnTombstoneLoad ? \"error\" : \"generic\",\n                    isSummarizerClient: this.runtime.clientDetails.type === summarizerClientType,\n                },\n                [BlobManager.basePath],\n                error,\n            );\n            if (this.throwOnTombstoneLoad) {\n                throw error;\n            }\n        }\n\n        const pending = this.pendingBlobs.get(blobId);\n        if (pending) {\n            return pending.blob;\n        }\n        let storageId: string;\n        if (this.runtime.attachState === AttachState.Detached) {\n            assert(this.redirectTable.has(blobId), 0x383 /* requesting unknown blobs */);\n\n            // Blobs created while the container is detached are stored in IDetachedBlobStorage.\n            // The 'IDocumentStorageService.readBlob()' call below will retrieve these via localId.\n            storageId = blobId;\n        } else {\n            const attachedStorageId = this.redirectTable.get(blobId);\n            assert(!!attachedStorageId, 0x11f /* \"requesting unknown blobs\" */);\n            storageId = attachedStorageId;\n        }\n\n        // Let runtime know that the corresponding GC node was requested.\n        this.blobRequested(this.getBlobGCNodePath(blobId));\n\n        return PerformanceEvent.timedExecAsync(\n            this.mc.logger,\n            { eventName: \"AttachmentReadBlob\", id: storageId },\n            async () => {\n                return this.getStorage().readBlob(storageId);\n            },\n            { end: true, cancel: \"error\" },\n        );\n    }\n\n    private getBlobHandle(id: string): IFluidHandle<ArrayBufferLike> {\n        assert(this.redirectTable.has(id) || this.pendingBlobs.has(id),\n            0x384 /* requesting handle for unknown blob */);\n        return new BlobHandle(\n            `${BlobManager.basePath}/${id}`,\n            this.routeContext,\n            async () => this.getBlob(id),\n        );\n    }\n\n    private async createBlobDetached(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>> {\n        // Blobs created while the container is detached are stored in IDetachedBlobStorage.\n        // The 'IDocumentStorageService.createBlob()' call below will respond with a localId.\n        const response = await this.getStorage().createBlob(blob);\n        this.setRedirection(response.id, undefined);\n        return this.getBlobHandle(response.id);\n    }\n\n    public async createBlob(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>> {\n        if (this.runtime.attachState === AttachState.Detached) {\n            return this.createBlobDetached(blob);\n        }\n        if (this.runtime.attachState === AttachState.Attaching) {\n            // blob upload is not supported in \"Attaching\" state\n            this.mc.logger.sendTelemetryEvent({ eventName: \"CreateBlobWhileAttaching\" });\n            await new Promise<void>((resolve) => this.runtime.once(\"attached\", resolve));\n        }\n        assert(this.runtime.attachState === AttachState.Attached,\n            0x385 /* For clarity and paranoid defense against adding future attachment states */);\n\n        // Create a local ID for the blob. After uploading it to storage and before returning it, a local ID to\n        // storage ID mapping is created.\n        const localId = uuid();\n        const pendingEntry: PendingBlob = {\n            blob,\n            status: PendingBlobStatus.OnlinePendingUpload,\n            handleP: new Deferred(),\n            uploadP: this.uploadBlob(localId, blob),\n        };\n        this.pendingBlobs.set(localId, pendingEntry);\n\n        return pendingEntry.handleP.promise;\n    }\n\n    private async uploadBlob(localId: string, blob: ArrayBufferLike): Promise<ICreateBlobResponse> {\n        return PerformanceEvent.timedExecAsync(\n            this.mc.logger,\n            { eventName: \"createBlob\" },\n            async () => this.getStorage().createBlob(blob),\n            { end: true, cancel: this.runtime.connected ? \"error\" : \"generic\" },\n        ).then(\n            (response) => this.onUploadResolve(localId, response),\n            async (err) => this.onUploadReject(localId, err),\n        );\n    }\n\n    /**\n     * Set up a mapping in the redirect table from fromId to toId. Also, notify the runtime that a reference is added\n     * which is required for GC.\n     */\n    private setRedirection(fromId: string, toId: string | undefined) {\n        this.redirectTable.set(fromId, toId);\n        // Notify runtime of a reference added if toId is not undefined. It can be undefined when a blob is uploaded in\n        // detached mode. In this case, the entry will be updated when the blob is updated.\n        if (toId !== undefined) {\n            this.addedBlobReference(this.getBlobGCNodePath(fromId), this.getBlobGCNodePath(toId));\n        }\n    }\n\n    private deleteAndEmitsIfEmpty(id: string) {\n        if (this.pendingBlobs.has(id)) {\n            this.pendingBlobs.delete(id);\n            if (!this.hasPendingBlobs) {\n                this.emit(\"noPendingBlobs\");\n            }\n        }\n    }\n\n    private onUploadResolve(localId: string, response: ICreateBlobResponseWithTTL) {\n        const entry = this.pendingBlobs.get(localId);\n        assert(entry?.status === PendingBlobStatus.OnlinePendingUpload ||\n            entry?.status === PendingBlobStatus.OfflinePendingUpload,\n            0x386 /* Must have pending blob entry for uploaded blob */);\n        entry.storageId = response.id;\n        entry.localUploadTime = Date.now();\n        entry.minTTLInSeconds = response.minTTLInSeconds;\n        entry.serverUploadTime = this.getCurrentReferenceTimestampMs();\n        if (this.runtime.connected) {\n            if (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n                // Send a blob attach op. This serves two purposes:\n                // 1. If its a new blob, i.e., it isn't de-duped, the server will keep the blob alive if it sees this op\n                //    until its storage ID is added to the next summary.\n                // 2. It will create a local ID to storage ID mapping in all clients which is needed to retrieve the\n                //    blob from the server via the storage ID.\n                this.logTimeInfo(entry, \"sendBlobAttachResolveTTL\");\n                this.sendBlobAttachOp(localId, response.id);\n                if (this.storageIds.has(response.id)) {\n                    // The blob is de-duped. Set up a local ID to storage ID mapping and return the blob. Since this is\n                    // an existing blob, we don't have to wait for the op to be ack'd since this step has already\n                    // happened before and so, the server won't delete it.\n                    this.setRedirection(localId, response.id);\n                    entry.handleP.resolve(this.getBlobHandle(localId));\n                    this.deleteAndEmitsIfEmpty(localId);\n                } else {\n                    // If there is already an op for this storage ID, append the local ID to the list. Once any op for\n                    // this storage ID is ack'd, all pending blobs for it can be resolved since the op will keep the\n                    // blob alive in storage.\n                    this.opsInFlight.set(response.id, (this.opsInFlight.get(response.id) ?? []).concat(localId));\n                    entry.status = PendingBlobStatus.OnlinePendingOp;\n                }\n            } else if (entry.status === PendingBlobStatus.OfflinePendingUpload) {\n                // We already submitted a BlobAttach op for this blob when it was transitioned to offline flow\n                entry.status = PendingBlobStatus.OfflinePendingOp;\n            }\n        } else {\n            // connected to storage but not ordering service?\n            this.mc.logger.sendTelemetryEvent({ eventName: \"BlobUploadSuccessWhileDisconnected\" });\n            if (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n                this.transitionToOffline(localId);\n            }\n            entry.status = PendingBlobStatus.OfflinePendingOp;\n        }\n        return response;\n    }\n\n    private async onUploadReject(localId: string, error) {\n        const entry = this.pendingBlobs.get(localId);\n        assert(!!entry, 0x387 /* Must have pending blob entry for blob which failed to upload */);\n        if (!this.runtime.connected) {\n            if (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n                this.transitionToOffline(localId);\n            }\n            // we are probably not connected to storage but start another upload request in case we are\n            entry.uploadP = this.retryThrottler.getDelay().then(async () => this.uploadBlob(localId, entry.blob));\n            return entry.uploadP;\n        } else {\n            entry.handleP.reject(error);\n            throw error;\n        }\n    }\n\n    private transitionToOffline(localId: string) {\n        assert(!this.runtime.connected, 0x388 /* Must only transition to offline flow while runtime is disconnected */);\n        const entry = this.pendingBlobs.get(localId);\n        assert(!!entry, 0x389 /* No pending blob entry */);\n        assert([PendingBlobStatus.OnlinePendingUpload, PendingBlobStatus.OnlinePendingOp].includes(entry.status),\n            0x38a /* Blob must be in online flow to transition to offline flow */);\n\n        /**\n         * If we haven't already submitted a BlobAttach op for this entry, send it before returning the blob handle.\n         * This will make sure that the BlobAttach op is sequenced prior to any ops referencing the handle. Otherwise,\n         * an invalid handle could be added to the document.\n         * storageId may be undefined but since we are not connected we will have a chance to add it when reSubmit()\n         * is called on reconnection.\n         */\n        if (entry.status !== PendingBlobStatus.OnlinePendingOp) {\n            this.logTimeInfo(entry, \"sendBlobAttachTransitionOfflineTTL\");\n            this.sendBlobAttachOp(localId, entry.storageId);\n        }\n\n        entry.status = entry.status === PendingBlobStatus.OnlinePendingUpload\n            ? PendingBlobStatus.OfflinePendingUpload\n            : PendingBlobStatus.OfflinePendingOp;\n\n        entry.handleP.resolve(this.getBlobHandle(localId));\n    }\n\n    /**\n     * Resubmit a BlobAttach op. Used to add storage IDs to ops that were\n     * submitted to runtime while disconnected.\n     * @param metadata - op metadata containing storage and/or local IDs\n     */\n    public reSubmit(metadata: Record<string, unknown> | undefined) {\n        assert(!!metadata, 0x38b /* Resubmitted ops must have metadata */);\n        const { localId, blobId }: { localId?: string; blobId?: string } = metadata;\n        assert(localId !== undefined, 0x50d /* local ID not available on reSubmit */);\n        const pendingEntry = this.pendingBlobs.get(localId);\n        if (pendingEntry) {\n            this.logTimeInfo(pendingEntry, \"sendBlobAttachResubmitTTL\");\n        }\n        if (!blobId) {\n            // We submitted this op while offline. The blob should have been uploaded by now.\n            assert(pendingEntry?.status === PendingBlobStatus.OfflinePendingOp &&\n                !!pendingEntry?.storageId, 0x38d /* blob must be uploaded before resubmitting BlobAttach op */);\n            return this.sendBlobAttachOp(localId, pendingEntry.storageId);\n        }\n        return this.sendBlobAttachOp(localId, blobId);\n    }\n\n    private logTimeInfo(pendingEntry: PendingBlob, eventName: string) {\n        let timeLapseSinceLocalUpload: number = 0;\n        let timeLapseSinceServerUpload: number = 0;\n        let expiredUsingLocalTime;\n        let expiredUsingServerTime;\n        if(pendingEntry.localUploadTime){\n            timeLapseSinceLocalUpload = (Date.now() - pendingEntry.localUploadTime) / 1000;\n            expiredUsingLocalTime = (pendingEntry.minTTLInSeconds?? 0) - timeLapseSinceLocalUpload < 0 ? true : false;\n        }\n        if(pendingEntry.serverUploadTime){\n            timeLapseSinceServerUpload = (Date.now() - pendingEntry.serverUploadTime) / 1000;\n            expiredUsingServerTime = (pendingEntry.minTTLInSeconds?? 0) - timeLapseSinceServerUpload < 0 ? true : false;\n        }\n        this.mc.logger.sendTelemetryEvent({\n            eventName,\n            entryStatus: pendingEntry.status,\n            timeLapseSinceLocalUpload,\n            timeLapseSinceServerUpload,\n            minTTLInSeconds: pendingEntry.minTTLInSeconds,\n            expiredUsingLocalTime,\n            expiredUsingServerTime,\n        });\n\n    }\n\n    public processBlobAttachOp(message: ISequencedDocumentMessage, local: boolean) {\n        const localId = message.metadata?.localId;\n        const blobId = message.metadata?.blobId;\n        assert(blobId !== undefined, 0x12a /* \"Missing blob id on metadata\" */);\n\n        // Set up a mapping from local ID to storage ID. This is crucial since without this the blob cannot be\n        // requested from the server.\n        // Note: The check for undefined is needed for back-compat when localId was not part of the BlobAttach op that\n        // was sent when online.\n        if (localId !== undefined) {\n            this.setRedirection(localId, blobId);\n        }\n        // set identity (id -> id) entry\n        this.setRedirection(blobId, blobId);\n\n        if (local) {\n            assert(localId !== undefined, 0x50e /* local ID not present in blob attach message */);\n            const waitingBlobs = this.opsInFlight.get(blobId);\n            if (waitingBlobs !== undefined) {\n                // For each op corresponding to this storage ID that we are waiting for, resolve the pending blob.\n                // This is safe because the server will keep the blob alive and the op containing the local ID to\n                // storage ID is already in flight and any op containing this local ID will be sequenced after that.\n                waitingBlobs.forEach((pendingLocalId) => {\n                    const pendingBlobEntry = this.pendingBlobs.get(pendingLocalId);\n                    assert(\n                        pendingBlobEntry !== undefined,\n                        0x38f, /* local online BlobAttach op with no pending blob entry */\n                    );\n\n                    // It's possible we transitioned to offline flow while waiting for this op.\n                    if (pendingBlobEntry.status === PendingBlobStatus.OnlinePendingOp) {\n                        this.setRedirection(pendingLocalId, blobId);\n                        pendingBlobEntry.handleP.resolve(this.getBlobHandle(pendingLocalId));\n                        this.deleteAndEmitsIfEmpty(pendingLocalId);\n                    }\n                });\n                this.opsInFlight.delete(blobId);\n            }\n            // For blobs that were transitioned to offline flow while waiting for this op, the entry should be deleted.\n            this.deleteAndEmitsIfEmpty(localId);\n        }\n    }\n\n    /**\n     * Reads blobs needed to load BlobManager from storage.\n     * @param blobsTree - Tree containing IDs of previously attached blobs. We\n     * look for the IDs in the blob entries of the tree since the both the r11s\n     * and SPO drivers replace the attachment types returned in snapshot() with blobs.\n     */\n    public static async load(\n        blobsTree: ISnapshotTree | undefined,\n        tryFetchBlob: (id: string) => Promise<[string, string][]>,\n    ): Promise<IBlobManagerLoadInfo> {\n        if (!blobsTree) {\n            return {};\n        }\n        let redirectTable;\n        const tableId = blobsTree.blobs[this.redirectTableBlobName];\n        if (tableId) {\n            redirectTable = await tryFetchBlob(tableId);\n        }\n        const ids = Object.entries(blobsTree.blobs)\n            .filter(([k, _]) => k !== this.redirectTableBlobName).map(([_, v]) => v);\n        return { ids, redirectTable };\n    }\n\n    /**\n     * Load a set of previously attached blob IDs and redirect table from a previous snapshot.\n     */\n    private load(snapshot: IBlobManagerLoadInfo): Map<string, string | undefined> {\n        this.mc.logger.sendTelemetryEvent({\n            eventName: \"AttachmentBlobsLoaded\",\n            count: snapshot.ids?.length ?? 0,\n            redirectTable: snapshot.redirectTable?.length,\n        });\n        const table = new Map<string, string | undefined>(snapshot.redirectTable);\n        if (snapshot.ids) {\n            const detached = this.runtime.attachState === AttachState.Detached;\n            // If we are detached, we don't have storage IDs yet, so set to undefined\n            // Otherwise, set identity (id -> id) entries\n            snapshot.ids.forEach((entry) => table.set(entry, detached ? undefined : entry));\n        }\n        return table;\n    }\n\n    /**\n     * Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be\n     * individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.\n     * @param fullGC - true to bypass optimizations and force full generation of GC data. BlobManager doesn't care\n     * about this for now because the data is a simple list of blob ids.\n     */\n    public getGCData(fullGC: boolean = false): IGarbageCollectionData {\n        const gcData: IGarbageCollectionData = { gcNodes: {} };\n        for (const [localId, storageId] of this.redirectTable) {\n            assert(!!storageId, 0x390 /* Must be attached to get GC data */);\n            gcData.gcNodes[this.getBlobGCNodePath(localId)] = [this.getBlobGCNodePath(storageId)];\n        }\n        return gcData;\n    }\n\n    /**\n     * This is called to update blobs whose routes are unused. The unused blobs are deleted.\n     * @param unusedRoutes - The routes of the blob nodes that are unused.\n     */\n    public updateUnusedRoutes(unusedRoutes: string[]): void {\n        // The routes or blob node paths are in the same format as returned in getGCData -\n        // `/<BlobManager.basePath>/<blobId>`.\n        for (const route of unusedRoutes) {\n            const pathParts = route.split(\"/\");\n            assert(\n                pathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n                0x2d5 /* \"Invalid blob node id in unused routes.\" */,\n            );\n            const blobId = pathParts[2];\n            this.redirectTable.delete(blobId);\n        }\n    }\n\n    /**\n     * This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with\n     * accessing deleted content without actually deleting content from summaries.\n     * @param tombstonedRoutes - The routes of blob nodes that are tombstones.\n     */\n    public updateTombstonedRoutes(tombstonedRoutes: string[]) {\n        const tombstonedBlobsSet: Set<string> = new Set();\n        // The routes or blob node paths are in the same format as returned in getGCData -\n        // `/<BlobManager.basePath>/<blobId>`.\n        for (const route of tombstonedRoutes) {\n            const pathParts = route.split(\"/\");\n            assert(\n                pathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n                0x50f /* Invalid blob node id in tombstoned routes. */,\n            );\n            tombstonedBlobsSet.add(pathParts[2]);\n        }\n\n        // Remove blobs from the tombstone list that were tombstoned but aren't anymore as per the tombstoneRoutes.\n        for (const blobId of this.tombstonedBlobs) {\n            if (!tombstonedBlobsSet.has(blobId)) {\n                this.tombstonedBlobs.delete(blobId);\n            }\n        }\n\n        // Mark blobs that are now tombstoned by adding them to the tombstone list.\n        for (const blobId of tombstonedBlobsSet) {\n            this.tombstonedBlobs.add(blobId);\n        }\n    }\n\n    public summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n        // if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached\n        const blobIds = this.storageIds.size > 0 ? Array.from(this.storageIds) : Array.from(this.redirectTable.keys());\n        const builder = new SummaryTreeBuilder();\n        blobIds.forEach((blobId) => {\n            builder.addAttachment(blobId);\n        });\n\n        // Any non-identity entries in the table need to be saved in the summary\n        if (this.redirectTable.size > blobIds.length) {\n            builder.addBlob(\n                BlobManager.redirectTableBlobName,\n                // filter out identity entries\n                JSON.stringify(Array.from(this.redirectTable.entries())\n                    .filter(([localId, storageId]) => localId !== storageId)),\n            );\n        }\n\n        return builder.getSummaryTree();\n    }\n\n    public setRedirectTable(table: Map<string, string>) {\n        assert(this.runtime.attachState === AttachState.Detached,\n            0x252 /* \"redirect table can only be set in detached container\" */);\n        assert(this.redirectTable.size === table.size,\n            0x391 /* Redirect table size must match BlobManager's local ID count */);\n        for (const [localId, storageId] of table) {\n            assert(this.redirectTable.has(localId), 0x254 /* \"unrecognized id in redirect table\" */);\n            this.setRedirection(localId, storageId);\n            // set identity (id -> id) entry\n            this.setRedirection(storageId, storageId);\n        }\n    }\n\n    public getPendingBlobs(): IPendingBlobs {\n        const blobs = {};\n        for (const [key, entry] of this.pendingBlobs) {\n            blobs[key] = { blob: bufferToString(entry.blob, \"base64\") };\n        }\n        return blobs;\n    }\n}\n"]}
+{"version":3,"file":"blobManager.js","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAQlC,OAAO,EACN,mBAAmB,EACnB,yBAAyB,EACzB,mBAAmB,EACnB,kBAAkB,GAClB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACN,MAAM,EACN,cAAc,EACd,QAAQ,EACR,cAAc,EACd,iBAAiB,GACjB,MAAM,8BAA8B,CAAC;AAKtC,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EACN,WAAW,EACX,yBAAyB,EAEzB,gBAAgB,GAChB,MAAM,iCAAiC,CAAC;AAMzC,OAAO,EAAoB,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAc,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAExE;;;;;;GAMG;AACH,MAAM,OAAO,UAAU;IAatB,YACiB,IAAY,EACZ,YAAiC,EAC1C,GAAuB;QAFd,SAAI,GAAJ,IAAI,CAAQ;QACZ,iBAAY,GAAZ,YAAY,CAAqB;QAC1C,QAAG,GAAH,GAAG,CAAoB;QAfvB,aAAQ,GAAY,KAAK,CAAC;QAiBjC,IAAI,CAAC,YAAY,GAAG,yBAAyB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAhBD,IAAW,YAAY;QACtB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,IAAW,UAAU;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAYM,WAAW;QACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAEM,IAAI,CAAC,MAAoB;QAC/B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC/C,CAAC;CACD;AAED,MAAM,oBAAoB;IACzB,YAA6B,SAAqB;QAArB,cAAS,GAAT,SAAS,CAAY;QAC1C,YAAO,GAAG,IAAI,QAAQ,EAAQ,CAAC;IADc,CAAC;IAG/C,KAAK,CAAC,QAAQ;QACpB,OAAO,OAAO,CAAC,IAAI,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO;YACpB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC9E,CAAC,CAAC;IACJ,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,QAAQ,EAAQ,CAAC;IACrC,CAAC;CACD;AAmBD,qFAAqF;AACrF,uEAAuE;AACvE,IAAK,iBAKJ;AALD,WAAK,iBAAiB;IACrB,uFAAmB,CAAA;IACnB,+EAAe,CAAA;IACf,yFAAoB,CAAA;IACpB,iFAAgB,CAAA;AACjB,CAAC,EALI,iBAAiB,KAAjB,iBAAiB,QAKrB;AAuBD,MAAM,OAAO,WAAY,SAAQ,iBAAqC;IA6CrE,YACkB,YAAiC,EAClD,QAA8B,EACb,UAAyC;IAC1D;;;;;;;;;OASG;IACc,gBAA+D;IAChF,+FAA+F;IAC/F,0DAA0D;IACzC,aAAyC;IAC1D,6GAA6G;IAC7G,iCAAiC;IACjC,0DAA0D;IACzC,kBAAsE;IACvF,oDAAoD;IACpD,0DAA0D;IACzC,aAA4C,EAC5C,OAA4B,EAC7C,eAA8B,EAAE,EACf,8BAAwD;QAEzE,KAAK,EAAE,CAAC;QA5BS,iBAAY,GAAZ,YAAY,CAAqB;QAEjC,eAAU,GAAV,UAAU,CAA+B;QAWzC,qBAAgB,GAAhB,gBAAgB,CAA+C;QAG/D,kBAAa,GAAb,aAAa,CAA4B;QAIzC,uBAAkB,GAAlB,kBAAkB,CAAoD;QAGtE,kBAAa,GAAb,aAAa,CAA+B;QAC5C,YAAO,GAAP,OAAO,CAAqB;QAE5B,mCAA8B,GAA9B,8BAA8B,CAA0B;QA1D1E;;;;WAIG;QACc,iBAAY,GAA6B,IAAI,GAAG,EAAE,CAAC;QAEpE;;;;WAIG;QACc,gBAAW,GAA0B,IAAI,GAAG,EAAE,CAAC;QAE/C,mBAAc,GAAG,IAAI,oBAAoB,CACzD,IAAI,SAAS,CACZ,EAAE,GAAG,IAAI,EAAE,sBAAsB;QACjC,EAAE,GAAG,IAAI,EAAE,mBAAmB;QAC9B,4EAA4E;QAC5E,iBAAiB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CACvD,CACD,CAAC;QAIF;;;WAGG;QACc,oBAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;QAgCzD,IAAI,CAAC,EAAE,GAAG,yBAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5F,wFAAwF;QACxF,IAAI,CAAC,oBAAoB;YACxB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,uBAAuB,CAAC,KAAK,IAAI;gBAC3D,IAAI,CAAC,OAAO,CAAC,6BAA6B;gBAC1C,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,oBAAoB,CAAC;QAE1D,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzC,iEAAiE;QACjE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC9B,IAAI;gBACJ,MAAM,EAAE,iBAAiB,CAAC,oBAAoB;gBAC9C,OAAO,EAAE,IAAI,QAAQ,EAAE;gBACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;aACvC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,IAAY,qBAAqB;QAChC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,CAC1D,CAAC;IACH,CAAC;IAED,IAAW,wBAAwB;QAClC,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,IAAW,eAAe;QACzB,OAAO,CACN,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;YAClF,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,gBAAgB,CAAC,cAAc,CACpC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd;YACC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,cAAc,CAAC,MAAM;SAC5B,EACD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EACvC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAC1B,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc;QACrB,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YACjD,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;gBACvD,kGAAkG;gBAClG,oCAAoC;gBACpC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;SACD;IACF,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,MAAc;QACvC,OAAO,IAAI,WAAW,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,IAAY,UAAU;QACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAqB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,mEAAmE;QACnE,MAAM,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,uGAAuG;QACvG,oGAAoG;QACpG,MAAM,CACL,CAAC,qBAAqB;YACrB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,EACtE,KAAK,CAAC,gGAAgG,CACtG,CAAC;QAEF,OAAO,GAAkB,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAc;QAClC,8GAA8G;QAC9G,oBAAoB;QACpB,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE;YACZ,OAAO,OAAO,CAAC,IAAI,CAAC;SACpB;QACD,IAAI,SAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACtD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAE7E,oFAAoF;YACpF,uFAAuF;YACvF,SAAS,GAAG,MAAM,CAAC;SACnB;aAAM;YACN,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,CAAC,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpE,SAAS,GAAG,iBAAiB,CAAC;SAC9B;QAED,iEAAiE;QACjE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnD,OAAO,gBAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,oBAAoB,EAAE,EAAE,EAAE,SAAS,EAAE,EAClD,KAAK,IAAI,EAAE;YACV,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC,EACD,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAC9B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,EAAU;QAC/B,MAAM,CACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EACvD,KAAK,CAAC,wCAAwC,CAC9C,CAAC;QACF,OAAO,IAAI,UAAU,CAAC,GAAG,WAAW,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE,CACpF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC/B,IAAqB;QAErB,oFAAoF;QACpF,qFAAqF;QACrF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACtD,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;SACrC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,SAAS,EAAE;YACvD,oDAAoD;YACpD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC7E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;SAC7E;QACD,MAAM,CACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,8EAA8E,CACpF,CAAC;QAEF,uGAAuG;QACvG,iCAAiC;QACjC,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;QACvB,MAAM,YAAY,GAAgB;YACjC,IAAI;YACJ,MAAM,EAAE,iBAAiB,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,QAAQ,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SACvC,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE7C,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,IAAqB;QAC9D,OAAO,gBAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,YAAY,EAAE,EAC3B,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC9C,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CACnE,CAAC,IAAI,CACL,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,EACrD,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CAChD,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,MAAc,EAAE,IAAwB;QAC9D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,+GAA+G;QAC/G,mFAAmF;QACnF,IAAI,IAAI,KAAK,SAAS,EAAE;YACvB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;SACtF;IACF,CAAC;IAEO,qBAAqB,CAAC,EAAU;QACvC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAC9B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;gBAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;aAC5B;SACD;IACF,CAAC;IAEO,eAAe,CAAC,OAAe,EAAE,QAAoC;;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CACL,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,mBAAmB;YACtD,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,oBAAoB,EACzD,KAAK,CAAC,oDAAoD,CAC1D,CAAC;QACF,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,mDAAmD;gBACnD,wGAAwG;gBACxG,wDAAwD;gBACxD,oGAAoG;gBACpG,8CAA8C;gBAC9C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;gBACpD,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;oBACrC,mGAAmG;oBACnG,6FAA6F;oBAC7F,sDAAsD;oBACtD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAC1C,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBACpC;qBAAM;oBACN,kGAAkG;oBAClG,gGAAgG;oBAChG,yBAAyB;oBACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CACnB,QAAQ,CAAC,EAAE,EACX,CAAC,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CACzD,CAAC;oBACF,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC;iBACjD;aACD;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,EAAE;gBACnE,8FAA8F;gBAC9F,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;aAClD;SACD;aAAM;YACN,iDAAiD;YACjD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,oCAAoC,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;SAClD;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,KAAK;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,2FAA2F;YAC3F,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc;iBACjC,QAAQ,EAAE;iBACV,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,OAAO,KAAK,CAAC,OAAO,CAAC;SACrB;aAAM;YACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEO,mBAAmB,CAAC,OAAe;QAC1C,MAAM,CACL,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EACvB,KAAK,CAAC,wEAAwE,CAC9E,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACnD,MAAM,CACL,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC,QAAQ,CAClF,KAAK,CAAC,MAAM,CACZ,EACD,KAAK,CAAC,+DAA+D,CACrE,CAAC;QAEF;;;;;;WAMG;QACH,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;YACvD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;YAC9D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SAChD;QAED,KAAK,CAAC,MAAM;YACX,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB;gBACrD,CAAC,CAAC,iBAAiB,CAAC,oBAAoB;gBACxC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QAEvC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,QAA6C;QAC5D,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAA0C,QAAQ,CAAC;QAC5E,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,2BAA2B,CAAC,CAAC;SAC5D;QACD,IAAI,CAAC,MAAM,EAAE;YACZ,iFAAiF;YACjF,MAAM,CACL,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,MAAK,iBAAiB,CAAC,gBAAgB;gBAC1D,CAAC,CAAC,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,SAAS,CAAA,EAC1B,KAAK,CAAC,6DAA6D,CACnE,CAAC;YACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;SAC9D;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAEO,WAAW,CAAC,YAAyB,EAAE,SAAiB;;QAC/D,IAAI,yBAAyB,GAAW,CAAC,CAAC;QAC1C,IAAI,0BAA0B,GAAW,CAAC,CAAC;QAC3C,IAAI,qBAAqB,CAAC;QAC1B,IAAI,sBAAsB,CAAC;QAC3B,IAAI,YAAY,CAAC,eAAe,EAAE;YACjC,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;YAC/E,qBAAqB;gBACpB,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAI,CAAC,CAAC,GAAG,yBAAyB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SACpF;QACD,IAAI,YAAY,CAAC,gBAAgB,EAAE;YAClC,0BAA0B,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;YACjF,sBAAsB;gBACrB,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAI,CAAC,CAAC,GAAG,0BAA0B,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SACrF;QACD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS;YACT,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,yBAAyB;YACzB,0BAA0B;YAC1B,eAAe,EAAE,YAAY,CAAC,eAAe;YAC7C,qBAAqB;YACrB,sBAAsB;SACtB,CAAC,CAAC;IACJ,CAAC;IAEM,mBAAmB,CAAC,OAAkC,EAAE,KAAc;;QAC5E,MAAM,OAAO,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAC;QACxC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAExE,sGAAsG;QACtG,6BAA6B;QAC7B,8GAA8G;QAC9G,wBAAwB;QACxB,IAAI,OAAO,KAAK,SAAS,EAAE;YAC1B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SACrC;QACD,gCAAgC;QAChC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpC,IAAI,KAAK,EAAE;YACV,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACvF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC/B,kGAAkG;gBAClG,iGAAiG;gBACjG,oGAAoG;gBACpG,YAAY,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;oBACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC/D,MAAM,CACL,gBAAgB,KAAK,SAAS,EAC9B,KAAK,CAAC,2DAA2D,CACjE,CAAC;oBAEF,2EAA2E;oBAC3E,IAAI,gBAAgB,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;wBAClE,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;wBAC5C,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;wBACrE,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;qBAC3C;gBACF,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aAChC;YACD,2GAA2G;YAC3G,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACpC;IACF,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CACvB,SAAoC,EACpC,YAAyD;QAEzD,IAAI,CAAC,SAAS,EAAE;YACf,OAAO,EAAE,CAAC;SACV;QACD,IAAI,aAAa,CAAC;QAClB,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5D,IAAI,OAAO,EAAE;YACZ,aAAa,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;SAC5C;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,QAA8B;;QAC1C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,MAAA,MAAA,QAAQ,CAAC,GAAG,0CAAE,MAAM,mCAAI,CAAC;YAChC,aAAa,EAAE,MAAA,QAAQ,CAAC,aAAa,0CAAE,MAAM;SAC7C,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAA6B,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,GAAG,EAAE;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;YACnE,yEAAyE;YACzE,6CAA6C;YAC7C,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SAChF;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACI,SAAS,CAAC,SAAkB,KAAK;QACvC,MAAM,MAAM,GAA2B,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE;YACtD,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACjE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC;SACtF;QACD,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,YAAsB;QAC/C,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YACjC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CACL,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,8CAA8C,CACpD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SAClC;IACF,CAAC;IAED;;;;OAIG;IACI,sBAAsB,CAAC,gBAA0B;QACvD,MAAM,kBAAkB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAClD,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CACL,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,gDAAgD,CACtD,CAAC;YACF,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;SACrC;QAED,2GAA2G;QAC3G,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE;YAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACpC;SACD;QAED,2EAA2E;QAC3E,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE;YACxC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACjC;IACF,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,MAAc;QACxC;;;;;WAKG;QACH,IAAI,KAAK,GAAuC,OAAO,CAAC;QACxD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,EAAE;YACvD,KAAK,GAAG,SAAS,CAAC;SAClB;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YAC5C,KAAK,GAAG,YAAY,CAAC;SACrB;QAED,IAAI,KAAK,KAAK,OAAO,EAAE;YACtB,OAAO;SACP;QAED,2GAA2G;QAC3G,oBAAoB;QACpB,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,oBAAoB,CAAC;QACpE,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,mBAAmB,CAChC,mBAAmB,CAClB,GAAG,EACH,kBAAkB,EAClB,OAAO,EACP,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,0BAA0B,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAC3E,EACD,OAAO,CACP,CAAC;QACF,0BAA0B,CACzB,IAAI,CAAC,EAAE,EACP;YACC,SAAS,EACR,KAAK,KAAK,YAAY;gBACrB,CAAC,CAAC,6BAA6B;gBAC/B,CAAC,CAAC,2BAA2B;YAC/B,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YAC1C,6BAA6B,EAAE,IAAI,CAAC,OAAO,CAAC,6BAA6B;SACzE,EACD,CAAC,WAAW,CAAC,QAAQ,CAAC,EACtB,KAAK,CACL,CAAC;QACF,IAAI,UAAU,EAAE;YACf,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEM,SAAS,CAAC,gBAAoC;QACpD,gHAAgH;QAChH,MAAM,OAAO,GACZ,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;YAC7B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE;YAC7C,OAAO,CAAC,OAAO,CACd,WAAW,CAAC,qBAAqB;YACjC,8BAA8B;YAC9B,IAAI,CAAC,SAAS,CACb,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAC9C,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAC/C,CACD,CACD,CAAC;SACF;QAED,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAEM,gBAAgB,CAAC,KAA0B;QACjD,MAAM,CACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,4DAA4D,CAClE,CAAC;QACF,MAAM,CACL,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EACtC,KAAK,CAAC,iEAAiE,CACvE,CAAC;QACF,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,EAAE;YACzC,MAAM,CACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAC/B,KAAK,CAAC,yCAAyC,CAC/C,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SAC1C;IACF,CAAC;IAEM,eAAe;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YAC7C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;SAC5D;QACD,OAAO,KAAK,CAAC;IACd,CAAC;;AA9rBsB,oBAAQ,GAAG,QAAQ,CAAC;AACnB,iCAAqB,GAAG,gBAAgB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { v4 as uuid } from \"uuid\";\nimport { IFluidHandle, IFluidHandleContext } from \"@fluidframework/core-interfaces\";\nimport { IDocumentStorageService } from \"@fluidframework/driver-definitions\";\nimport {\n\tICreateBlobResponse,\n\tISequencedDocumentMessage,\n\tISnapshotTree,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n\tcreateResponseError,\n\tgenerateHandleContextPath,\n\tresponseToException,\n\tSummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport {\n\tassert,\n\tbufferToString,\n\tDeferred,\n\tstringToBuffer,\n\tTypedEventEmitter,\n} from \"@fluidframework/common-utils\";\nimport {\n\tIContainerRuntime,\n\tIContainerRuntimeEvents,\n} from \"@fluidframework/container-runtime-definitions\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport {\n\tChildLogger,\n\tloggerToMonitoringContext,\n\tMonitoringContext,\n\tPerformanceEvent,\n} from \"@fluidframework/telemetry-utils\";\nimport {\n\tIGarbageCollectionData,\n\tISummaryTreeWithStats,\n\tITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport { ContainerRuntime, TombstoneResponseHeaderKey } from \"./containerRuntime\";\nimport { Throttler, formExponentialFn, IThrottler } from \"./throttler\";\nimport { summarizerClientType } from \"./summarizerClientElection\";\nimport { throwOnTombstoneLoadKey } from \"./garbageCollectionConstants\";\nimport { sendGCUnexpectedUsageEvent } from \"./garbageCollectionHelpers\";\n\n/**\n * This class represents blob (long string)\n * This object is used only when creating (writing) new blob and serialization purposes.\n * De-serialization process goes through FluidObjectHandle and request flow:\n * DataObject.request() recognizes requests in the form of `/blobs/<id>`\n * and loads blob.\n */\nexport class BlobHandle implements IFluidHandle<ArrayBufferLike> {\n\tprivate attached: boolean = false;\n\n\tpublic get IFluidHandle(): IFluidHandle {\n\t\treturn this;\n\t}\n\n\tpublic get isAttached(): boolean {\n\t\treturn this.attached;\n\t}\n\n\tpublic readonly absolutePath: string;\n\n\tconstructor(\n\t\tpublic readonly path: string,\n\t\tpublic readonly routeContext: IFluidHandleContext,\n\t\tpublic get: () => Promise<any>,\n\t) {\n\t\tthis.absolutePath = generateHandleContextPath(path, this.routeContext);\n\t}\n\n\tpublic attachGraph() {\n\t\tthis.attached = true;\n\t}\n\n\tpublic bind(handle: IFluidHandle) {\n\t\tthrow new Error(\"Cannot bind to blob handle\");\n\t}\n}\n\nclass CancellableThrottler {\n\tconstructor(private readonly throttler: IThrottler) {}\n\tprivate cancelP = new Deferred<void>();\n\n\tpublic async getDelay(): Promise<void> {\n\t\treturn Promise.race([\n\t\t\tthis.cancelP.promise,\n\t\t\tnew Promise<void>((resolve) => setTimeout(resolve, this.throttler.getDelay())),\n\t\t]);\n\t}\n\n\tpublic cancel() {\n\t\tthis.cancelP.resolve();\n\t\tthis.cancelP = new Deferred<void>();\n\t}\n}\n\n/**\n * Information from a snapshot needed to load BlobManager\n */\nexport interface IBlobManagerLoadInfo {\n\tids?: string[];\n\tredirectTable?: [string, string][];\n}\n\n// Restrict the IContainerRuntime interface to the subset required by BlobManager.  This helps to make\n// the contract explicit and reduces the amount of mocking required for tests.\nexport type IBlobManagerRuntime = Pick<\n\tIContainerRuntime,\n\t\"attachState\" | \"connected\" | \"logger\" | \"clientDetails\"\n> &\n\tPick<ContainerRuntime, \"gcTombstoneEnforcementAllowed\"> &\n\tTypedEventEmitter<IContainerRuntimeEvents>;\n\n// Note that while offline we \"submit\" an op before uploading the blob, but we always\n// expect blobs to be uploaded before we actually see the op round-trip\nenum PendingBlobStatus {\n\tOnlinePendingUpload,\n\tOnlinePendingOp,\n\tOfflinePendingUpload,\n\tOfflinePendingOp,\n}\n\ntype ICreateBlobResponseWithTTL = ICreateBlobResponse & Partial<Record<\"minTTLInSeconds\", number>>;\n\ninterface PendingBlob {\n\tblob: ArrayBufferLike;\n\tstatus: PendingBlobStatus;\n\tstorageId?: string;\n\thandleP: Deferred<IFluidHandle<ArrayBufferLike>>;\n\tuploadP: Promise<ICreateBlobResponse>;\n\tlocalUploadTime?: number;\n\tserverUploadTime?: number;\n\tminTTLInSeconds?: number;\n}\n\nexport interface IPendingBlobs {\n\t[id: string]: { blob: string };\n}\n\nexport interface IBlobManagerEvents {\n\t(event: \"noPendingBlobs\", listener: () => void);\n}\n\nexport class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {\n\tpublic static readonly basePath = \"_blobs\";\n\tprivate static readonly redirectTableBlobName = \".redirectTable\";\n\tprivate readonly mc: MonitoringContext;\n\n\t/**\n\t * Map of local IDs to storage IDs. Contains identity entries (id → id) for storage IDs. All requested IDs should\n\t * be a key in this map. Blobs created while the container is detached are stored in IDetachedBlobStorage which\n\t * gives local IDs; the storage IDs are filled in at attach time.\n\t * Note: It contains mappings from all clients, i.e., from remote clients as well. local ID comes from the client\n\t * that uploaded the blob but its mapping to storage ID is needed in all clients in order to retrieve the blob.\n\t */\n\tprivate readonly redirectTable: Map<string, string | undefined>;\n\n\t/**\n\t * Blobs which have not been uploaded or for which we have not yet seen a BlobAttach op round-trip.\n\t * Until we see the op round-trip, there is a possibility we may need to re-upload the blob, so\n\t * we must save it. This is true for both the online and offline flow.\n\t */\n\tprivate readonly pendingBlobs: Map<string, PendingBlob> = new Map();\n\n\t/**\n\t * Track ops in flight for online flow. This is used for optimizations where if we receive an ack for a storage ID,\n\t * we can resolve all pending blobs with the same storage ID even though they may have different local IDs. That's\n\t * because we know that the server will not delete the blob corresponding to that storage ID.\n\t */\n\tprivate readonly opsInFlight: Map<string, string[]> = new Map();\n\n\tprivate readonly retryThrottler = new CancellableThrottler(\n\t\tnew Throttler(\n\t\t\t60 * 1000, // 60 sec delay window\n\t\t\t30 * 1000, // 30 sec max delay\n\t\t\t// throttling function increases exponentially (0ms, 40ms, 80ms, 160ms, etc)\n\t\t\tformExponentialFn({ coefficient: 20, initialDelay: 0 }),\n\t\t),\n\t);\n\n\t/** If true, throw an error when a tombstone attachment blob is retrieved. */\n\tprivate readonly throwOnTombstoneLoad: boolean;\n\t/**\n\t * This stores IDs of tombstoned blobs.\n\t * Tombstone is a temporary feature that imitates a blob getting swept by garbage collection.\n\t */\n\tprivate readonly tombstonedBlobs: Set<string> = new Set();\n\n\tconstructor(\n\t\tprivate readonly routeContext: IFluidHandleContext,\n\t\tsnapshot: IBlobManagerLoadInfo,\n\t\tprivate readonly getStorage: () => IDocumentStorageService,\n\t\t/**\n\t\t * Submit a BlobAttach op. When a blob is uploaded, there is a short grace period before which the blob is\n\t\t * deleted. The BlobAttach op notifies the server that blob is in use. The server will then not delete the\n\t\t * the blob as long as it is listed as referenced in future summaries. The summarizing client will know to\n\t\t * include the storage ID in the summary when it sees the op.\n\t\t *\n\t\t * The op will also include a local ID to inform all clients of the relation to the storage ID, without\n\t\t * knowledge of which they cannot request the blob from storage. It's important that this op is sequenced\n\t\t * before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.\n\t\t */\n\t\tprivate readonly sendBlobAttachOp: (localId: string, storageId?: string) => void,\n\t\t// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly blobRequested: (blobPath: string) => void,\n\t\t// Called when a reference is added to a blob. For instance, when creating a localId / storageId to storageId\n\t\t// mapping in the redirect table.\n\t\t// Node path formats - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly addedBlobReference: (fromNodePath: string, toNodePath: string) => void,\n\t\t// Called to check if a blob has been deleted by GC.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly isBlobDeleted: (blobPath: string) => boolean,\n\t\tprivate readonly runtime: IBlobManagerRuntime,\n\t\tstashedBlobs: IPendingBlobs = {},\n\t\tprivate readonly getCurrentReferenceTimestampMs: () => number | undefined,\n\t) {\n\t\tsuper();\n\t\tthis.mc = loggerToMonitoringContext(ChildLogger.create(this.runtime.logger, \"BlobManager\"));\n\t\t// Read the feature flag that tells whether to throw when a tombstone blob is requested.\n\t\tthis.throwOnTombstoneLoad =\n\t\t\tthis.mc.config.getBoolean(throwOnTombstoneLoadKey) === true &&\n\t\t\tthis.runtime.gcTombstoneEnforcementAllowed &&\n\t\t\tthis.runtime.clientDetails.type !== summarizerClientType;\n\n\t\tthis.runtime.on(\"disconnected\", () => this.onDisconnected());\n\t\tthis.redirectTable = this.load(snapshot);\n\n\t\t// Begin uploading stashed blobs from previous container instance\n\t\tObject.entries(stashedBlobs).forEach(([localId, entry]) => {\n\t\t\tconst blob = stringToBuffer(entry.blob, \"base64\");\n\t\t\tthis.pendingBlobs.set(localId, {\n\t\t\t\tblob,\n\t\t\t\tstatus: PendingBlobStatus.OfflinePendingUpload,\n\t\t\t\thandleP: new Deferred(),\n\t\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t\t});\n\t\t});\n\t}\n\n\tprivate get pendingOfflineUploads() {\n\t\treturn Array.from(this.pendingBlobs.values()).filter(\n\t\t\t(e) => e.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t);\n\t}\n\n\tpublic get hasPendingOfflineUploads(): boolean {\n\t\treturn this.pendingOfflineUploads.length > 0;\n\t}\n\n\tpublic get hasPendingBlobs(): boolean {\n\t\treturn (\n\t\t\t(this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0) ||\n\t\t\tthis.pendingBlobs.size > 0\n\t\t);\n\t}\n\n\t/**\n\t * Upload blobs added while offline. This must be completed before connecting and resubmitting ops.\n\t */\n\tpublic async onConnected() {\n\t\tthis.retryThrottler.cancel();\n\t\tconst pendingUploads = this.pendingOfflineUploads.map(async (e) => e.uploadP);\n\t\tawait PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{\n\t\t\t\teventName: \"BlobUploadOnConnected\",\n\t\t\t\tcount: pendingUploads.length,\n\t\t\t},\n\t\t\tasync () => Promise.all(pendingUploads),\n\t\t\t{ start: true, end: true },\n\t\t);\n\t}\n\n\t/**\n\t * Transition online blobs waiting for BlobAttach op round-trip since we will not see the op until we are connected\n\t * again\n\t */\n\tprivate onDisconnected() {\n\t\tfor (const [localId, entry] of this.pendingBlobs) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t// This will submit another BlobAttach op for this blob. This is necessary because the one we sent\n\t\t\t\t// already didn't have the local ID.\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`\n\t * This path must match the path of the blob handle returned by the createBlob API because blobs are marked\n\t * referenced by storing these handles in a referenced DDS.\n\t */\n\tprivate getBlobGCNodePath(blobId: string) {\n\t\treturn `/${BlobManager.basePath}/${blobId}`;\n\t}\n\n\t/**\n\t * Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is\n\t * detached or there are no (non-pending) attachment blobs in the document\n\t */\n\tprivate get storageIds(): Set<string> {\n\t\tconst ids = new Set<string | undefined>(this.redirectTable.values());\n\n\t\t// If we are detached, we will not have storage IDs, only undefined\n\t\tconst undefinedValueInTable = ids.delete(undefined);\n\n\t\t// For a detached container, entries are inserted into the redirect table with an undefined storage ID.\n\t\t// For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.\n\t\tassert(\n\t\t\t!undefinedValueInTable ||\n\t\t\t\t(this.runtime.attachState === AttachState.Detached && ids.size === 0),\n\t\t\t0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */,\n\t\t);\n\n\t\treturn ids as Set<string>;\n\t}\n\n\tpublic async getBlob(blobId: string): Promise<ArrayBufferLike> {\n\t\t// Verify that the blob is valid, i.e., it has not been garbage collected. If it is, this will throw an error,\n\t\t// failing the call.\n\t\tthis.verifyBlobValidity(blobId);\n\n\t\tconst pending = this.pendingBlobs.get(blobId);\n\t\tif (pending) {\n\t\t\treturn pending.blob;\n\t\t}\n\t\tlet storageId: string;\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\tassert(this.redirectTable.has(blobId), 0x383 /* requesting unknown blobs */);\n\n\t\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t\t// The 'IDocumentStorageService.readBlob()' call below will retrieve these via localId.\n\t\t\tstorageId = blobId;\n\t\t} else {\n\t\t\tconst attachedStorageId = this.redirectTable.get(blobId);\n\t\t\tassert(!!attachedStorageId, 0x11f /* \"requesting unknown blobs\" */);\n\t\t\tstorageId = attachedStorageId;\n\t\t}\n\n\t\t// Let runtime know that the corresponding GC node was requested.\n\t\tthis.blobRequested(this.getBlobGCNodePath(blobId));\n\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"AttachmentReadBlob\", id: storageId },\n\t\t\tasync () => {\n\t\t\t\treturn this.getStorage().readBlob(storageId);\n\t\t\t},\n\t\t\t{ end: true, cancel: \"error\" },\n\t\t);\n\t}\n\n\tprivate getBlobHandle(id: string): IFluidHandle<ArrayBufferLike> {\n\t\tassert(\n\t\t\tthis.redirectTable.has(id) || this.pendingBlobs.has(id),\n\t\t\t0x384 /* requesting handle for unknown blob */,\n\t\t);\n\t\treturn new BlobHandle(`${BlobManager.basePath}/${id}`, this.routeContext, async () =>\n\t\t\tthis.getBlob(id),\n\t\t);\n\t}\n\n\tprivate async createBlobDetached(\n\t\tblob: ArrayBufferLike,\n\t): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t// The 'IDocumentStorageService.createBlob()' call below will respond with a localId.\n\t\tconst response = await this.getStorage().createBlob(blob);\n\t\tthis.setRedirection(response.id, undefined);\n\t\treturn this.getBlobHandle(response.id);\n\t}\n\n\tpublic async createBlob(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\treturn this.createBlobDetached(blob);\n\t\t}\n\t\tif (this.runtime.attachState === AttachState.Attaching) {\n\t\t\t// blob upload is not supported in \"Attaching\" state\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"CreateBlobWhileAttaching\" });\n\t\t\tawait new Promise<void>((resolve) => this.runtime.once(\"attached\", resolve));\n\t\t}\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Attached,\n\t\t\t0x385 /* For clarity and paranoid defense against adding future attachment states */,\n\t\t);\n\n\t\t// Create a local ID for the blob. After uploading it to storage and before returning it, a local ID to\n\t\t// storage ID mapping is created.\n\t\tconst localId = uuid();\n\t\tconst pendingEntry: PendingBlob = {\n\t\t\tblob,\n\t\t\tstatus: PendingBlobStatus.OnlinePendingUpload,\n\t\t\thandleP: new Deferred(),\n\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t};\n\t\tthis.pendingBlobs.set(localId, pendingEntry);\n\n\t\treturn pendingEntry.handleP.promise;\n\t}\n\n\tprivate async uploadBlob(localId: string, blob: ArrayBufferLike): Promise<ICreateBlobResponse> {\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"createBlob\" },\n\t\t\tasync () => this.getStorage().createBlob(blob),\n\t\t\t{ end: true, cancel: this.runtime.connected ? \"error\" : \"generic\" },\n\t\t).then(\n\t\t\t(response) => this.onUploadResolve(localId, response),\n\t\t\tasync (err) => this.onUploadReject(localId, err),\n\t\t);\n\t}\n\n\t/**\n\t * Set up a mapping in the redirect table from fromId to toId. Also, notify the runtime that a reference is added\n\t * which is required for GC.\n\t */\n\tprivate setRedirection(fromId: string, toId: string | undefined) {\n\t\tthis.redirectTable.set(fromId, toId);\n\t\t// Notify runtime of a reference added if toId is not undefined. It can be undefined when a blob is uploaded in\n\t\t// detached mode. In this case, the entry will be updated when the blob is updated.\n\t\tif (toId !== undefined) {\n\t\t\tthis.addedBlobReference(this.getBlobGCNodePath(fromId), this.getBlobGCNodePath(toId));\n\t\t}\n\t}\n\n\tprivate deleteAndEmitsIfEmpty(id: string) {\n\t\tif (this.pendingBlobs.has(id)) {\n\t\t\tthis.pendingBlobs.delete(id);\n\t\t\tif (!this.hasPendingBlobs) {\n\t\t\t\tthis.emit(\"noPendingBlobs\");\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate onUploadResolve(localId: string, response: ICreateBlobResponseWithTTL) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(\n\t\t\tentry?.status === PendingBlobStatus.OnlinePendingUpload ||\n\t\t\t\tentry?.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t\t0x386 /* Must have pending blob entry for uploaded blob */,\n\t\t);\n\t\tentry.storageId = response.id;\n\t\tentry.localUploadTime = Date.now();\n\t\tentry.minTTLInSeconds = response.minTTLInSeconds;\n\t\tentry.serverUploadTime = this.getCurrentReferenceTimestampMs();\n\t\tif (this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\t// Send a blob attach op. This serves two purposes:\n\t\t\t\t// 1. If its a new blob, i.e., it isn't de-duped, the server will keep the blob alive if it sees this op\n\t\t\t\t//    until its storage ID is added to the next summary.\n\t\t\t\t// 2. It will create a local ID to storage ID mapping in all clients which is needed to retrieve the\n\t\t\t\t//    blob from the server via the storage ID.\n\t\t\t\tthis.logTimeInfo(entry, \"sendBlobAttachResolveTTL\");\n\t\t\t\tthis.sendBlobAttachOp(localId, response.id);\n\t\t\t\tif (this.storageIds.has(response.id)) {\n\t\t\t\t\t// The blob is de-duped. Set up a local ID to storage ID mapping and return the blob. Since this is\n\t\t\t\t\t// an existing blob, we don't have to wait for the op to be ack'd since this step has already\n\t\t\t\t\t// happened before and so, the server won't delete it.\n\t\t\t\t\tthis.setRedirection(localId, response.id);\n\t\t\t\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t\t\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t\t\t} else {\n\t\t\t\t\t// If there is already an op for this storage ID, append the local ID to the list. Once any op for\n\t\t\t\t\t// this storage ID is ack'd, all pending blobs for it can be resolved since the op will keep the\n\t\t\t\t\t// blob alive in storage.\n\t\t\t\t\tthis.opsInFlight.set(\n\t\t\t\t\t\tresponse.id,\n\t\t\t\t\t\t(this.opsInFlight.get(response.id) ?? []).concat(localId),\n\t\t\t\t\t);\n\t\t\t\t\tentry.status = PendingBlobStatus.OnlinePendingOp;\n\t\t\t\t}\n\t\t\t} else if (entry.status === PendingBlobStatus.OfflinePendingUpload) {\n\t\t\t\t// We already submitted a BlobAttach op for this blob when it was transitioned to offline flow\n\t\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t\t}\n\t\t} else {\n\t\t\t// connected to storage but not ordering service?\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"BlobUploadSuccessWhileDisconnected\" });\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t}\n\t\treturn response;\n\t}\n\n\tprivate async onUploadReject(localId: string, error) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x387 /* Must have pending blob entry for blob which failed to upload */);\n\t\tif (!this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\t// we are probably not connected to storage but start another upload request in case we are\n\t\t\tentry.uploadP = this.retryThrottler\n\t\t\t\t.getDelay()\n\t\t\t\t.then(async () => this.uploadBlob(localId, entry.blob));\n\t\t\treturn entry.uploadP;\n\t\t} else {\n\t\t\tentry.handleP.reject(error);\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tprivate transitionToOffline(localId: string) {\n\t\tassert(\n\t\t\t!this.runtime.connected,\n\t\t\t0x388 /* Must only transition to offline flow while runtime is disconnected */,\n\t\t);\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x389 /* No pending blob entry */);\n\t\tassert(\n\t\t\t[PendingBlobStatus.OnlinePendingUpload, PendingBlobStatus.OnlinePendingOp].includes(\n\t\t\t\tentry.status,\n\t\t\t),\n\t\t\t0x38a /* Blob must be in online flow to transition to offline flow */,\n\t\t);\n\n\t\t/**\n\t\t * If we haven't already submitted a BlobAttach op for this entry, send it before returning the blob handle.\n\t\t * This will make sure that the BlobAttach op is sequenced prior to any ops referencing the handle. Otherwise,\n\t\t * an invalid handle could be added to the document.\n\t\t * storageId may be undefined but since we are not connected we will have a chance to add it when reSubmit()\n\t\t * is called on reconnection.\n\t\t */\n\t\tif (entry.status !== PendingBlobStatus.OnlinePendingOp) {\n\t\t\tthis.logTimeInfo(entry, \"sendBlobAttachTransitionOfflineTTL\");\n\t\t\tthis.sendBlobAttachOp(localId, entry.storageId);\n\t\t}\n\n\t\tentry.status =\n\t\t\tentry.status === PendingBlobStatus.OnlinePendingUpload\n\t\t\t\t? PendingBlobStatus.OfflinePendingUpload\n\t\t\t\t: PendingBlobStatus.OfflinePendingOp;\n\n\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t}\n\n\t/**\n\t * Resubmit a BlobAttach op. Used to add storage IDs to ops that were\n\t * submitted to runtime while disconnected.\n\t * @param metadata - op metadata containing storage and/or local IDs\n\t */\n\tpublic reSubmit(metadata: Record<string, unknown> | undefined) {\n\t\tassert(!!metadata, 0x38b /* Resubmitted ops must have metadata */);\n\t\tconst { localId, blobId }: { localId?: string; blobId?: string } = metadata;\n\t\tassert(localId !== undefined, 0x50d /* local ID not available on reSubmit */);\n\t\tconst pendingEntry = this.pendingBlobs.get(localId);\n\t\tif (pendingEntry) {\n\t\t\tthis.logTimeInfo(pendingEntry, \"sendBlobAttachResubmitTTL\");\n\t\t}\n\t\tif (!blobId) {\n\t\t\t// We submitted this op while offline. The blob should have been uploaded by now.\n\t\t\tassert(\n\t\t\t\tpendingEntry?.status === PendingBlobStatus.OfflinePendingOp &&\n\t\t\t\t\t!!pendingEntry?.storageId,\n\t\t\t\t0x38d /* blob must be uploaded before resubmitting BlobAttach op */,\n\t\t\t);\n\t\t\treturn this.sendBlobAttachOp(localId, pendingEntry.storageId);\n\t\t}\n\t\treturn this.sendBlobAttachOp(localId, blobId);\n\t}\n\n\tprivate logTimeInfo(pendingEntry: PendingBlob, eventName: string) {\n\t\tlet timeLapseSinceLocalUpload: number = 0;\n\t\tlet timeLapseSinceServerUpload: number = 0;\n\t\tlet expiredUsingLocalTime;\n\t\tlet expiredUsingServerTime;\n\t\tif (pendingEntry.localUploadTime) {\n\t\t\ttimeLapseSinceLocalUpload = (Date.now() - pendingEntry.localUploadTime) / 1000;\n\t\t\texpiredUsingLocalTime =\n\t\t\t\t(pendingEntry.minTTLInSeconds ?? 0) - timeLapseSinceLocalUpload < 0 ? true : false;\n\t\t}\n\t\tif (pendingEntry.serverUploadTime) {\n\t\t\ttimeLapseSinceServerUpload = (Date.now() - pendingEntry.serverUploadTime) / 1000;\n\t\t\texpiredUsingServerTime =\n\t\t\t\t(pendingEntry.minTTLInSeconds ?? 0) - timeLapseSinceServerUpload < 0 ? true : false;\n\t\t}\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName,\n\t\t\tentryStatus: pendingEntry.status,\n\t\t\ttimeLapseSinceLocalUpload,\n\t\t\ttimeLapseSinceServerUpload,\n\t\t\tminTTLInSeconds: pendingEntry.minTTLInSeconds,\n\t\t\texpiredUsingLocalTime,\n\t\t\texpiredUsingServerTime,\n\t\t});\n\t}\n\n\tpublic processBlobAttachOp(message: ISequencedDocumentMessage, local: boolean) {\n\t\tconst localId = message.metadata?.localId;\n\t\tconst blobId = message.metadata?.blobId;\n\t\tassert(blobId !== undefined, 0x12a /* \"Missing blob id on metadata\" */);\n\n\t\t// Set up a mapping from local ID to storage ID. This is crucial since without this the blob cannot be\n\t\t// requested from the server.\n\t\t// Note: The check for undefined is needed for back-compat when localId was not part of the BlobAttach op that\n\t\t// was sent when online.\n\t\tif (localId !== undefined) {\n\t\t\tthis.setRedirection(localId, blobId);\n\t\t}\n\t\t// set identity (id -> id) entry\n\t\tthis.setRedirection(blobId, blobId);\n\n\t\tif (local) {\n\t\t\tassert(localId !== undefined, 0x50e /* local ID not present in blob attach message */);\n\t\t\tconst waitingBlobs = this.opsInFlight.get(blobId);\n\t\t\tif (waitingBlobs !== undefined) {\n\t\t\t\t// For each op corresponding to this storage ID that we are waiting for, resolve the pending blob.\n\t\t\t\t// This is safe because the server will keep the blob alive and the op containing the local ID to\n\t\t\t\t// storage ID is already in flight and any op containing this local ID will be sequenced after that.\n\t\t\t\twaitingBlobs.forEach((pendingLocalId) => {\n\t\t\t\t\tconst pendingBlobEntry = this.pendingBlobs.get(pendingLocalId);\n\t\t\t\t\tassert(\n\t\t\t\t\t\tpendingBlobEntry !== undefined,\n\t\t\t\t\t\t0x38f /* local online BlobAttach op with no pending blob entry */,\n\t\t\t\t\t);\n\n\t\t\t\t\t// It's possible we transitioned to offline flow while waiting for this op.\n\t\t\t\t\tif (pendingBlobEntry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t\t\tthis.setRedirection(pendingLocalId, blobId);\n\t\t\t\t\t\tpendingBlobEntry.handleP.resolve(this.getBlobHandle(pendingLocalId));\n\t\t\t\t\t\tthis.deleteAndEmitsIfEmpty(pendingLocalId);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\tthis.opsInFlight.delete(blobId);\n\t\t\t}\n\t\t\t// For blobs that were transitioned to offline flow while waiting for this op, the entry should be deleted.\n\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t}\n\t}\n\n\t/**\n\t * Reads blobs needed to load BlobManager from storage.\n\t * @param blobsTree - Tree containing IDs of previously attached blobs. We\n\t * look for the IDs in the blob entries of the tree since the both the r11s\n\t * and SPO drivers replace the attachment types returned in snapshot() with blobs.\n\t */\n\tpublic static async load(\n\t\tblobsTree: ISnapshotTree | undefined,\n\t\ttryFetchBlob: (id: string) => Promise<[string, string][]>,\n\t): Promise<IBlobManagerLoadInfo> {\n\t\tif (!blobsTree) {\n\t\t\treturn {};\n\t\t}\n\t\tlet redirectTable;\n\t\tconst tableId = blobsTree.blobs[this.redirectTableBlobName];\n\t\tif (tableId) {\n\t\t\tredirectTable = await tryFetchBlob(tableId);\n\t\t}\n\t\tconst ids = Object.entries(blobsTree.blobs)\n\t\t\t.filter(([k, _]) => k !== this.redirectTableBlobName)\n\t\t\t.map(([_, v]) => v);\n\t\treturn { ids, redirectTable };\n\t}\n\n\t/**\n\t * Load a set of previously attached blob IDs and redirect table from a previous snapshot.\n\t */\n\tprivate load(snapshot: IBlobManagerLoadInfo): Map<string, string | undefined> {\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName: \"AttachmentBlobsLoaded\",\n\t\t\tcount: snapshot.ids?.length ?? 0,\n\t\t\tredirectTable: snapshot.redirectTable?.length,\n\t\t});\n\t\tconst table = new Map<string, string | undefined>(snapshot.redirectTable);\n\t\tif (snapshot.ids) {\n\t\t\tconst detached = this.runtime.attachState === AttachState.Detached;\n\t\t\t// If we are detached, we don't have storage IDs yet, so set to undefined\n\t\t\t// Otherwise, set identity (id -> id) entries\n\t\t\tsnapshot.ids.forEach((entry) => table.set(entry, detached ? undefined : entry));\n\t\t}\n\t\treturn table;\n\t}\n\n\t/**\n\t * Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be\n\t * individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.\n\t * @param fullGC - true to bypass optimizations and force full generation of GC data. BlobManager doesn't care\n\t * about this for now because the data is a simple list of blob ids.\n\t */\n\tpublic getGCData(fullGC: boolean = false): IGarbageCollectionData {\n\t\tconst gcData: IGarbageCollectionData = { gcNodes: {} };\n\t\tfor (const [localId, storageId] of this.redirectTable) {\n\t\t\tassert(!!storageId, 0x390 /* Must be attached to get GC data */);\n\t\t\tgcData.gcNodes[this.getBlobGCNodePath(localId)] = [this.getBlobGCNodePath(storageId)];\n\t\t}\n\t\treturn gcData;\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are unused. The unused blobs are deleted.\n\t * @param unusedRoutes - The routes of the blob nodes that are unused.\n\t */\n\tpublic updateUnusedRoutes(unusedRoutes: string[]): void {\n\t\t// The routes or blob node paths are in the same format as returned in getGCData -\n\t\t// `/<BlobManager.basePath>/<blobId>`.\n\t\tfor (const route of unusedRoutes) {\n\t\t\tconst pathParts = route.split(\"/\");\n\t\t\tassert(\n\t\t\t\tpathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n\t\t\t\t0x2d5 /* \"Invalid blob node id in unused routes.\" */,\n\t\t\t);\n\t\t\tconst blobId = pathParts[2];\n\t\t\tthis.redirectTable.delete(blobId);\n\t\t}\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with\n\t * accessing deleted content without actually deleting content from summaries.\n\t * @param tombstonedRoutes - The routes of blob nodes that are tombstones.\n\t */\n\tpublic updateTombstonedRoutes(tombstonedRoutes: string[]) {\n\t\tconst tombstonedBlobsSet: Set<string> = new Set();\n\t\t// The routes or blob node paths are in the same format as returned in getGCData -\n\t\t// `/<BlobManager.basePath>/<blobId>`.\n\t\tfor (const route of tombstonedRoutes) {\n\t\t\tconst pathParts = route.split(\"/\");\n\t\t\tassert(\n\t\t\t\tpathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n\t\t\t\t0x50f /* Invalid blob node id in tombstoned routes. */,\n\t\t\t);\n\t\t\ttombstonedBlobsSet.add(pathParts[2]);\n\t\t}\n\n\t\t// Remove blobs from the tombstone list that were tombstoned but aren't anymore as per the tombstoneRoutes.\n\t\tfor (const blobId of this.tombstonedBlobs) {\n\t\t\tif (!tombstonedBlobsSet.has(blobId)) {\n\t\t\t\tthis.tombstonedBlobs.delete(blobId);\n\t\t\t}\n\t\t}\n\n\t\t// Mark blobs that are now tombstoned by adding them to the tombstone list.\n\t\tfor (const blobId of tombstonedBlobsSet) {\n\t\t\tthis.tombstonedBlobs.add(blobId);\n\t\t}\n\t}\n\n\t/**\n\t * Verifies that the blob with given id is valid, i.e., it has not been garbage collected. If the blob is GC'd,\n\t * log an error and throw if necessary.\n\t */\n\tprivate verifyBlobValidity(blobId: string) {\n\t\t/**\n\t\t * A blob can be in one of the following states:\n\t\t * 1. \"deleted\" - It has been deleted by garbage collection sweep phase.\n\t\t * 2. \"tombstoned\" - It is ready for deletion but sweep phase isn't enabled and tombstone feature is enabled.\n\t\t * 3. \"valid\" - It has not been deleted or tombstoned.\n\t\t */\n\t\tlet state: \"valid\" | \"tombstoned\" | \"deleted\" = \"valid\";\n\t\tif (this.isBlobDeleted(this.getBlobGCNodePath(blobId))) {\n\t\t\tstate = \"deleted\";\n\t\t} else if (this.tombstonedBlobs.has(blobId)) {\n\t\t\tstate = \"tombstoned\";\n\t\t}\n\n\t\tif (state === \"valid\") {\n\t\t\treturn;\n\t\t}\n\n\t\t// If the blob is deleted or throw on tombstone load is enabled, throw an error which will fail any attempt\n\t\t// to load the blob.\n\t\tconst shouldFail = state === \"deleted\" || this.throwOnTombstoneLoad;\n\t\tconst request = { url: blobId };\n\t\tconst error = responseToException(\n\t\t\tcreateResponseError(\n\t\t\t\t404,\n\t\t\t\t\"Blob was deleted\",\n\t\t\t\trequest,\n\t\t\t\tstate === \"tombstoned\" ? { [TombstoneResponseHeaderKey]: true } : undefined,\n\t\t\t),\n\t\t\trequest,\n\t\t);\n\t\tsendGCUnexpectedUsageEvent(\n\t\t\tthis.mc,\n\t\t\t{\n\t\t\t\teventName:\n\t\t\t\t\tstate === \"tombstoned\"\n\t\t\t\t\t\t? \"GC_Tombstone_Blob_Requested\"\n\t\t\t\t\t\t: \"GC_Deleted_Blob_Requested\",\n\t\t\t\tcategory: shouldFail ? \"error\" : \"generic\",\n\t\t\t\tgcTombstoneEnforcementAllowed: this.runtime.gcTombstoneEnforcementAllowed,\n\t\t\t},\n\t\t\t[BlobManager.basePath],\n\t\t\terror,\n\t\t);\n\t\tif (shouldFail) {\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n\t\t// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached\n\t\tconst blobIds =\n\t\t\tthis.storageIds.size > 0\n\t\t\t\t? Array.from(this.storageIds)\n\t\t\t\t: Array.from(this.redirectTable.keys());\n\t\tconst builder = new SummaryTreeBuilder();\n\t\tblobIds.forEach((blobId) => {\n\t\t\tbuilder.addAttachment(blobId);\n\t\t});\n\n\t\t// Any non-identity entries in the table need to be saved in the summary\n\t\tif (this.redirectTable.size > blobIds.length) {\n\t\t\tbuilder.addBlob(\n\t\t\t\tBlobManager.redirectTableBlobName,\n\t\t\t\t// filter out identity entries\n\t\t\t\tJSON.stringify(\n\t\t\t\t\tArray.from(this.redirectTable.entries()).filter(\n\t\t\t\t\t\t([localId, storageId]) => localId !== storageId,\n\t\t\t\t\t),\n\t\t\t\t),\n\t\t\t);\n\t\t}\n\n\t\treturn builder.getSummaryTree();\n\t}\n\n\tpublic setRedirectTable(table: Map<string, string>) {\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Detached,\n\t\t\t0x252 /* \"redirect table can only be set in detached container\" */,\n\t\t);\n\t\tassert(\n\t\t\tthis.redirectTable.size === table.size,\n\t\t\t0x391 /* Redirect table size must match BlobManager's local ID count */,\n\t\t);\n\t\tfor (const [localId, storageId] of table) {\n\t\t\tassert(\n\t\t\t\tthis.redirectTable.has(localId),\n\t\t\t\t0x254 /* \"unrecognized id in redirect table\" */,\n\t\t\t);\n\t\t\tthis.setRedirection(localId, storageId);\n\t\t\t// set identity (id -> id) entry\n\t\t\tthis.setRedirection(storageId, storageId);\n\t\t}\n\t}\n\n\tpublic getPendingBlobs(): IPendingBlobs {\n\t\tconst blobs = {};\n\t\tfor (const [key, entry] of this.pendingBlobs) {\n\t\t\tblobs[key] = { blob: bufferToString(entry.blob, \"base64\") };\n\t\t}\n\t\treturn blobs;\n\t}\n}\n"]}

package/lib/connectionTelemetry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"connectionTelemetry.d.ts","sourceRoot":"","sources":["../src/connectionTelemetry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAEtE,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AACtE,OAAO,EACH,gBAAgB,EAChB,yBAAyB,EAE5B,MAAM,sCAAsC,CAAC;AAG9C;;GAEG;AACH,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAkPrC,MAAM,WAAW,iBAAiB;IAC9B;;;OAGG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,4BAA4B,EAAE,MAAM,GAAG,SAAS,CAAC;CACpD;AAED,wBAAgB,qBAAqB,CACjC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,YAAY,EAAE,aAAa,CAAC,yBAAyB,EAAE,gBAAgB,CAAC,EACxE,MAAM,EAAE,gBAAgB,QAE3B"}
+{"version":3,"file":"connectionTelemetry.d.ts","sourceRoot":"","sources":["../src/connectionTelemetry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAEtE,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AACtE,OAAO,EACN,gBAAgB,EAChB,yBAAyB,EAEzB,MAAM,sCAAsC,CAAC;AAG9C;;GAEG;AACH,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAgRrC,MAAM,WAAW,iBAAiB;IACjC;;;OAGG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,4BAA4B,EAAE,MAAM,GAAG,SAAS,CAAC;CACjD;AAED,wBAAgB,qBAAqB,CACpC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,YAAY,EAAE,aAAa,CAAC,yBAAyB,EAAE,gBAAgB,CAAC,EACxE,MAAM,EAAE,gBAAgB,QAGxB"}

package/lib/connectionTelemetry.js

@@ -56,8 +56,9 @@ class OpPerfTelemetry {
                     this.opProcessingTimes.outboundPushEventTime = Date.now();
                     assert(this.opPerfData.durationOutboundBatching === undefined, 0x2ca /* "durationOutboundBatching should be undefined" */);
                     assert(this.opProcessingTimes.submitOpEventTime !== undefined, 0x2cb /* "submitOpEventTime should be undefined" */);
-                    this.opPerfData.durationOutboundBatching = this.opProcessingTimes.outboundPushEventTime
-                        - this.opProcessingTimes.submitOpEventTime;
+                    this.opPerfData.durationOutboundBatching =
+                        this.opProcessingTimes.outboundPushEventTime -
+                            this.opProcessingTimes.submitOpEventTime;
                 }
             }
         });
@@ -67,8 +68,9 @@ class OpPerfTelemetry {
                 this.clientSequenceNumberForLatencyStatistics === message.clientSequenceNumber &&
                 this.opProcessingTimes.outboundPushEventTime !== undefined) {
                 this.opProcessingTimes.inboundPushEventTime = Date.now();
-                this.opPerfData.durationNetwork = this.opProcessingTimes.inboundPushEventTime
-                    - this.opProcessingTimes.outboundPushEventTime;
+                this.opPerfData.durationNetwork =
+                    this.opProcessingTimes.inboundPushEventTime -
+                        this.opProcessingTimes.outboundPushEventTime;
                 this.opProcessingTimes.outboundPushEventTime = undefined;
                 this.opPerfData.lengthInboundQueue = this.deltaManager.inbound.length;
             }
@@ -96,9 +98,9 @@ class OpPerfTelemetry {
             duration: performance.now() - this.connectionStartTime,
             ops: this.gap,
             // track time to connect only for first connection.
-            timeToConnect: this.firstConnection ?
-                TelemetryLogger.formatTick(this.connectionStartTime - this.bootTime) :
-                undefined,
+            timeToConnect: this.firstConnection
+                ? TelemetryLogger.formatTick(this.connectionStartTime - this.bootTime)
+                : undefined,
             firstConnection: this.firstConnection,
         });
     }
@@ -149,8 +151,8 @@ class OpPerfTelemetry {
             assert(this.opProcessingTimes.submitOpEventTime !== undefined, 0x120 /* "Undefined latency statistics (op send time)" */);
             const currentTime = Date.now();
             if (this.opProcessingTimes.inboundPushEventTime !== undefined) {
-                this.opPerfData.durationInboundToProcessing = currentTime
-                    - this.opProcessingTimes.inboundPushEventTime;
+                this.opPerfData.durationInboundToProcessing =
+                    currentTime - this.opProcessingTimes.inboundPushEventTime;
             }
             const duration = currentTime - this.opProcessingTimes.submitOpEventTime;
             // One of the core expectations for Fluid service is to be fast.