@fluidframework/container-runtime 2.0.0-dev.1.4.5.105745 → 2.0.0-dev.2.2.0.111723

package/lib/dataStores.js

@@ -5,8 +5,8 @@
 import { DataCorruptionError, extractSafePropertiesFromMessage } from "@fluidframework/container-utils";
 import { FluidObjectHandle } from "@fluidframework/datastore";
 import { channelsTreeName, CreateSummarizerNodeSource, } from "@fluidframework/runtime-definitions";
-import { convertSnapshotTreeToSummaryTree, convertToSummaryTree, create404Response, responseToException, SummaryTreeBuilder, } from "@fluidframework/runtime-utils";
-import { ChildLogger, LoggingError, TelemetryDataTag } from "@fluidframework/telemetry-utils";
+import { convertSnapshotTreeToSummaryTree, convertToSummaryTree, create404Response, createResponseError, responseToException, packagePathToTelemetryProperty, SummaryTreeBuilder, } from "@fluidframework/runtime-utils";
+import { ChildLogger, loggerToMonitoringContext, LoggingError, TelemetryDataTag } from "@fluidframework/telemetry-utils";
 import { AttachState } from "@fluidframework/container-definitions";
 import { BlobCacheStorageService, buildSnapshotTree } from "@fluidframework/driver-utils";
 import { assert, Lazy, LazyPromise } from "@fluidframework/common-utils";
@@ -16,13 +16,14 @@ import { DataStoreContexts } from "./dataStoreContexts";
 import { RemoteFluidDataStoreContext, LocalFluidDataStoreContext, createAttributesBlob, LocalDetachedFluidDataStoreContext, } from "./dataStoreContext";
 import { nonDataStorePaths, rootHasIsolatedChannels } from "./summaryFormat";
 import { isDataStoreAliasMessage } from "./dataStore";
-import { GCNodeType } from "./garbageCollection";
+import { throwOnTombstoneUsageKey, GCNodeType } from "./garbageCollection";
+import { summarizerClientType } from "./summarizerClientElection";
 /**
  * This class encapsulates data store handling. Currently it is only used by the container runtime,
  * but eventually could be hosted on any channel once we formalize the channel api boundary.
  */
 export class DataStores {
-    constructor(baseSnapshot, runtime, submitAttachFn, getCreateChildSummarizerNodeFn, deleteChildSummarizerNodeFn, baseLogger, getBaseGCDetails, gcNodeUpdated, aliasMap, writeGCDataAtRoot, contexts = new DataStoreContexts(baseLogger)) {
+    constructor(baseSnapshot, runtime, submitAttachFn, getCreateChildSummarizerNodeFn, deleteChildSummarizerNodeFn, baseLogger, getBaseGCDetails, gcNodeUpdated, aliasMap, contexts = new DataStoreContexts(baseLogger)) {
         this.baseSnapshot = baseSnapshot;
         this.runtime = runtime;
         this.submitAttachFn = submitAttachFn;
@@ -30,7 +31,6 @@ export class DataStores {
         this.deleteChildSummarizerNodeFn = deleteChildSummarizerNodeFn;
         this.gcNodeUpdated = gcNodeUpdated;
         this.aliasMap = aliasMap;
-        this.writeGCDataAtRoot = writeGCDataAtRoot;
         this.contexts = contexts;
         // Stores tracked by the Domain
         this.pendingAttach = new Map();
@@ -42,7 +42,7 @@ export class DataStores {
         this.dataStoresSinceLastGC = [];
         this.pendingAliasMap = new Map();
         this.dispose = () => this.disposeOnce.value;
-        this.logger = ChildLogger.create(baseLogger);
+        this.mc = loggerToMonitoringContext(ChildLogger.create(baseLogger));
         this.containerRuntimeHandle = new FluidObjectHandle(this.runtime, "/", this.runtime.IFluidHandleContext);
         const baseGCDetailsP = new LazyPromise(async () => {
             return getBaseGCDetails();
@@ -52,6 +52,10 @@ export class DataStores {
             const baseGCDetails = await baseGCDetailsP;
             return baseGCDetails.get(dataStoreId);
         };
+        // Tombstone should only throw when the feature flag is enabled and the client isn't a summarizer
+        this.throwOnTombstoneUsage =
+            this.mc.config.getBoolean(throwOnTombstoneUsageKey) === true &&
+                this.runtime.clientDetails.type !== summarizerClientType;
         // Extract stores stored inside the snapshot
         const fluidDataStores = new Map();
         if (baseSnapshot) {
@@ -77,7 +81,6 @@ export class DataStores {
                     storage: this.runtime.storage,
                     scope: this.runtime.scope,
                     createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(key, { type: CreateSummarizerNodeSource.FromSummary }),
-                    writeGCDataAtRoot: this.writeGCDataAtRoot,
                 });
             }
             else {
@@ -95,7 +98,6 @@ export class DataStores {
                     makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(key),
                     snapshotTree,
                     isRootDataStore: undefined,
-                    writeGCDataAtRoot: this.writeGCDataAtRoot,
                 });
             }
             this.contexts.addBoundOrRemoted(dataStoreContext);
@@ -160,7 +162,6 @@ export class DataStores {
                     entries: [createAttributesBlob(pkg, true /* isRootDataStore */)],
                 },
             }),
-            writeGCDataAtRoot: this.writeGCDataAtRoot,
             pkg,
         });
         this.contexts.addBoundOrRemoted(remoteFluidDataStoreContext);
@@ -182,7 +183,7 @@ export class DataStores {
         }
         const context = this.contexts.get(aliasMessage.internalId);
         if (context === undefined) {
-            this.logger.sendErrorEvent({
+            this.mc.logger.sendErrorEvent({
                 eventName: "AliasFluidDataStoreNotFound",
                 fluidDataStoreId: aliasMessage.internalId,
             });
@@ -231,7 +232,6 @@ export class DataStores {
             makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),
             snapshotTree: undefined,
             isRootDataStore: isRoot,
-            writeGCDataAtRoot: this.writeGCDataAtRoot,
         });
         this.contexts.addUnbound(context);
         return context;
@@ -248,7 +248,6 @@ export class DataStores {
             makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),
             snapshotTree: undefined,
             isRootDataStore: false,
-            writeGCDataAtRoot: this.writeGCDataAtRoot,
             createProps: props,
         });
         this.contexts.addUnbound(context);
@@ -288,13 +287,29 @@ export class DataStores {
         // being used.
         this.gcNodeUpdated(`/${envelope.address}`, message.timestamp, context.isLoaded ? context.packagePath : undefined);
     }
-    async getDataStore(id, wait) {
+    async getDataStore(id, wait, viaHandle) {
         const context = await this.contexts.getBoundOrRemoted(id, wait);
+        const request = { url: id };
         if (context === undefined) {
             // The requested data store does not exits. Throw a 404 response exception.
-            const request = { url: id };
             throw responseToException(create404Response(request), request);
         }
+        if (context.tombstoned) {
+            // The requested data store is removed by gc. Create a 404 gc response exception.
+            const error = responseToException(createResponseError(404, "Datastore removed by gc", request), request);
+            // Note: if a user writes a request to look like it's viaHandle, we will also send this telemetry event
+            this.mc.logger.sendErrorEvent({
+                eventName: "GC_Tombstone_DataStore_Requested",
+                url: request.url,
+                pkg: packagePathToTelemetryProperty(context.isLoaded ? context.packagePath : undefined),
+                viaHandle,
+            }, error);
+            // Always log an error when tombstoned data store is used. However, throw an error only if
+            // throwOnTombstoneUsage is set.
+            if (this.throwOnTombstoneUsage) {
+                throw error;
+            }
+        }
         return context;
     }
     processSignal(address, message, local) {
@@ -302,7 +317,7 @@ export class DataStores {
         if (!context) {
             // Attach message may not have been processed yet
             assert(!local, 0x163 /* "Missing datastore for local signal" */);
-            this.logger.sendTelemetryEvent({
+            this.mc.logger.sendTelemetryEvent({
                 eventName: "SignalFluidDataStoreNotFound",
                 fluidDataStoreId: {
                     value: address,
@@ -319,7 +334,7 @@ export class DataStores {
                 context.setConnectionState(connected, clientId);
             }
             catch (error) {
-                this.logger.sendErrorEvent({
+                this.mc.logger.sendErrorEvent({
                     eventName: "SetConnectionStateError",
                     clientId,
                     fluidDataStore,
@@ -438,28 +453,32 @@ export class DataStores {
     /**
      * After GC has run, called to notify this Container's data stores of routes that are used in it.
      * @param usedRoutes - The routes that are used in all data stores in this Container.
-     * @param gcTimestamp - The time when GC was run that generated these used routes. If any node node becomes
-     * unreferenced as part of this GC run, this should be used to update the time when it happens.
      */
-    updateUsedRoutes(usedRoutes, gcTimestamp) {
+    updateUsedRoutes(usedRoutes) {
         var _a;
         // Get a map of data store ids to routes used in it.
         const usedDataStoreRoutes = unpackChildNodesUsedRoutes(usedRoutes);
         // Verify that the used routes are correct.
         for (const [id] of usedDataStoreRoutes) {
             assert(this.contexts.has(id), 0x167 /* "Used route does not belong to any known data store" */);
+            // Revive datastores regardless of whether or not tombstone the tombstone flag is flipped
+            const dataStore = this.contexts.get(id);
+            assert(dataStore !== undefined, 0x46e /* No data store retrieved with specified id */);
+            dataStore.setTombstone(false /* tombstone */);
         }
         // Update the used routes in each data store. Used routes is empty for unused data stores.
         for (const [contextId, context] of this.contexts) {
-            context.updateUsedRoutes((_a = usedDataStoreRoutes.get(contextId)) !== null && _a !== void 0 ? _a : [], gcTimestamp);
+            context.updateUsedRoutes((_a = usedDataStoreRoutes.get(contextId)) !== null && _a !== void 0 ? _a : []);
         }
     }
     /**
-     * When running GC in test mode, this is called to delete objects whose routes are unused. This enables testing
-     * scenarios with accessing deleted content.
+     * This is called to update objects whose routes are unused. The unused objects are either deleted or marked as
+     * tombstones.
      * @param unusedRoutes - The routes that are unused in all data stores in this Container.
+     * @param tombstone - if true, the objects corresponding to unused routes are marked tombstones. Otherwise, they
+     * are deleted.
      */
-    deleteUnusedRoutes(unusedRoutes) {
+    updateUnusedRoutes(unusedRoutes, tombstone) {
         for (const route of unusedRoutes) {
             const pathParts = route.split("/");
             // Delete data store only if its route (/datastoreId) is in unusedRoutes. We don't want to delete a data
@@ -469,6 +488,17 @@ export class DataStores {
             }
             const dataStoreId = pathParts[1];
             assert(this.contexts.has(dataStoreId), 0x2d7 /* No data store with specified id */);
+            /**
+             * When running GC in tombstone mode, datastore contexts are tombstoned. Tombstoned datastore contexts
+             * enable testing scenarios with accessing deleted content without actually deleting content from
+             * summaries.
+             */
+            if (tombstone) {
+                const dataStore = this.contexts.get(dataStoreId);
+                assert(dataStore !== undefined, 0x442 /* No data store retrieved with specified id */);
+                dataStore.setTombstone(true /* tombstone */);
+                continue;
+            }
             // Delete the contexts of unused data stores.
             this.contexts.delete(dataStoreId);
             // Delete the summarizer node of the unused data stores.

package/lib/dataStores.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataStores.js","sourceRoot":"","sources":["../src/dataStores.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,mBAAmB,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AAExG,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAK9D,OAAO,EAEH,gBAAgB,EAGhB,0BAA0B,GAW7B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACH,gCAAgC,EAChC,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,GACrB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAC9F,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAC1F,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC9F,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAEH,2BAA2B,EAC3B,0BAA0B,EAC1B,oBAAoB,EACpB,kCAAkC,GACrC,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAA6B,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AACxG,OAAO,EAA0B,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAIjD;;;GAGG;AACH,MAAM,OAAO,UAAU;IAyBnB,YACqB,YAAuC,EACvC,OAAyB,EACzB,cAA4C,EAC5C,8BAC2E,EAC3E,2BAAiD,EAClE,UAAgC,EAChC,gBAA2E,EAC1D,aACkE,EAClE,QAA6B,EAC7B,iBAA0B,EAC1B,WAA8B,IAAI,iBAAiB,CAAC,UAAU,CAAC;QAZ/D,iBAAY,GAAZ,YAAY,CAA2B;QACvC,YAAO,GAAP,OAAO,CAAkB;QACzB,mBAAc,GAAd,cAAc,CAA8B;QAC5C,mCAA8B,GAA9B,8BAA8B,CAC6C;QAC3E,gCAA2B,GAA3B,2BAA2B,CAAsB;QAGjD,kBAAa,GAAb,aAAa,CACqD;QAClE,aAAQ,GAAR,QAAQ,CAAqB;QAC7B,sBAAiB,GAAjB,iBAAiB,CAAS;QAC1B,aAAQ,GAAR,QAAQ,CAAuD;QArCpF,+BAA+B;QACd,kBAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;QACnE,0CAA0C;QAC1B,8BAAyB,GAAG,IAAI,GAAG,EAAU,CAAC;QAI7C,gBAAW,GAAG,IAAI,IAAI,CAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAS7E,6GAA6G;QAC7G,mCAAmC;QAC3B,0BAAqB,GAAa,EAAE,CAAC;QAI5B,oBAAe,GAAsC,IAAI,GAAG,EAAgC,CAAC;QAyS9F,YAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QAxRnD,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7C,IAAI,CAAC,sBAAsB,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAEzG,MAAM,cAAc,GAAG,IAAI,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,OAAO,gBAAgB,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,oEAAoE;QACpE,MAAM,sBAAsB,GAAG,KAAK,EAAE,WAAmB,EAAE,EAAE;YACzD,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC;YAC3C,OAAO,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC,CAAC;QAEF,4CAA4C;QAC5C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyB,CAAC;QACzD,IAAI,YAAY,EAAE;YACd,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;gBAC3D,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACnC;SACJ;QAED,IAAI,0BAA0B,GAAG,CAAC,CAAC;QACnC,oCAAoC;QACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,eAAe,EAAE;YACxC,IAAI,gBAAuC,CAAC;YAE5C,8CAA8C;YAC9C,IAAI,KAAK,CAAC,YAAY,EAAE;gBACpB,0BAA0B,EAAE,CAAC;aAChC;YACD,0EAA0E;YAC1E,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;gBACnD,gBAAgB,GAAG,IAAI,2BAA2B,CAAC;oBAC/C,EAAE,EAAE,GAAG;oBACP,YAAY,EAAE,KAAK;oBACnB,gBAAgB,EAAE,KAAK,IAAI,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC;oBACzD,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;oBAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,GAAG,EACH,EAAE,IAAI,EAAE,0BAA0B,CAAC,WAAW,EAAE,CACnD;oBACD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;iBAC5C,CAAC,CAAC;aACN;iBAAM;gBACH,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC3B,MAAM,IAAI,YAAY,CAAC,yCAAyC,CAAC,CAAC;iBACrE;gBACD,MAAM,YAAY,GAAG,KAAK,CAAC;gBAC3B,gBAAgB,GAAG,IAAI,0BAA0B,CAAC;oBAC9C,EAAE,EAAE,GAAG;oBACP,GAAG,EAAE,SAAS;oBACd,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;oBAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,GAAG,EACH,EAAE,IAAI,EAAE,0BAA0B,CAAC,WAAW,EAAE,CACnD;oBACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC;oBACjE,YAAY;oBACZ,eAAe,EAAE,SAAS;oBAC1B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;iBAC5C,CAAC,CAAC;aACN;YACD,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;SACrD;QACD,IAAI,CAAC,kBAAkB,GAAG;YACtB,2BAA2B,EAAE,eAAe,CAAC,IAAI;YACjD,wBAAwB,EAAE,eAAe,CAAC,IAAI,GAAG,0BAA0B;SAC9E,CAAC;IACN,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,eAAe,CAAC;IAChC,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QAC9C,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChE,OAAO,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC/E,CAAC;IAEM,oBAAoB,CAAC,OAAkC,EAAE,KAAc;;QAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,QAAgC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAElD,6CAA6C;QAC7C,IAAI,KAAK,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,EAC3C,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACzE,MAAA,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,0CAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACtD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YAC5C,OAAO;SACV;QAED,oGAAoG;QACpG,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE;YACzC,uEAAuE;YACvE,MAAM,KAAK,GAAG,IAAI,mBAAmB;YACjC,kEAAkE;YAClE,8CAA8C,kCAEvC,gCAAgC,CAAC,OAAO,CAAC,KAC5C,WAAW,EAAE;oBACT,KAAK,EAAE,aAAa,CAAC,EAAE;oBACvB,GAAG,EAAE,gBAAgB,CAAC,YAAY;iBACrC,IAER,CAAC;YACF,MAAM,KAAK,CAAC;SACf;QAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;QACrD,IAAI,YAAuC,CAAC;QAC5C,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,YAAY,GAAG,iBAAiB,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;SAC/E;QAED,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,2BAA2B,GAAG,IAAI,2BAA2B,CAAC;YAChE,EAAE,EAAE,aAAa,CAAC,EAAE;YACpB,YAAY;YACZ,+EAA+E;YAC/E,gBAAgB,EAAE,KAAK,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC;YACrE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,aAAa,CAAC,EAAE,EAChB;gBACI,IAAI,EAAE,0BAA0B,CAAC,UAAU;gBAC3C,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,QAAQ,EAAE,MAAA,aAAa,CAAC,QAAQ,mCAAI;oBAChC,OAAO,EAAE,CAAC,oBAAoB,CAC1B,GAAG,EACH,IAAI,CAAC,qBAAqB,CAC7B,CAAC;iBACL;aACJ,CACJ;YACD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,GAAG;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;IACjE,CAAC;IAEM,mBAAmB,CACtB,OAAkC,EAClC,eAAwB,EACxB,KAAc;QAEd,MAAM,YAAY,GAAG,OAAO,CAAC,QAAkC,CAAC;QAChE,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,EAAE;YACxC,MAAM,IAAI,mBAAmB,CACzB,gCAAgC,oBAEzB,gCAAgC,CAAC,OAAO,CAAC,EAEnD,CAAC;SACL;QAED,MAAM,OAAO,GAAG,eAAsC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE;YACP,OAAO,CAAC,WAAW,CAAC,CAAC;SACxB;IACL,CAAC;IAEM,uBAAuB,CAAC,YAAoC;QAC/D,IAAI,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YAC3C,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,OAAO,KAAK,SAAS,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;gBACvB,SAAS,EAAE,6BAA6B;gBACxC,gBAAgB,EAAE,YAAY,CAAC,UAAU;aAC5C,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAChC,OAAO,EACP,YAAY,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACnC,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;QAE3E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,EAAU;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC;IACtF,CAAC;IAED;;;;OAIG;IACK,2BAA2B,CAAC,EAAU;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAE7E;;;;WAIG;QACH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACnD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAErD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACpC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC1C;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEM,2BAA2B,CAC9B,GAAuB,EACvB,MAAe,EACf,EAAE,GAAG,IAAI,EAAE;QACX,MAAM,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,IAAI,kCAAkC,CAAC;YACnD,EAAE;YACF,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,EAAE,EACF,EAAE,IAAI,EAAE,0BAA0B,CAAC,KAAK,EAAE,CAC7C;YACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAChE,YAAY,EAAE,SAAS;YACvB,eAAe,EAAE,MAAM;YACvB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC5C,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACnB,CAAC;IAEM,4BAA4B,CAAC,GAAa,EAAE,EAAU,EAAE,KAAW;QACtE,MAAM,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC;YAC3C,EAAE;YACF,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,EAAE,EACF,EAAE,IAAI,EAAE,0BAA0B,CAAC,KAAK,EAAE,CAC7C;YACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAChE,YAAY,EAAE,SAAS;YACvB,eAAe,EAAE,KAAK;YACtB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,WAAW,EAAE,KAAK;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,IAAW,QAAQ,KAAK,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IAGrD,mBAAmB,CAAC,OAAY,EAAE,eAAwB;QAC7D,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IACzD,CAAC;IAEM,mBAAmB,CAAC,OAAY,EAAE,eAAwB;QAC7D,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IACzD,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,OAAY;QACpC,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,OAAuB;QACrD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5C,yEAAyE;QACzE,IAAI,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAA+B,EAAE,KAAK,CAAC,CAAC;IACzF,CAAC;IAEM,uBAAuB,CAAC,OAAkC,EAAE,KAAc,EAAE,oBAA6B;QAC5G,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAqB,CAAC;QAC/C,MAAM,WAAW,mCAAQ,OAAO,KAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,GAAE,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;QAE1D,sGAAsG;QACtG,cAAc;QACd,IAAI,CAAC,aAAa,CACd,IAAI,QAAQ,CAAC,OAAO,EAAE,EACtB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CACrD,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,EAAU,EAAE,IAAa;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChE,IAAI,OAAO,KAAK,SAAS,EAAE;YACvB,2EAA2E;YAC3E,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;YAC5B,MAAM,mBAAmB,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;SAClE;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEM,aAAa,CAAC,OAAe,EAAE,OAA8B,EAAE,KAAc;QAChF,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE;YACV,iDAAiD;YACjD,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC3B,SAAS,EAAE,8BAA8B;gBACzC,gBAAgB,EAAE;oBACd,KAAK,EAAE,OAAO;oBACd,GAAG,EAAE,gBAAgB,CAAC,YAAY;iBACrC;aACJ,CAAC,CAAC;YACH,OAAO;SACV;QAED,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEM,kBAAkB,CAAC,SAAkB,EAAE,QAAiB;QAC3D,KAAK,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YACnD,IAAI;gBACA,OAAO,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;aACnD;YAAC,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;oBACvB,SAAS,EAAE,yBAAyB;oBACpC,QAAQ;oBACR,cAAc;iBACjB,EAAE,KAAK,CAAC,CAAC;aACb;SACJ;IACL,CAAC;IAEM,cAAc,CAAC,WAAyD;QAC3E,MAAM,SAAS,GAAG,WAAW,KAAK,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QACnF,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YACrC,gCAAgC;YAChC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;gBACvC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aAC3B;SACJ;IACL,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,QAAiB,EACjB,UAAmB,EACnB,gBAAoC;QAEpC,MAAM,cAAc,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAEhD,iDAAiD;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE;YACrB,4DAA4D;YAC5D,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,SAAS,EAChD,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACtE,OAAO,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;YAClC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;YACvF,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC,CAAC;QAER,OAAO,cAAc,CAAC,cAAc,EAAE,CAAC;IAC3C,CAAC;IAEM,aAAa,CAAC,gBAAoC;QACrD,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzC,0EAA0E;QAC1E,wDAAwD;QACxD,IAAI,sBAA8B,CAAC;QACnC,GAAG;YACC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACzC,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACxD,sDAAsD;YACtD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;iBACpB,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;YACjB,yFAAyF;YACzF,0FAA0F;YAC1F,sEAAsE;YACtE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;mBACxB,WAAW,CAAC,GAAG,CAAC;mBAChB,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAClD;iBACA,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBAClB,IAAI,gBAAkC,CAAC;gBACvC,IAAI,KAAK,CAAC,QAAQ,EAAE;oBAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,qBAAqB,EAAE,CAAC,QAAQ,CAAC;oBACxD,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;iBAC3D;qBAAM;oBACH,6FAA6F;oBAC7F,uFAAuF;oBACvF,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,EACtB,KAAK,CAAC,+EAA+E,CAAC,CAAC;oBAC3F,gBAAgB,GAAG,gCAAgC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;iBACrF;gBACD,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;SACV,QAAQ,sBAAsB,KAAK,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,EAAE;QAEpE,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,mBAAmB;QAC5B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,EAAE;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACtE,IAAI,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE;gBACxB,2FAA2F;gBAC3F,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;gBACpF,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;aAC9E;SACJ;QACD,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;IACpC,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,SAAS,CAAC,SAAkB,KAAK;QAC1C,MAAM,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;QACpC,iDAAiD;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE;YACrB,kGAAkG;YAClG,sEAAsE;YACtE,OAAO,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;YAClC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACtD,wGAAwG;YACxG,6EAA6E;YAC7E,OAAO,CAAC,iBAAiB,CAAC,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC,CAAC;QAER,8DAA8D;QAC9D,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACI,gBAAgB,CAAC,UAAoB,EAAE,WAAoB;;QAC9D,oDAAoD;QACpD,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEnE,2CAA2C;QAC3C,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,mBAAmB,EAAE;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,0DAA0D,CAAC,CAAC;SACnG;QAED,0FAA0F;QAC1F,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YAC9C,OAAO,CAAC,gBAAgB,CAAC,MAAA,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,mCAAI,EAAE,EAAE,WAAW,CAAC,CAAC;SACnF;IACL,CAAC;IAED;;;;OAIG;IACI,kBAAkB,CAAC,YAAsB;QAC5C,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,wGAAwG;YACxG,uCAAuC;YACvC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;gBACtB,SAAS;aACZ;YACD,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACpF,6CAA6C;YAC7C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAClC,wDAAwD;YACxD,IAAI,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC;SACjD;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB;QAC3B,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YAC9C,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/C,IAAI,eAAe,EAAE;gBACjB,cAAc,CAAC,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;aACxC;SACJ;QACD,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,uBAAuB,CAAC,QAAgB;;QACjD,6GAA6G;QAC7G,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,MAAA,CAAC,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,yBAAyB,EAAE,CAAA,CAAC,0CAAE,GAAG,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACI,aAAa,CAAC,QAAgB;QACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;YAClC,OAAO,SAAS,CAAC;SACpB;QAED,sDAAsD;QACtD,qEAAqE;QACrE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,OAAO,UAAU,CAAC,SAAS,CAAC;SAC/B;QACD,OAAO,UAAU,CAAC,YAAY,CAAC;IACnC,CAAC;CACJ;AAED,MAAM,UAAU,uBAAuB,CACnC,QAAmC,EACnC,QAAoC;IAEpC,IAAI,CAAC,QAAQ,EAAE;QACX,OAAO,SAAS,CAAC;KACpB;IAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,EAAE;QACnC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC5D,MAAM,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC9E,OAAO,kBAAkB,CAAC;KAC7B;SAAM;QACH,qFAAqF;QACrF,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;YACvD,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAClC,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aAChC;SACJ;QACD,uCACO,QAAQ,KACX,KAAK,EAAE,eAAe,IACxB;KACL;AACL,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { ITelemetryLogger, ITelemetryBaseLogger, IDisposable } from \"@fluidframework/common-definitions\";\nimport { DataCorruptionError, extractSafePropertiesFromMessage } from \"@fluidframework/container-utils\";\nimport { IFluidHandle } from \"@fluidframework/core-interfaces\";\nimport { FluidObjectHandle } from \"@fluidframework/datastore\";\nimport {\n    ISequencedDocumentMessage,\n    ISnapshotTree,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n    AliasResult,\n    channelsTreeName,\n    CreateChildSummarizerNodeFn,\n    CreateChildSummarizerNodeParam,\n    CreateSummarizerNodeSource,\n    IAttachMessage,\n    IEnvelope,\n    IFluidDataStoreContextDetached,\n    IGarbageCollectionData,\n    IGarbageCollectionDetailsBase,\n    IInboundSignalMessage,\n    InboundAttachMessage,\n    ISummarizeResult,\n    ISummaryTreeWithStats,\n    ITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport {\n    convertSnapshotTreeToSummaryTree,\n    convertToSummaryTree,\n    create404Response,\n    responseToException,\n    SummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport { ChildLogger, LoggingError, TelemetryDataTag } from \"@fluidframework/telemetry-utils\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport { BlobCacheStorageService, buildSnapshotTree } from \"@fluidframework/driver-utils\";\nimport { assert, Lazy, LazyPromise } from \"@fluidframework/common-utils\";\nimport { v4 as uuid } from \"uuid\";\nimport { GCDataBuilder, unpackChildNodesUsedRoutes } from \"@fluidframework/garbage-collector\";\nimport { DataStoreContexts } from \"./dataStoreContexts\";\nimport { ContainerRuntime } from \"./containerRuntime\";\nimport {\n    FluidDataStoreContext,\n    RemoteFluidDataStoreContext,\n    LocalFluidDataStoreContext,\n    createAttributesBlob,\n    LocalDetachedFluidDataStoreContext,\n} from \"./dataStoreContext\";\nimport { IContainerRuntimeMetadata, nonDataStorePaths, rootHasIsolatedChannels } from \"./summaryFormat\";\nimport { IDataStoreAliasMessage, isDataStoreAliasMessage } from \"./dataStore\";\nimport { GCNodeType } from \"./garbageCollection\";\n\ntype PendingAliasResolve = (success: boolean) => void;\n\n/**\n * This class encapsulates data store handling. Currently it is only used by the container runtime,\n * but eventually could be hosted on any channel once we formalize the channel api boundary.\n */\nexport class DataStores implements IDisposable {\n    // Stores tracked by the Domain\n    private readonly pendingAttach = new Map<string, IAttachMessage>();\n    // 0.24 back-compat attachingBeforeSummary\n    public readonly attachOpFiredForDataStore = new Set<string>();\n\n    private readonly logger: ITelemetryLogger;\n\n    private readonly disposeOnce = new Lazy<void>(() => this.contexts.dispose());\n\n    public readonly containerLoadStats: {\n        // number of dataStores during loadContainer\n        readonly containerLoadDataStoreCount: number;\n        // number of unreferenced dataStores during loadContainer\n        readonly referencedDataStoreCount: number;\n    };\n\n    // Stores the ids of new data stores between two GC runs. This is used to notify the garbage collector of new\n    // root data stores that are added.\n    private dataStoresSinceLastGC: string[] = [];\n    // The handle to the container runtime. This is used mainly for GC purposes to represent outbound reference from\n    // the container runtime to other nodes.\n    private readonly containerRuntimeHandle: IFluidHandle;\n    private readonly pendingAliasMap: Map<string, Promise<AliasResult>> = new Map<string, Promise<AliasResult>>();\n\n    constructor(\n        private readonly baseSnapshot: ISnapshotTree | undefined,\n        private readonly runtime: ContainerRuntime,\n        private readonly submitAttachFn: (attachContent: any) => void,\n        private readonly getCreateChildSummarizerNodeFn:\n            (id: string, createParam: CreateChildSummarizerNodeParam) => CreateChildSummarizerNodeFn,\n        private readonly deleteChildSummarizerNodeFn: (id: string) => void,\n        baseLogger: ITelemetryBaseLogger,\n        getBaseGCDetails: () => Promise<Map<string, IGarbageCollectionDetailsBase>>,\n        private readonly gcNodeUpdated: (\n            nodePath: string, timestampMs: number, packagePath?: readonly string[]) => void,\n        private readonly aliasMap: Map<string, string>,\n        private readonly writeGCDataAtRoot: boolean,\n        private readonly contexts: DataStoreContexts = new DataStoreContexts(baseLogger),\n    ) {\n        this.logger = ChildLogger.create(baseLogger);\n        this.containerRuntimeHandle = new FluidObjectHandle(this.runtime, \"/\", this.runtime.IFluidHandleContext);\n\n        const baseGCDetailsP = new LazyPromise(async () => {\n            return getBaseGCDetails();\n        });\n        // Returns the base GC details for the data store with the given id.\n        const dataStoreBaseGCDetails = async (dataStoreId: string) => {\n            const baseGCDetails = await baseGCDetailsP;\n            return baseGCDetails.get(dataStoreId);\n        };\n\n        // Extract stores stored inside the snapshot\n        const fluidDataStores = new Map<string, ISnapshotTree>();\n        if (baseSnapshot) {\n            for (const [key, value] of Object.entries(baseSnapshot.trees)) {\n                fluidDataStores.set(key, value);\n            }\n        }\n\n        let unreferencedDataStoreCount = 0;\n        // Create a context for each of them\n        for (const [key, value] of fluidDataStores) {\n            let dataStoreContext: FluidDataStoreContext;\n\n            // counting number of unreferenced data stores\n            if (value.unreferenced) {\n                unreferencedDataStoreCount++;\n            }\n            // If we have a detached container, then create local data store contexts.\n            if (this.runtime.attachState !== AttachState.Detached) {\n                dataStoreContext = new RemoteFluidDataStoreContext({\n                    id: key,\n                    snapshotTree: value,\n                    getBaseGCDetails: async () => dataStoreBaseGCDetails(key),\n                    runtime: this.runtime,\n                    storage: this.runtime.storage,\n                    scope: this.runtime.scope,\n                    createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                        key,\n                        { type: CreateSummarizerNodeSource.FromSummary },\n                    ),\n                    writeGCDataAtRoot: this.writeGCDataAtRoot,\n                });\n            } else {\n                if (typeof value !== \"object\") {\n                    throw new LoggingError(\"Snapshot should be there to load from!!\");\n                }\n                const snapshotTree = value;\n                dataStoreContext = new LocalFluidDataStoreContext({\n                    id: key,\n                    pkg: undefined,\n                    runtime: this.runtime,\n                    storage: this.runtime.storage,\n                    scope: this.runtime.scope,\n                    createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                        key,\n                        { type: CreateSummarizerNodeSource.FromSummary },\n                    ),\n                    makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(key),\n                    snapshotTree,\n                    isRootDataStore: undefined,\n                    writeGCDataAtRoot: this.writeGCDataAtRoot,\n                });\n            }\n            this.contexts.addBoundOrRemoted(dataStoreContext);\n        }\n        this.containerLoadStats = {\n            containerLoadDataStoreCount: fluidDataStores.size,\n            referencedDataStoreCount: fluidDataStores.size - unreferencedDataStoreCount,\n        };\n    }\n\n    public get aliases(): ReadonlyMap<string, string> {\n        return this.aliasMap;\n    }\n\n    public get pendingAliases(): Map<string, Promise<AliasResult>> {\n        return this.pendingAliasMap;\n    }\n\n    public async waitIfPendingAlias(maybeAlias: string): Promise<AliasResult> {\n        const pendingAliasPromise = this.pendingAliases.get(maybeAlias);\n        return pendingAliasPromise === undefined ? \"Success\" : pendingAliasPromise;\n    }\n\n    public processAttachMessage(message: ISequencedDocumentMessage, local: boolean) {\n        const attachMessage = message.contents as InboundAttachMessage;\n\n        this.dataStoresSinceLastGC.push(attachMessage.id);\n\n        // The local object has already been attached\n        if (local) {\n            assert(this.pendingAttach.has(attachMessage.id),\n                0x15e /* \"Local object does not have matching attach message id\" */);\n            this.contexts.get(attachMessage.id)?.emit(\"attached\");\n            this.pendingAttach.delete(attachMessage.id);\n            return;\n        }\n\n        // If a non-local operation then go and create the object, otherwise mark it as officially attached.\n        if (this.alreadyProcessed(attachMessage.id)) {\n            // TODO: dataStoreId may require a different tag from PackageData #7488\n            const error = new DataCorruptionError(\n                // pre-0.58 error message: duplicateDataStoreCreatedWithExistingId\n                \"Duplicate DataStore created with existing id\",\n                {\n                    ...extractSafePropertiesFromMessage(message),\n                    dataStoreId: {\n                        value: attachMessage.id,\n                        tag: TelemetryDataTag.CodeArtifact,\n                    },\n                },\n            );\n            throw error;\n        }\n\n        const flatBlobs = new Map<string, ArrayBufferLike>();\n        let snapshotTree: ISnapshotTree | undefined;\n        if (attachMessage.snapshot) {\n            snapshotTree = buildSnapshotTree(attachMessage.snapshot.entries, flatBlobs);\n        }\n\n        // Include the type of attach message which is the pkg of the store to be\n        // used by RemoteFluidDataStoreContext in case it is not in the snapshot.\n        const pkg = [attachMessage.type];\n        const remoteFluidDataStoreContext = new RemoteFluidDataStoreContext({\n            id: attachMessage.id,\n            snapshotTree,\n            // New data stores begin with empty GC details since GC hasn't run on them yet.\n            getBaseGCDetails: async () => { return {}; },\n            runtime: this.runtime,\n            storage: new BlobCacheStorageService(this.runtime.storage, flatBlobs),\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                attachMessage.id,\n                {\n                    type: CreateSummarizerNodeSource.FromAttach,\n                    sequenceNumber: message.sequenceNumber,\n                    snapshot: attachMessage.snapshot ?? {\n                        entries: [createAttributesBlob(\n                            pkg,\n                            true /* isRootDataStore */,\n                        )],\n                    },\n                },\n            ),\n            writeGCDataAtRoot: this.writeGCDataAtRoot,\n            pkg,\n        });\n\n        this.contexts.addBoundOrRemoted(remoteFluidDataStoreContext);\n    }\n\n    public processAliasMessage(\n        message: ISequencedDocumentMessage,\n        localOpMetadata: unknown,\n        local: boolean,\n    ): void {\n        const aliasMessage = message.contents as IDataStoreAliasMessage;\n        if (!isDataStoreAliasMessage(aliasMessage)) {\n            throw new DataCorruptionError(\n                \"malformedDataStoreAliasMessage\",\n                {\n                    ...extractSafePropertiesFromMessage(message),\n                },\n            );\n        }\n\n        const resolve = localOpMetadata as PendingAliasResolve;\n        const aliasResult = this.processAliasMessageCore(aliasMessage);\n        if (local) {\n            resolve(aliasResult);\n        }\n    }\n\n    public processAliasMessageCore(aliasMessage: IDataStoreAliasMessage): boolean {\n        if (this.alreadyProcessed(aliasMessage.alias)) {\n            return false;\n        }\n\n        const context = this.contexts.get(aliasMessage.internalId);\n        if (context === undefined) {\n            this.logger.sendErrorEvent({\n                eventName: \"AliasFluidDataStoreNotFound\",\n                fluidDataStoreId: aliasMessage.internalId,\n            });\n            return false;\n        }\n\n        const handle = new FluidObjectHandle(\n            context,\n            aliasMessage.internalId,\n            this.runtime.IFluidHandleContext,\n        );\n        this.runtime.addedGCOutboundReference(this.containerRuntimeHandle, handle);\n\n        this.aliasMap.set(aliasMessage.alias, context.id);\n        context.setInMemoryRoot();\n        return true;\n    }\n\n    private alreadyProcessed(id: string): boolean {\n        return this.aliasMap.get(id) !== undefined || this.contexts.get(id) !== undefined;\n    }\n\n    /**\n     * Make the data stores locally visible in the container graph by moving the data store context from unbound to\n     * bound list. This data store can now be reached from the root.\n     * @param id - The id of the data store context to make visible.\n     */\n    private makeDataStoreLocallyVisible(id: string): void {\n        const localContext = this.contexts.getUnbound(id);\n        assert(!!localContext, 0x15f /* \"Could not find unbound context to bind\" */);\n\n        /**\n         * If the container is not detached, it is globally visible to all clients. This data store should also be\n         * globally visible. Move it to attaching state and send an \"attach\" op for it.\n         * If the container is detached, this data store will be part of the summary that makes the container attached.\n         */\n        if (this.runtime.attachState !== AttachState.Detached) {\n            localContext.emit(\"attaching\");\n            const message = localContext.generateAttachMessage();\n\n            this.pendingAttach.set(id, message);\n            this.submitAttachFn(message);\n            this.attachOpFiredForDataStore.add(id);\n        }\n\n        this.contexts.bind(id);\n    }\n\n    public createDetachedDataStoreCore(\n        pkg: Readonly<string[]>,\n        isRoot: boolean,\n        id = uuid()): IFluidDataStoreContextDetached {\n        assert(!id.includes(\"/\"), 0x30c /* Id cannot contain slashes */);\n\n        const context = new LocalDetachedFluidDataStoreContext({\n            id,\n            pkg,\n            runtime: this.runtime,\n            storage: this.runtime.storage,\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                id,\n                { type: CreateSummarizerNodeSource.Local },\n            ),\n            makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),\n            snapshotTree: undefined,\n            isRootDataStore: isRoot,\n            writeGCDataAtRoot: this.writeGCDataAtRoot,\n        });\n        this.contexts.addUnbound(context);\n        return context;\n    }\n\n    public _createFluidDataStoreContext(pkg: string[], id: string, props?: any) {\n        assert(!id.includes(\"/\"), 0x30d /* Id cannot contain slashes */);\n        const context = new LocalFluidDataStoreContext({\n            id,\n            pkg,\n            runtime: this.runtime,\n            storage: this.runtime.storage,\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                id,\n                { type: CreateSummarizerNodeSource.Local },\n            ),\n            makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),\n            snapshotTree: undefined,\n            isRootDataStore: false,\n            writeGCDataAtRoot: this.writeGCDataAtRoot,\n            createProps: props,\n        });\n        this.contexts.addUnbound(context);\n        return context;\n    }\n\n    public get disposed() { return this.disposeOnce.evaluated; }\n    public readonly dispose = () => this.disposeOnce.value;\n\n    public resubmitDataStoreOp(content: any, localOpMetadata: unknown) {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x160 /* \"There should be a store context for the op\" */);\n        context.reSubmit(envelope.contents, localOpMetadata);\n    }\n\n    public rollbackDataStoreOp(content: any, localOpMetadata: unknown) {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x2e8 /* \"There should be a store context for the op\" */);\n        context.rollback(envelope.contents, localOpMetadata);\n    }\n\n    public async applyStashedOp(content: any): Promise<unknown> {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x161 /* \"There should be a store context for the op\" */);\n        return context.applyStashedOp(envelope.contents);\n    }\n\n    public async applyStashedAttachOp(message: IAttachMessage) {\n        this.pendingAttach.set(message.id, message);\n        // eslint-disable-next-line @typescript-eslint/consistent-type-assertions\n        this.processAttachMessage({ contents: message } as ISequencedDocumentMessage, false);\n    }\n\n    public processFluidDataStoreOp(message: ISequencedDocumentMessage, local: boolean, localMessageMetadata: unknown) {\n        const envelope = message.contents as IEnvelope;\n        const transformed = { ...message, contents: envelope.contents };\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x162 /* \"There should be a store context for the op\" */);\n        context.process(transformed, local, localMessageMetadata);\n\n        // Notify that a GC node for the data store changed. This is used to detect if a deleted data store is\n        // being used.\n        this.gcNodeUpdated(\n            `/${envelope.address}`,\n            message.timestamp,\n            context.isLoaded ? context.packagePath : undefined,\n        );\n    }\n\n    public async getDataStore(id: string, wait: boolean): Promise<FluidDataStoreContext> {\n        const context = await this.contexts.getBoundOrRemoted(id, wait);\n        if (context === undefined) {\n            // The requested data store does not exits. Throw a 404 response exception.\n            const request = { url: id };\n            throw responseToException(create404Response(request), request);\n        }\n\n        return context;\n    }\n\n    public processSignal(address: string, message: IInboundSignalMessage, local: boolean) {\n        const context = this.contexts.get(address);\n        if (!context) {\n            // Attach message may not have been processed yet\n            assert(!local, 0x163 /* \"Missing datastore for local signal\" */);\n            this.logger.sendTelemetryEvent({\n                eventName: \"SignalFluidDataStoreNotFound\",\n                fluidDataStoreId: {\n                    value: address,\n                    tag: TelemetryDataTag.CodeArtifact,\n                },\n            });\n            return;\n        }\n\n        context.processSignal(message, local);\n    }\n\n    public setConnectionState(connected: boolean, clientId?: string) {\n        for (const [fluidDataStore, context] of this.contexts) {\n            try {\n                context.setConnectionState(connected, clientId);\n            } catch (error) {\n                this.logger.sendErrorEvent({\n                    eventName: \"SetConnectionStateError\",\n                    clientId,\n                    fluidDataStore,\n                }, error);\n            }\n        }\n    }\n\n    public setAttachState(attachState: AttachState.Attaching | AttachState.Attached): void {\n        const eventName = attachState === AttachState.Attaching ? \"attaching\" : \"attached\";\n        for (const [, context] of this.contexts) {\n            // Fire only for bounded stores.\n            if (!this.contexts.isNotBound(context.id)) {\n                context.emit(eventName);\n            }\n        }\n    }\n\n    public get size(): number {\n        return this.contexts.size;\n    }\n\n    public async summarize(\n        fullTree: boolean,\n        trackState: boolean,\n        telemetryContext?: ITelemetryContext,\n    ): Promise<ISummaryTreeWithStats> {\n        const summaryBuilder = new SummaryTreeBuilder();\n\n        // Iterate over each store and ask it to snapshot\n        await Promise.all(Array.from(this.contexts)\n            .filter(([_, context]) => {\n                // Summarizer works only with clients with no local changes!\n                assert(context.attachState !== AttachState.Attaching,\n                    0x165 /* \"Summarizer cannot work if client has local changes\" */);\n                return context.attachState === AttachState.Attached;\n            }).map(async ([contextId, context]) => {\n                const contextSummary = await context.summarize(fullTree, trackState, telemetryContext);\n                summaryBuilder.addWithStats(contextId, contextSummary);\n            }));\n\n        return summaryBuilder.getSummaryTree();\n    }\n\n    public createSummary(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n        const builder = new SummaryTreeBuilder();\n        // Attaching graph of some stores can cause other stores to get bound too.\n        // So keep taking summary until no new stores get bound.\n        let notBoundContextsLength: number;\n        do {\n            const builderTree = builder.summary.tree;\n            notBoundContextsLength = this.contexts.notBoundLength();\n            // Iterate over each data store and ask it to snapshot\n            Array.from(this.contexts)\n                .filter(([key, _]) =>\n                    // Take summary of bounded data stores only, make sure we haven't summarized them already\n                    // and no attach op has been fired for that data store because for loader versions <= 0.24\n                    // we set attach state as \"attaching\" before taking createNew summary.\n                    !(this.contexts.isNotBound(key)\n                        || builderTree[key]\n                        || this.attachOpFiredForDataStore.has(key)),\n                )\n                .map(([key, value]) => {\n                    let dataStoreSummary: ISummarizeResult;\n                    if (value.isLoaded) {\n                        const snapshot = value.generateAttachMessage().snapshot;\n                        dataStoreSummary = convertToSummaryTree(snapshot, true);\n                    } else {\n                        // If this data store is not yet loaded, then there should be no changes in the snapshot from\n                        // which it was created as it is detached container. So just use the previous snapshot.\n                        assert(!!this.baseSnapshot,\n                            0x166 /* \"BaseSnapshot should be there as detached container loaded from snapshot\" */);\n                        dataStoreSummary = convertSnapshotTreeToSummaryTree(this.baseSnapshot.trees[key]);\n                    }\n                    builder.addWithStats(key, dataStoreSummary);\n                });\n        } while (notBoundContextsLength !== this.contexts.notBoundLength());\n\n        return builder.getSummaryTree();\n    }\n\n    /**\n     * Before GC runs, called by the garbage collector to update any pending GC state.\n     * The garbage collector needs to know all outbound references that are added. Since root data stores are not\n     * explicitly marked as referenced, notify GC of new root data stores that were added since the last GC run.\n     */\n    public async updateStateBeforeGC(): Promise<void> {\n        for (const id of this.dataStoresSinceLastGC) {\n            const context = this.contexts.get(id);\n            assert(context !== undefined, 0x2b6 /* Missing data store context */);\n            if (await context.isRoot()) {\n                // A root data store is basically a reference from the container runtime to the data store.\n                const handle = new FluidObjectHandle(context, id, this.runtime.IFluidHandleContext);\n                this.runtime.addedGCOutboundReference(this.containerRuntimeHandle, handle);\n            }\n        }\n        this.dataStoresSinceLastGC = [];\n    }\n\n    /**\n     * Generates data used for garbage collection. It does the following:\n     *\n     * 1. Calls into each child data store context to get its GC data.\n     *\n     * 2. Prefixes the child context's id to the GC nodes in the child's GC data. This makes sure that the node can be\n     * identified as belonging to the child.\n     *\n     * 3. Adds a GC node for this channel to the nodes received from the children. All these nodes together represent\n     * the GC data of this channel.\n     *\n     * @param fullGC - true to bypass optimizations and force full generation of GC data.\n     */\n    public async getGCData(fullGC: boolean = false): Promise<IGarbageCollectionData> {\n        const builder = new GCDataBuilder();\n        // Iterate over each store and get their GC data.\n        await Promise.all(Array.from(this.contexts)\n            .filter(([_, context]) => {\n                // Get GC data only for attached contexts. Detached contexts are not connected in the GC reference\n                // graph so any references they might have won't be connected as well.\n                return context.attachState === AttachState.Attached;\n            }).map(async ([contextId, context]) => {\n                const contextGCData = await context.getGCData(fullGC);\n                // Prefix the child's id to the ids of its GC nodes so they can be identified as belonging to the child.\n                // This also gradually builds the id of each node to be a path from the root.\n                builder.prefixAndAddNodes(contextId, contextGCData.gcNodes);\n            }));\n\n        // Get the outbound routes and add a GC node for this channel.\n        builder.addNode(\"/\", await this.getOutboundRoutes());\n        return builder.getGCData();\n    }\n\n    /**\n     * After GC has run, called to notify this Container's data stores of routes that are used in it.\n     * @param usedRoutes - The routes that are used in all data stores in this Container.\n     * @param gcTimestamp - The time when GC was run that generated these used routes. If any node node becomes\n     * unreferenced as part of this GC run, this should be used to update the time when it happens.\n     */\n    public updateUsedRoutes(usedRoutes: string[], gcTimestamp?: number) {\n        // Get a map of data store ids to routes used in it.\n        const usedDataStoreRoutes = unpackChildNodesUsedRoutes(usedRoutes);\n\n        // Verify that the used routes are correct.\n        for (const [id] of usedDataStoreRoutes) {\n            assert(this.contexts.has(id), 0x167 /* \"Used route does not belong to any known data store\" */);\n        }\n\n        // Update the used routes in each data store. Used routes is empty for unused data stores.\n        for (const [contextId, context] of this.contexts) {\n            context.updateUsedRoutes(usedDataStoreRoutes.get(contextId) ?? [], gcTimestamp);\n        }\n    }\n\n    /**\n     * When running GC in test mode, this is called to delete objects whose routes are unused. This enables testing\n     * scenarios with accessing deleted content.\n     * @param unusedRoutes - The routes that are unused in all data stores in this Container.\n     */\n    public deleteUnusedRoutes(unusedRoutes: string[]) {\n        for (const route of unusedRoutes) {\n            const pathParts = route.split(\"/\");\n            // Delete data store only if its route (/datastoreId) is in unusedRoutes. We don't want to delete a data\n            // store based on its DDS being unused.\n            if (pathParts.length > 2) {\n                continue;\n            }\n            const dataStoreId = pathParts[1];\n            assert(this.contexts.has(dataStoreId), 0x2d7 /* No data store with specified id */);\n            // Delete the contexts of unused data stores.\n            this.contexts.delete(dataStoreId);\n            // Delete the summarizer node of the unused data stores.\n            this.deleteChildSummarizerNodeFn(dataStoreId);\n        }\n    }\n\n    /**\n     * Returns the outbound routes of this channel. Only root data stores are considered referenced and their paths are\n     * part of outbound routes.\n     */\n    private async getOutboundRoutes(): Promise<string[]> {\n        const outboundRoutes: string[] = [];\n        for (const [contextId, context] of this.contexts) {\n            const isRootDataStore = await context.isRoot();\n            if (isRootDataStore) {\n                outboundRoutes.push(`/${contextId}`);\n            }\n        }\n        return outboundRoutes;\n    }\n\n    /**\n     * Called by GC to retrieve the package path of a data store node with the given path.\n     */\n    public async getDataStorePackagePath(nodePath: string): Promise<readonly string[] | undefined> {\n        // If the node belongs to a data store, return its package path. For DDSes, we return the package path of the\n        // data store that contains it.\n        const context = this.contexts.get(nodePath.split(\"/\")[1]);\n        return (await context?.getInitialSnapshotDetails())?.pkg;\n    }\n\n    /**\n     * Called by GC to determine if a node is for a data store or for an object within a data store (for e.g. DDS).\n     * @returns the GC node type if the node belongs to a data store or object within data store, undefined otherwise.\n     */\n    public getGCNodeType(nodePath: string): GCNodeType | undefined {\n        const pathParts = nodePath.split(\"/\");\n        if (!this.contexts.has(pathParts[1])) {\n            return undefined;\n        }\n\n        // Data stores paths are of the format \"/dataStoreId\".\n        // Sub data store paths are of the format \"/dataStoreId/subPath/...\".\n        if (pathParts.length === 2) {\n            return GCNodeType.DataStore;\n        }\n        return GCNodeType.SubDataStore;\n    }\n}\n\nexport function getSummaryForDatastores(\n    snapshot: ISnapshotTree | undefined,\n    metadata?: IContainerRuntimeMetadata,\n): ISnapshotTree | undefined {\n    if (!snapshot) {\n        return undefined;\n    }\n\n    if (rootHasIsolatedChannels(metadata)) {\n        const datastoresSnapshot = snapshot.trees[channelsTreeName];\n        assert(!!datastoresSnapshot, 0x168 /* Expected tree in snapshot not found */);\n        return datastoresSnapshot;\n    } else {\n        // back-compat: strip out all non-datastore paths before giving to DataStores object.\n        const datastoresTrees: ISnapshotTree[\"trees\"] = {};\n        for (const [key, value] of Object.entries(snapshot.trees)) {\n            if (!nonDataStorePaths.includes(key)) {\n                datastoresTrees[key] = value;\n            }\n        }\n        return {\n            ...snapshot,\n            trees: datastoresTrees,\n        };\n    }\n}\n"]}
+{"version":3,"file":"dataStores.js","sourceRoot":"","sources":["../src/dataStores.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,mBAAmB,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AAExG,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAK9D,OAAO,EAEH,gBAAgB,EAGhB,0BAA0B,GAW7B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACH,gCAAgC,EAChC,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,8BAA8B,EAC9B,kBAAkB,GACrB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE,YAAY,EAAqB,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAC5I,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAC1F,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC9F,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAEH,2BAA2B,EAC3B,0BAA0B,EAC1B,oBAAoB,EACpB,kCAAkC,GACrC,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAA6B,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AACxG,OAAO,EAA0B,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC9E,OAAO,EAAE,wBAAwB,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAIlE;;;GAGG;AACH,MAAM,OAAO,UAAU;IA2BnB,YACqB,YAAuC,EACvC,OAAyB,EACzB,cAA4C,EAC5C,8BAC2E,EAC3E,2BAAiD,EAClE,UAAgC,EAChC,gBAA2E,EAC1D,aACkE,EAClE,QAA6B,EAC7B,WAA8B,IAAI,iBAAiB,CAAC,UAAU,CAAC;QAX/D,iBAAY,GAAZ,YAAY,CAA2B;QACvC,YAAO,GAAP,OAAO,CAAkB;QACzB,mBAAc,GAAd,cAAc,CAA8B;QAC5C,mCAA8B,GAA9B,8BAA8B,CAC6C;QAC3E,gCAA2B,GAA3B,2BAA2B,CAAsB;QAGjD,kBAAa,GAAb,aAAa,CACqD;QAClE,aAAQ,GAAR,QAAQ,CAAqB;QAC7B,aAAQ,GAAR,QAAQ,CAAuD;QAtCpF,+BAA+B;QACd,kBAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;QACnE,0CAA0C;QAC1B,8BAAyB,GAAG,IAAI,GAAG,EAAU,CAAC;QAI7C,gBAAW,GAAG,IAAI,IAAI,CAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAS7E,6GAA6G;QAC7G,mCAAmC;QAC3B,0BAAqB,GAAa,EAAE,CAAC;QAM5B,oBAAe,GAAsC,IAAI,GAAG,EAAgC,CAAC;QAuS9F,YAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QAvRnD,IAAI,CAAC,EAAE,GAAG,yBAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,sBAAsB,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAEzG,MAAM,cAAc,GAAG,IAAI,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,OAAO,gBAAgB,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,oEAAoE;QACpE,MAAM,sBAAsB,GAAG,KAAK,EAAE,WAAmB,EAAE,EAAE;YACzD,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC;YAC3C,OAAO,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC,CAAC;QACF,iGAAiG;QACjG,IAAI,CAAC,qBAAqB;YACtB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,wBAAwB,CAAC,KAAK,IAAI;gBAC5D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,oBAAoB,CAAC;QAE7D,4CAA4C;QAC5C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyB,CAAC;QACzD,IAAI,YAAY,EAAE;YACd,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;gBAC3D,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACnC;SACJ;QAED,IAAI,0BAA0B,GAAG,CAAC,CAAC;QACnC,oCAAoC;QACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,eAAe,EAAE;YACxC,IAAI,gBAAuC,CAAC;YAE5C,8CAA8C;YAC9C,IAAI,KAAK,CAAC,YAAY,EAAE;gBACpB,0BAA0B,EAAE,CAAC;aAChC;YACD,0EAA0E;YAC1E,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;gBACnD,gBAAgB,GAAG,IAAI,2BAA2B,CAAC;oBAC/C,EAAE,EAAE,GAAG;oBACP,YAAY,EAAE,KAAK;oBACnB,gBAAgB,EAAE,KAAK,IAAI,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC;oBACzD,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;oBAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,GAAG,EACH,EAAE,IAAI,EAAE,0BAA0B,CAAC,WAAW,EAAE,CACnD;iBACJ,CAAC,CAAC;aACN;iBAAM;gBACH,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC3B,MAAM,IAAI,YAAY,CAAC,yCAAyC,CAAC,CAAC;iBACrE;gBACD,MAAM,YAAY,GAAG,KAAK,CAAC;gBAC3B,gBAAgB,GAAG,IAAI,0BAA0B,CAAC;oBAC9C,EAAE,EAAE,GAAG;oBACP,GAAG,EAAE,SAAS;oBACd,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;oBAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;oBACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,GAAG,EACH,EAAE,IAAI,EAAE,0BAA0B,CAAC,WAAW,EAAE,CACnD;oBACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC;oBACjE,YAAY;oBACZ,eAAe,EAAE,SAAS;iBAC7B,CAAC,CAAC;aACN;YACD,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;SACrD;QACD,IAAI,CAAC,kBAAkB,GAAG;YACtB,2BAA2B,EAAE,eAAe,CAAC,IAAI;YACjD,wBAAwB,EAAE,eAAe,CAAC,IAAI,GAAG,0BAA0B;SAC9E,CAAC;IACN,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,eAAe,CAAC;IAChC,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QAC9C,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChE,OAAO,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC/E,CAAC;IAEM,oBAAoB,CAAC,OAAkC,EAAE,KAAc;;QAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,QAAgC,CAAC;QAE/D,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAElD,6CAA6C;QAC7C,IAAI,KAAK,EAAE;YACP,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,EAC3C,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACzE,MAAA,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,0CAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACtD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YAC5C,OAAO;SACV;QAED,oGAAoG;QACpG,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE;YACzC,uEAAuE;YACvE,MAAM,KAAK,GAAG,IAAI,mBAAmB;YACjC,kEAAkE;YAClE,8CAA8C,kCAEvC,gCAAgC,CAAC,OAAO,CAAC,KAC5C,WAAW,EAAE;oBACT,KAAK,EAAE,aAAa,CAAC,EAAE;oBACvB,GAAG,EAAE,gBAAgB,CAAC,YAAY;iBACrC,IAER,CAAC;YACF,MAAM,KAAK,CAAC;SACf;QAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;QACrD,IAAI,YAAuC,CAAC;QAC5C,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,YAAY,GAAG,iBAAiB,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;SAC/E;QAED,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,2BAA2B,GAAG,IAAI,2BAA2B,CAAC;YAChE,EAAE,EAAE,aAAa,CAAC,EAAE;YACpB,YAAY;YACZ,+EAA+E;YAC/E,gBAAgB,EAAE,KAAK,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC;YACrE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,aAAa,CAAC,EAAE,EAChB;gBACI,IAAI,EAAE,0BAA0B,CAAC,UAAU;gBAC3C,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,QAAQ,EAAE,MAAA,aAAa,CAAC,QAAQ,mCAAI;oBAChC,OAAO,EAAE,CAAC,oBAAoB,CAC1B,GAAG,EACH,IAAI,CAAC,qBAAqB,CAC7B,CAAC;iBACL;aACJ,CACJ;YACD,GAAG;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;IACjE,CAAC;IAEM,mBAAmB,CACtB,OAAkC,EAClC,eAAwB,EACxB,KAAc;QAEd,MAAM,YAAY,GAAG,OAAO,CAAC,QAAkC,CAAC;QAChE,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,EAAE;YACxC,MAAM,IAAI,mBAAmB,CACzB,gCAAgC,oBAEzB,gCAAgC,CAAC,OAAO,CAAC,EAEnD,CAAC;SACL;QAED,MAAM,OAAO,GAAG,eAAsC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE;YACP,OAAO,CAAC,WAAW,CAAC,CAAC;SACxB;IACL,CAAC;IAEM,uBAAuB,CAAC,YAAoC;QAC/D,IAAI,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YAC3C,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,OAAO,KAAK,SAAS,EAAE;YACvB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC1B,SAAS,EAAE,6BAA6B;gBACxC,gBAAgB,EAAE,YAAY,CAAC,UAAU;aAC5C,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAChC,OAAO,EACP,YAAY,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACnC,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;QAE3E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,EAAU;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC;IACtF,CAAC;IAED;;;;OAIG;IACK,2BAA2B,CAAC,EAAU;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAE7E;;;;WAIG;QACH,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,EAAE;YACnD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAErD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACpC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC1C;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEM,2BAA2B,CAC9B,GAAuB,EACvB,MAAe,EACf,EAAE,GAAG,IAAI,EAAE;QACX,MAAM,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,IAAI,kCAAkC,CAAC;YACnD,EAAE;YACF,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,EAAE,EACF,EAAE,IAAI,EAAE,0BAA0B,CAAC,KAAK,EAAE,CAC7C;YACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAChE,YAAY,EAAE,SAAS;YACvB,eAAe,EAAE,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACnB,CAAC;IAEM,4BAA4B,CAAC,GAAa,EAAE,EAAU,EAAE,KAAW;QACtE,MAAM,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC;YAC3C,EAAE;YACF,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,sBAAsB,EAAE,IAAI,CAAC,8BAA8B,CACvD,EAAE,EACF,EAAE,IAAI,EAAE,0BAA0B,CAAC,KAAK,EAAE,CAC7C;YACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAChE,YAAY,EAAE,SAAS;YACvB,eAAe,EAAE,KAAK;YACtB,WAAW,EAAE,KAAK;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,IAAW,QAAQ,KAAK,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IAGrD,mBAAmB,CAAC,OAAY,EAAE,eAAwB;QAC7D,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IACzD,CAAC;IAEM,mBAAmB,CAAC,OAAY,EAAE,eAAwB;QAC7D,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IACzD,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,OAAY;QACpC,MAAM,QAAQ,GAAG,OAAoB,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,OAAuB;QACrD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5C,yEAAyE;QACzE,IAAI,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAA+B,EAAE,KAAK,CAAC,CAAC;IACzF,CAAC;IAEM,uBAAuB,CAAC,OAAkC,EAAE,KAAc,EAAE,oBAA6B;QAC5G,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAqB,CAAC;QAC/C,MAAM,WAAW,mCAAQ,OAAO,KAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,GAAE,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,kDAAkD,CAAC,CAAC;QAC5E,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;QAE1D,sGAAsG;QACtG,cAAc;QACd,IAAI,CAAC,aAAa,CACd,IAAI,QAAQ,CAAC,OAAO,EAAE,EACtB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CACrD,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,EAAU,EAAE,IAAa,EAAE,SAAkB;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAC5B,IAAI,OAAO,KAAK,SAAS,EAAE;YACvB,2EAA2E;YAC3E,MAAM,mBAAmB,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;SAClE;QAED,IAAI,OAAO,CAAC,UAAU,EAAE;YACpB,iFAAiF;YACjF,MAAM,KAAK,GAAG,mBAAmB,CAAC,mBAAmB,CAAC,GAAG,EAAE,yBAAyB,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;YACzG,uGAAuG;YACvG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC1B,SAAS,EAAE,kCAAkC;gBAC7C,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,GAAG,EAAE,8BAA8B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;gBACvF,SAAS;aACZ,EAAE,KAAK,CAAC,CAAC;YACV,0FAA0F;YAC1F,gCAAgC;YAChC,IAAI,IAAI,CAAC,qBAAqB,EAAE;gBAC5B,MAAM,KAAK,CAAC;aACf;SACJ;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEM,aAAa,CAAC,OAAe,EAAE,OAA8B,EAAE,KAAc;QAChF,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE;YACV,iDAAiD;YACjD,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACjE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC9B,SAAS,EAAE,8BAA8B;gBACzC,gBAAgB,EAAE;oBACd,KAAK,EAAE,OAAO;oBACd,GAAG,EAAE,gBAAgB,CAAC,YAAY;iBACrC;aACJ,CAAC,CAAC;YACH,OAAO;SACV;QAED,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEM,kBAAkB,CAAC,SAAkB,EAAE,QAAiB;QAC3D,KAAK,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YACnD,IAAI;gBACA,OAAO,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;aACnD;YAAC,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;oBAC1B,SAAS,EAAE,yBAAyB;oBACpC,QAAQ;oBACR,cAAc;iBACjB,EAAE,KAAK,CAAC,CAAC;aACb;SACJ;IACL,CAAC;IAEM,cAAc,CAAC,WAAyD;QAC3E,MAAM,SAAS,GAAG,WAAW,KAAK,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QACnF,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YACrC,gCAAgC;YAChC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;gBACvC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aAC3B;SACJ;IACL,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,SAAS,CAClB,QAAiB,EACjB,UAAmB,EACnB,gBAAoC;QAEpC,MAAM,cAAc,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAEhD,iDAAiD;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE;YACrB,4DAA4D;YAC5D,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,SAAS,EAChD,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACtE,OAAO,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;YAClC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;YACvF,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC,CAAC;QAER,OAAO,cAAc,CAAC,cAAc,EAAE,CAAC;IAC3C,CAAC;IAEM,aAAa,CAAC,gBAAoC;QACrD,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzC,0EAA0E;QAC1E,wDAAwD;QACxD,IAAI,sBAA8B,CAAC;QACnC,GAAG;YACC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACzC,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACxD,sDAAsD;YACtD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;iBACpB,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;YACjB,yFAAyF;YACzF,0FAA0F;YAC1F,sEAAsE;YACtE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;mBACxB,WAAW,CAAC,GAAG,CAAC;mBAChB,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAClD;iBACA,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBAClB,IAAI,gBAAkC,CAAC;gBACvC,IAAI,KAAK,CAAC,QAAQ,EAAE;oBAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,qBAAqB,EAAE,CAAC,QAAQ,CAAC;oBACxD,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;iBAC3D;qBAAM;oBACH,6FAA6F;oBAC7F,uFAAuF;oBACvF,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,EACtB,KAAK,CAAC,+EAA+E,CAAC,CAAC;oBAC3F,gBAAgB,GAAG,gCAAgC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;iBACrF;gBACD,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;SACV,QAAQ,sBAAsB,KAAK,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,EAAE;QAEpE,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,mBAAmB;QAC5B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,EAAE;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACtE,IAAI,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE;gBACxB,2FAA2F;gBAC3F,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;gBACpF,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;aAC9E;SACJ;QACD,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;IACpC,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,SAAS,CAAC,SAAkB,KAAK;QAC1C,MAAM,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;QACpC,iDAAiD;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;aACtC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE;YACrB,kGAAkG;YAClG,sEAAsE;YACtE,OAAO,OAAO,CAAC,WAAW,KAAK,WAAW,CAAC,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;YAClC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACtD,wGAAwG;YACxG,6EAA6E;YAC7E,OAAO,CAAC,iBAAiB,CAAC,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC,CAAC;QAER,8DAA8D;QAC9D,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACI,gBAAgB,CAAC,UAAoB;;QACxC,oDAAoD;QACpD,MAAM,mBAAmB,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEnE,2CAA2C;QAC3C,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,mBAAmB,EAAE;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAEhG,yFAAyF;YACzF,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACvF,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;SACjD;QAED,0FAA0F;QAC1F,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YAC9C,OAAO,CAAC,gBAAgB,CAAC,MAAA,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,mCAAI,EAAE,CAAC,CAAC;SACtE;IACL,CAAC;IAED;;;;;;OAMG;IACI,kBAAkB,CAAC,YAAsB,EAAE,SAAkB;QAChE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,wGAAwG;YACxG,uCAAuC;YACvC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;gBACtB,SAAS;aACZ;YACD,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAEpF;;;;eAIG;YACH,IAAI,SAAS,EAAE;gBACX,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACjD,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,KAAK,CAAC,+CAA+C,CAAC,CAAC;gBACvF,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAC7C,SAAS;aACZ;YAED,6CAA6C;YAC7C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAClC,wDAAwD;YACxD,IAAI,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC;SACjD;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB;QAC3B,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE;YAC9C,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/C,IAAI,eAAe,EAAE;gBACjB,cAAc,CAAC,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;aACxC;SACJ;QACD,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,uBAAuB,CAAC,QAAgB;;QACjD,6GAA6G;QAC7G,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,MAAA,CAAC,MAAM,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,yBAAyB,EAAE,CAAA,CAAC,0CAAE,GAAG,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACI,aAAa,CAAC,QAAgB;QACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;YAClC,OAAO,SAAS,CAAC;SACpB;QAED,sDAAsD;QACtD,qEAAqE;QACrE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,OAAO,UAAU,CAAC,SAAS,CAAC;SAC/B;QACD,OAAO,UAAU,CAAC,YAAY,CAAC;IACnC,CAAC;CACJ;AAED,MAAM,UAAU,uBAAuB,CACnC,QAAmC,EACnC,QAAoC;IAEpC,IAAI,CAAC,QAAQ,EAAE;QACX,OAAO,SAAS,CAAC;KACpB;IAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,EAAE;QACnC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC5D,MAAM,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC9E,OAAO,kBAAkB,CAAC;KAC7B;SAAM;QACH,qFAAqF;QACrF,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;YACvD,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAClC,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aAChC;SACJ;QACD,uCACO,QAAQ,KACX,KAAK,EAAE,eAAe,IACxB;KACL;AACL,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { ITelemetryBaseLogger, IDisposable } from \"@fluidframework/common-definitions\";\nimport { DataCorruptionError, extractSafePropertiesFromMessage } from \"@fluidframework/container-utils\";\nimport { IFluidHandle } from \"@fluidframework/core-interfaces\";\nimport { FluidObjectHandle } from \"@fluidframework/datastore\";\nimport {\n    ISequencedDocumentMessage,\n    ISnapshotTree,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n    AliasResult,\n    channelsTreeName,\n    CreateChildSummarizerNodeFn,\n    CreateChildSummarizerNodeParam,\n    CreateSummarizerNodeSource,\n    IAttachMessage,\n    IEnvelope,\n    IFluidDataStoreContextDetached,\n    IGarbageCollectionData,\n    IGarbageCollectionDetailsBase,\n    IInboundSignalMessage,\n    InboundAttachMessage,\n    ISummarizeResult,\n    ISummaryTreeWithStats,\n    ITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport {\n    convertSnapshotTreeToSummaryTree,\n    convertToSummaryTree,\n    create404Response,\n    createResponseError,\n    responseToException,\n    packagePathToTelemetryProperty,\n    SummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport { ChildLogger, loggerToMonitoringContext, LoggingError, MonitoringContext, TelemetryDataTag } from \"@fluidframework/telemetry-utils\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport { BlobCacheStorageService, buildSnapshotTree } from \"@fluidframework/driver-utils\";\nimport { assert, Lazy, LazyPromise } from \"@fluidframework/common-utils\";\nimport { v4 as uuid } from \"uuid\";\nimport { GCDataBuilder, unpackChildNodesUsedRoutes } from \"@fluidframework/garbage-collector\";\nimport { DataStoreContexts } from \"./dataStoreContexts\";\nimport { ContainerRuntime } from \"./containerRuntime\";\nimport {\n    FluidDataStoreContext,\n    RemoteFluidDataStoreContext,\n    LocalFluidDataStoreContext,\n    createAttributesBlob,\n    LocalDetachedFluidDataStoreContext,\n} from \"./dataStoreContext\";\nimport { IContainerRuntimeMetadata, nonDataStorePaths, rootHasIsolatedChannels } from \"./summaryFormat\";\nimport { IDataStoreAliasMessage, isDataStoreAliasMessage } from \"./dataStore\";\nimport { throwOnTombstoneUsageKey, GCNodeType } from \"./garbageCollection\";\nimport { summarizerClientType } from \"./summarizerClientElection\";\n\ntype PendingAliasResolve = (success: boolean) => void;\n\n/**\n * This class encapsulates data store handling. Currently it is only used by the container runtime,\n * but eventually could be hosted on any channel once we formalize the channel api boundary.\n */\nexport class DataStores implements IDisposable {\n    // Stores tracked by the Domain\n    private readonly pendingAttach = new Map<string, IAttachMessage>();\n    // 0.24 back-compat attachingBeforeSummary\n    public readonly attachOpFiredForDataStore = new Set<string>();\n\n    private readonly mc: MonitoringContext;\n\n    private readonly disposeOnce = new Lazy<void>(() => this.contexts.dispose());\n\n    public readonly containerLoadStats: {\n        // number of dataStores during loadContainer\n        readonly containerLoadDataStoreCount: number;\n        // number of unreferenced dataStores during loadContainer\n        readonly referencedDataStoreCount: number;\n    };\n\n    // Stores the ids of new data stores between two GC runs. This is used to notify the garbage collector of new\n    // root data stores that are added.\n    private dataStoresSinceLastGC: string[] = [];\n    /** If true, throw an error when a tombstone data store is retrieved. */\n    private readonly throwOnTombstoneUsage: boolean;\n    // The handle to the container runtime. This is used mainly for GC purposes to represent outbound reference from\n    // the container runtime to other nodes.\n    private readonly containerRuntimeHandle: IFluidHandle;\n    private readonly pendingAliasMap: Map<string, Promise<AliasResult>> = new Map<string, Promise<AliasResult>>();\n\n    constructor(\n        private readonly baseSnapshot: ISnapshotTree | undefined,\n        private readonly runtime: ContainerRuntime,\n        private readonly submitAttachFn: (attachContent: any) => void,\n        private readonly getCreateChildSummarizerNodeFn:\n            (id: string, createParam: CreateChildSummarizerNodeParam) => CreateChildSummarizerNodeFn,\n        private readonly deleteChildSummarizerNodeFn: (id: string) => void,\n        baseLogger: ITelemetryBaseLogger,\n        getBaseGCDetails: () => Promise<Map<string, IGarbageCollectionDetailsBase>>,\n        private readonly gcNodeUpdated: (\n            nodePath: string, timestampMs: number, packagePath?: readonly string[]) => void,\n        private readonly aliasMap: Map<string, string>,\n        private readonly contexts: DataStoreContexts = new DataStoreContexts(baseLogger),\n    ) {\n        this.mc = loggerToMonitoringContext(ChildLogger.create(baseLogger));\n        this.containerRuntimeHandle = new FluidObjectHandle(this.runtime, \"/\", this.runtime.IFluidHandleContext);\n\n        const baseGCDetailsP = new LazyPromise(async () => {\n            return getBaseGCDetails();\n        });\n        // Returns the base GC details for the data store with the given id.\n        const dataStoreBaseGCDetails = async (dataStoreId: string) => {\n            const baseGCDetails = await baseGCDetailsP;\n            return baseGCDetails.get(dataStoreId);\n        };\n        // Tombstone should only throw when the feature flag is enabled and the client isn't a summarizer\n        this.throwOnTombstoneUsage =\n            this.mc.config.getBoolean(throwOnTombstoneUsageKey) === true &&\n            this.runtime.clientDetails.type !== summarizerClientType;\n\n        // Extract stores stored inside the snapshot\n        const fluidDataStores = new Map<string, ISnapshotTree>();\n        if (baseSnapshot) {\n            for (const [key, value] of Object.entries(baseSnapshot.trees)) {\n                fluidDataStores.set(key, value);\n            }\n        }\n\n        let unreferencedDataStoreCount = 0;\n        // Create a context for each of them\n        for (const [key, value] of fluidDataStores) {\n            let dataStoreContext: FluidDataStoreContext;\n\n            // counting number of unreferenced data stores\n            if (value.unreferenced) {\n                unreferencedDataStoreCount++;\n            }\n            // If we have a detached container, then create local data store contexts.\n            if (this.runtime.attachState !== AttachState.Detached) {\n                dataStoreContext = new RemoteFluidDataStoreContext({\n                    id: key,\n                    snapshotTree: value,\n                    getBaseGCDetails: async () => dataStoreBaseGCDetails(key),\n                    runtime: this.runtime,\n                    storage: this.runtime.storage,\n                    scope: this.runtime.scope,\n                    createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                        key,\n                        { type: CreateSummarizerNodeSource.FromSummary },\n                    ),\n                });\n            } else {\n                if (typeof value !== \"object\") {\n                    throw new LoggingError(\"Snapshot should be there to load from!!\");\n                }\n                const snapshotTree = value;\n                dataStoreContext = new LocalFluidDataStoreContext({\n                    id: key,\n                    pkg: undefined,\n                    runtime: this.runtime,\n                    storage: this.runtime.storage,\n                    scope: this.runtime.scope,\n                    createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                        key,\n                        { type: CreateSummarizerNodeSource.FromSummary },\n                    ),\n                    makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(key),\n                    snapshotTree,\n                    isRootDataStore: undefined,\n                });\n            }\n            this.contexts.addBoundOrRemoted(dataStoreContext);\n        }\n        this.containerLoadStats = {\n            containerLoadDataStoreCount: fluidDataStores.size,\n            referencedDataStoreCount: fluidDataStores.size - unreferencedDataStoreCount,\n        };\n    }\n\n    public get aliases(): ReadonlyMap<string, string> {\n        return this.aliasMap;\n    }\n\n    public get pendingAliases(): Map<string, Promise<AliasResult>> {\n        return this.pendingAliasMap;\n    }\n\n    public async waitIfPendingAlias(maybeAlias: string): Promise<AliasResult> {\n        const pendingAliasPromise = this.pendingAliases.get(maybeAlias);\n        return pendingAliasPromise === undefined ? \"Success\" : pendingAliasPromise;\n    }\n\n    public processAttachMessage(message: ISequencedDocumentMessage, local: boolean) {\n        const attachMessage = message.contents as InboundAttachMessage;\n\n        this.dataStoresSinceLastGC.push(attachMessage.id);\n\n        // The local object has already been attached\n        if (local) {\n            assert(this.pendingAttach.has(attachMessage.id),\n                0x15e /* \"Local object does not have matching attach message id\" */);\n            this.contexts.get(attachMessage.id)?.emit(\"attached\");\n            this.pendingAttach.delete(attachMessage.id);\n            return;\n        }\n\n        // If a non-local operation then go and create the object, otherwise mark it as officially attached.\n        if (this.alreadyProcessed(attachMessage.id)) {\n            // TODO: dataStoreId may require a different tag from PackageData #7488\n            const error = new DataCorruptionError(\n                // pre-0.58 error message: duplicateDataStoreCreatedWithExistingId\n                \"Duplicate DataStore created with existing id\",\n                {\n                    ...extractSafePropertiesFromMessage(message),\n                    dataStoreId: {\n                        value: attachMessage.id,\n                        tag: TelemetryDataTag.CodeArtifact,\n                    },\n                },\n            );\n            throw error;\n        }\n\n        const flatBlobs = new Map<string, ArrayBufferLike>();\n        let snapshotTree: ISnapshotTree | undefined;\n        if (attachMessage.snapshot) {\n            snapshotTree = buildSnapshotTree(attachMessage.snapshot.entries, flatBlobs);\n        }\n\n        // Include the type of attach message which is the pkg of the store to be\n        // used by RemoteFluidDataStoreContext in case it is not in the snapshot.\n        const pkg = [attachMessage.type];\n        const remoteFluidDataStoreContext = new RemoteFluidDataStoreContext({\n            id: attachMessage.id,\n            snapshotTree,\n            // New data stores begin with empty GC details since GC hasn't run on them yet.\n            getBaseGCDetails: async () => { return {}; },\n            runtime: this.runtime,\n            storage: new BlobCacheStorageService(this.runtime.storage, flatBlobs),\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                attachMessage.id,\n                {\n                    type: CreateSummarizerNodeSource.FromAttach,\n                    sequenceNumber: message.sequenceNumber,\n                    snapshot: attachMessage.snapshot ?? {\n                        entries: [createAttributesBlob(\n                            pkg,\n                            true /* isRootDataStore */,\n                        )],\n                    },\n                },\n            ),\n            pkg,\n        });\n\n        this.contexts.addBoundOrRemoted(remoteFluidDataStoreContext);\n    }\n\n    public processAliasMessage(\n        message: ISequencedDocumentMessage,\n        localOpMetadata: unknown,\n        local: boolean,\n    ): void {\n        const aliasMessage = message.contents as IDataStoreAliasMessage;\n        if (!isDataStoreAliasMessage(aliasMessage)) {\n            throw new DataCorruptionError(\n                \"malformedDataStoreAliasMessage\",\n                {\n                    ...extractSafePropertiesFromMessage(message),\n                },\n            );\n        }\n\n        const resolve = localOpMetadata as PendingAliasResolve;\n        const aliasResult = this.processAliasMessageCore(aliasMessage);\n        if (local) {\n            resolve(aliasResult);\n        }\n    }\n\n    public processAliasMessageCore(aliasMessage: IDataStoreAliasMessage): boolean {\n        if (this.alreadyProcessed(aliasMessage.alias)) {\n            return false;\n        }\n\n        const context = this.contexts.get(aliasMessage.internalId);\n        if (context === undefined) {\n            this.mc.logger.sendErrorEvent({\n                eventName: \"AliasFluidDataStoreNotFound\",\n                fluidDataStoreId: aliasMessage.internalId,\n            });\n            return false;\n        }\n\n        const handle = new FluidObjectHandle(\n            context,\n            aliasMessage.internalId,\n            this.runtime.IFluidHandleContext,\n        );\n        this.runtime.addedGCOutboundReference(this.containerRuntimeHandle, handle);\n\n        this.aliasMap.set(aliasMessage.alias, context.id);\n        context.setInMemoryRoot();\n        return true;\n    }\n\n    private alreadyProcessed(id: string): boolean {\n        return this.aliasMap.get(id) !== undefined || this.contexts.get(id) !== undefined;\n    }\n\n    /**\n     * Make the data stores locally visible in the container graph by moving the data store context from unbound to\n     * bound list. This data store can now be reached from the root.\n     * @param id - The id of the data store context to make visible.\n     */\n    private makeDataStoreLocallyVisible(id: string): void {\n        const localContext = this.contexts.getUnbound(id);\n        assert(!!localContext, 0x15f /* \"Could not find unbound context to bind\" */);\n\n        /**\n         * If the container is not detached, it is globally visible to all clients. This data store should also be\n         * globally visible. Move it to attaching state and send an \"attach\" op for it.\n         * If the container is detached, this data store will be part of the summary that makes the container attached.\n         */\n        if (this.runtime.attachState !== AttachState.Detached) {\n            localContext.emit(\"attaching\");\n            const message = localContext.generateAttachMessage();\n\n            this.pendingAttach.set(id, message);\n            this.submitAttachFn(message);\n            this.attachOpFiredForDataStore.add(id);\n        }\n\n        this.contexts.bind(id);\n    }\n\n    public createDetachedDataStoreCore(\n        pkg: Readonly<string[]>,\n        isRoot: boolean,\n        id = uuid()): IFluidDataStoreContextDetached {\n        assert(!id.includes(\"/\"), 0x30c /* Id cannot contain slashes */);\n\n        const context = new LocalDetachedFluidDataStoreContext({\n            id,\n            pkg,\n            runtime: this.runtime,\n            storage: this.runtime.storage,\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                id,\n                { type: CreateSummarizerNodeSource.Local },\n            ),\n            makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),\n            snapshotTree: undefined,\n            isRootDataStore: isRoot,\n        });\n        this.contexts.addUnbound(context);\n        return context;\n    }\n\n    public _createFluidDataStoreContext(pkg: string[], id: string, props?: any) {\n        assert(!id.includes(\"/\"), 0x30d /* Id cannot contain slashes */);\n        const context = new LocalFluidDataStoreContext({\n            id,\n            pkg,\n            runtime: this.runtime,\n            storage: this.runtime.storage,\n            scope: this.runtime.scope,\n            createSummarizerNodeFn: this.getCreateChildSummarizerNodeFn(\n                id,\n                { type: CreateSummarizerNodeSource.Local },\n            ),\n            makeLocallyVisibleFn: () => this.makeDataStoreLocallyVisible(id),\n            snapshotTree: undefined,\n            isRootDataStore: false,\n            createProps: props,\n        });\n        this.contexts.addUnbound(context);\n        return context;\n    }\n\n    public get disposed() { return this.disposeOnce.evaluated; }\n    public readonly dispose = () => this.disposeOnce.value;\n\n    public resubmitDataStoreOp(content: any, localOpMetadata: unknown) {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x160 /* \"There should be a store context for the op\" */);\n        context.reSubmit(envelope.contents, localOpMetadata);\n    }\n\n    public rollbackDataStoreOp(content: any, localOpMetadata: unknown) {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x2e8 /* \"There should be a store context for the op\" */);\n        context.rollback(envelope.contents, localOpMetadata);\n    }\n\n    public async applyStashedOp(content: any): Promise<unknown> {\n        const envelope = content as IEnvelope;\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x161 /* \"There should be a store context for the op\" */);\n        return context.applyStashedOp(envelope.contents);\n    }\n\n    public async applyStashedAttachOp(message: IAttachMessage) {\n        this.pendingAttach.set(message.id, message);\n        // eslint-disable-next-line @typescript-eslint/consistent-type-assertions\n        this.processAttachMessage({ contents: message } as ISequencedDocumentMessage, false);\n    }\n\n    public processFluidDataStoreOp(message: ISequencedDocumentMessage, local: boolean, localMessageMetadata: unknown) {\n        const envelope = message.contents as IEnvelope;\n        const transformed = { ...message, contents: envelope.contents };\n        const context = this.contexts.get(envelope.address);\n        assert(!!context, 0x162 /* \"There should be a store context for the op\" */);\n        context.process(transformed, local, localMessageMetadata);\n\n        // Notify that a GC node for the data store changed. This is used to detect if a deleted data store is\n        // being used.\n        this.gcNodeUpdated(\n            `/${envelope.address}`,\n            message.timestamp,\n            context.isLoaded ? context.packagePath : undefined,\n        );\n    }\n\n    public async getDataStore(id: string, wait: boolean, viaHandle: boolean): Promise<FluidDataStoreContext> {\n        const context = await this.contexts.getBoundOrRemoted(id, wait);\n        const request = { url: id };\n        if (context === undefined) {\n            // The requested data store does not exits. Throw a 404 response exception.\n            throw responseToException(create404Response(request), request);\n        }\n\n        if (context.tombstoned) {\n            // The requested data store is removed by gc. Create a 404 gc response exception.\n            const error = responseToException(createResponseError(404, \"Datastore removed by gc\", request), request);\n            // Note: if a user writes a request to look like it's viaHandle, we will also send this telemetry event\n            this.mc.logger.sendErrorEvent({\n                eventName: \"GC_Tombstone_DataStore_Requested\",\n                url: request.url,\n                pkg: packagePathToTelemetryProperty(context.isLoaded ? context.packagePath : undefined),\n                viaHandle,\n            }, error);\n            // Always log an error when tombstoned data store is used. However, throw an error only if\n            // throwOnTombstoneUsage is set.\n            if (this.throwOnTombstoneUsage) {\n                throw error;\n            }\n        }\n\n        return context;\n    }\n\n    public processSignal(address: string, message: IInboundSignalMessage, local: boolean) {\n        const context = this.contexts.get(address);\n        if (!context) {\n            // Attach message may not have been processed yet\n            assert(!local, 0x163 /* \"Missing datastore for local signal\" */);\n            this.mc.logger.sendTelemetryEvent({\n                eventName: \"SignalFluidDataStoreNotFound\",\n                fluidDataStoreId: {\n                    value: address,\n                    tag: TelemetryDataTag.CodeArtifact,\n                },\n            });\n            return;\n        }\n\n        context.processSignal(message, local);\n    }\n\n    public setConnectionState(connected: boolean, clientId?: string) {\n        for (const [fluidDataStore, context] of this.contexts) {\n            try {\n                context.setConnectionState(connected, clientId);\n            } catch (error) {\n                this.mc.logger.sendErrorEvent({\n                    eventName: \"SetConnectionStateError\",\n                    clientId,\n                    fluidDataStore,\n                }, error);\n            }\n        }\n    }\n\n    public setAttachState(attachState: AttachState.Attaching | AttachState.Attached): void {\n        const eventName = attachState === AttachState.Attaching ? \"attaching\" : \"attached\";\n        for (const [, context] of this.contexts) {\n            // Fire only for bounded stores.\n            if (!this.contexts.isNotBound(context.id)) {\n                context.emit(eventName);\n            }\n        }\n    }\n\n    public get size(): number {\n        return this.contexts.size;\n    }\n\n    public async summarize(\n        fullTree: boolean,\n        trackState: boolean,\n        telemetryContext?: ITelemetryContext,\n    ): Promise<ISummaryTreeWithStats> {\n        const summaryBuilder = new SummaryTreeBuilder();\n\n        // Iterate over each store and ask it to snapshot\n        await Promise.all(Array.from(this.contexts)\n            .filter(([_, context]) => {\n                // Summarizer works only with clients with no local changes!\n                assert(context.attachState !== AttachState.Attaching,\n                    0x165 /* \"Summarizer cannot work if client has local changes\" */);\n                return context.attachState === AttachState.Attached;\n            }).map(async ([contextId, context]) => {\n                const contextSummary = await context.summarize(fullTree, trackState, telemetryContext);\n                summaryBuilder.addWithStats(contextId, contextSummary);\n            }));\n\n        return summaryBuilder.getSummaryTree();\n    }\n\n    public createSummary(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n        const builder = new SummaryTreeBuilder();\n        // Attaching graph of some stores can cause other stores to get bound too.\n        // So keep taking summary until no new stores get bound.\n        let notBoundContextsLength: number;\n        do {\n            const builderTree = builder.summary.tree;\n            notBoundContextsLength = this.contexts.notBoundLength();\n            // Iterate over each data store and ask it to snapshot\n            Array.from(this.contexts)\n                .filter(([key, _]) =>\n                    // Take summary of bounded data stores only, make sure we haven't summarized them already\n                    // and no attach op has been fired for that data store because for loader versions <= 0.24\n                    // we set attach state as \"attaching\" before taking createNew summary.\n                    !(this.contexts.isNotBound(key)\n                        || builderTree[key]\n                        || this.attachOpFiredForDataStore.has(key)),\n                )\n                .map(([key, value]) => {\n                    let dataStoreSummary: ISummarizeResult;\n                    if (value.isLoaded) {\n                        const snapshot = value.generateAttachMessage().snapshot;\n                        dataStoreSummary = convertToSummaryTree(snapshot, true);\n                    } else {\n                        // If this data store is not yet loaded, then there should be no changes in the snapshot from\n                        // which it was created as it is detached container. So just use the previous snapshot.\n                        assert(!!this.baseSnapshot,\n                            0x166 /* \"BaseSnapshot should be there as detached container loaded from snapshot\" */);\n                        dataStoreSummary = convertSnapshotTreeToSummaryTree(this.baseSnapshot.trees[key]);\n                    }\n                    builder.addWithStats(key, dataStoreSummary);\n                });\n        } while (notBoundContextsLength !== this.contexts.notBoundLength());\n\n        return builder.getSummaryTree();\n    }\n\n    /**\n     * Before GC runs, called by the garbage collector to update any pending GC state.\n     * The garbage collector needs to know all outbound references that are added. Since root data stores are not\n     * explicitly marked as referenced, notify GC of new root data stores that were added since the last GC run.\n     */\n    public async updateStateBeforeGC(): Promise<void> {\n        for (const id of this.dataStoresSinceLastGC) {\n            const context = this.contexts.get(id);\n            assert(context !== undefined, 0x2b6 /* Missing data store context */);\n            if (await context.isRoot()) {\n                // A root data store is basically a reference from the container runtime to the data store.\n                const handle = new FluidObjectHandle(context, id, this.runtime.IFluidHandleContext);\n                this.runtime.addedGCOutboundReference(this.containerRuntimeHandle, handle);\n            }\n        }\n        this.dataStoresSinceLastGC = [];\n    }\n\n    /**\n     * Generates data used for garbage collection. It does the following:\n     *\n     * 1. Calls into each child data store context to get its GC data.\n     *\n     * 2. Prefixes the child context's id to the GC nodes in the child's GC data. This makes sure that the node can be\n     * identified as belonging to the child.\n     *\n     * 3. Adds a GC node for this channel to the nodes received from the children. All these nodes together represent\n     * the GC data of this channel.\n     *\n     * @param fullGC - true to bypass optimizations and force full generation of GC data.\n     */\n    public async getGCData(fullGC: boolean = false): Promise<IGarbageCollectionData> {\n        const builder = new GCDataBuilder();\n        // Iterate over each store and get their GC data.\n        await Promise.all(Array.from(this.contexts)\n            .filter(([_, context]) => {\n                // Get GC data only for attached contexts. Detached contexts are not connected in the GC reference\n                // graph so any references they might have won't be connected as well.\n                return context.attachState === AttachState.Attached;\n            }).map(async ([contextId, context]) => {\n                const contextGCData = await context.getGCData(fullGC);\n                // Prefix the child's id to the ids of its GC nodes so they can be identified as belonging to the child.\n                // This also gradually builds the id of each node to be a path from the root.\n                builder.prefixAndAddNodes(contextId, contextGCData.gcNodes);\n            }));\n\n        // Get the outbound routes and add a GC node for this channel.\n        builder.addNode(\"/\", await this.getOutboundRoutes());\n        return builder.getGCData();\n    }\n\n    /**\n     * After GC has run, called to notify this Container's data stores of routes that are used in it.\n     * @param usedRoutes - The routes that are used in all data stores in this Container.\n     */\n    public updateUsedRoutes(usedRoutes: string[]) {\n        // Get a map of data store ids to routes used in it.\n        const usedDataStoreRoutes = unpackChildNodesUsedRoutes(usedRoutes);\n\n        // Verify that the used routes are correct.\n        for (const [id] of usedDataStoreRoutes) {\n            assert(this.contexts.has(id), 0x167 /* \"Used route does not belong to any known data store\" */);\n\n            // Revive datastores regardless of whether or not tombstone the tombstone flag is flipped\n            const dataStore = this.contexts.get(id);\n            assert(dataStore !== undefined, 0x46e /* No data store retrieved with specified id */);\n            dataStore.setTombstone(false /* tombstone */);\n        }\n\n        // Update the used routes in each data store. Used routes is empty for unused data stores.\n        for (const [contextId, context] of this.contexts) {\n            context.updateUsedRoutes(usedDataStoreRoutes.get(contextId) ?? []);\n        }\n    }\n\n    /**\n     * This is called to update objects whose routes are unused. The unused objects are either deleted or marked as\n     * tombstones.\n     * @param unusedRoutes - The routes that are unused in all data stores in this Container.\n     * @param tombstone - if true, the objects corresponding to unused routes are marked tombstones. Otherwise, they\n     * are deleted.\n     */\n    public updateUnusedRoutes(unusedRoutes: string[], tombstone: boolean) {\n        for (const route of unusedRoutes) {\n            const pathParts = route.split(\"/\");\n            // Delete data store only if its route (/datastoreId) is in unusedRoutes. We don't want to delete a data\n            // store based on its DDS being unused.\n            if (pathParts.length > 2) {\n                continue;\n            }\n            const dataStoreId = pathParts[1];\n            assert(this.contexts.has(dataStoreId), 0x2d7 /* No data store with specified id */);\n\n            /**\n             * When running GC in tombstone mode, datastore contexts are tombstoned. Tombstoned datastore contexts\n             * enable testing scenarios with accessing deleted content without actually deleting content from\n             * summaries.\n             */\n            if (tombstone) {\n                const dataStore = this.contexts.get(dataStoreId);\n                assert(dataStore !== undefined, 0x442 /* No data store retrieved with specified id */);\n                dataStore.setTombstone(true /* tombstone */);\n                continue;\n            }\n\n            // Delete the contexts of unused data stores.\n            this.contexts.delete(dataStoreId);\n            // Delete the summarizer node of the unused data stores.\n            this.deleteChildSummarizerNodeFn(dataStoreId);\n        }\n    }\n\n    /**\n     * Returns the outbound routes of this channel. Only root data stores are considered referenced and their paths are\n     * part of outbound routes.\n     */\n    private async getOutboundRoutes(): Promise<string[]> {\n        const outboundRoutes: string[] = [];\n        for (const [contextId, context] of this.contexts) {\n            const isRootDataStore = await context.isRoot();\n            if (isRootDataStore) {\n                outboundRoutes.push(`/${contextId}`);\n            }\n        }\n        return outboundRoutes;\n    }\n\n    /**\n     * Called by GC to retrieve the package path of a data store node with the given path.\n     */\n    public async getDataStorePackagePath(nodePath: string): Promise<readonly string[] | undefined> {\n        // If the node belongs to a data store, return its package path. For DDSes, we return the package path of the\n        // data store that contains it.\n        const context = this.contexts.get(nodePath.split(\"/\")[1]);\n        return (await context?.getInitialSnapshotDetails())?.pkg;\n    }\n\n    /**\n     * Called by GC to determine if a node is for a data store or for an object within a data store (for e.g. DDS).\n     * @returns the GC node type if the node belongs to a data store or object within data store, undefined otherwise.\n     */\n    public getGCNodeType(nodePath: string): GCNodeType | undefined {\n        const pathParts = nodePath.split(\"/\");\n        if (!this.contexts.has(pathParts[1])) {\n            return undefined;\n        }\n\n        // Data stores paths are of the format \"/dataStoreId\".\n        // Sub data store paths are of the format \"/dataStoreId/subPath/...\".\n        if (pathParts.length === 2) {\n            return GCNodeType.DataStore;\n        }\n        return GCNodeType.SubDataStore;\n    }\n}\n\nexport function getSummaryForDatastores(\n    snapshot: ISnapshotTree | undefined,\n    metadata?: IContainerRuntimeMetadata,\n): ISnapshotTree | undefined {\n    if (!snapshot) {\n        return undefined;\n    }\n\n    if (rootHasIsolatedChannels(metadata)) {\n        const datastoresSnapshot = snapshot.trees[channelsTreeName];\n        assert(!!datastoresSnapshot, 0x168 /* Expected tree in snapshot not found */);\n        return datastoresSnapshot;\n    } else {\n        // back-compat: strip out all non-datastore paths before giving to DataStores object.\n        const datastoresTrees: ISnapshotTree[\"trees\"] = {};\n        for (const [key, value] of Object.entries(snapshot.trees)) {\n            if (!nonDataStorePaths.includes(key)) {\n                datastoresTrees[key] = value;\n            }\n        }\n        return {\n            ...snapshot,\n            trees: datastoresTrees,\n        };\n    }\n}\n"]}

package/lib/garbageCollection.d.ts

@@ -9,16 +9,18 @@ import { ISnapshotTree } from "@fluidframework/protocol-definitions";
 import { IGarbageCollectionData, IGarbageCollectionDetailsBase, ISummarizeResult, ITelemetryContext } from "@fluidframework/runtime-definitions";
 import { ReadAndParseBlob, RefreshSummaryResult } from "@fluidframework/runtime-utils";
 import { IGCRuntimeOptions } from "./containerRuntime";
-import { IContainerRuntimeMetadata, IGCMetadata } from "./summaryFormat";
+import { IContainerRuntimeMetadata, IGCMetadata, ICreateContainerMetadata } from "./summaryFormat";
 export declare const gcTreeKey = "gc";
 export declare const gcBlobPrefix = "__gc";
+export declare const gcTombstoneBlobKey = "__tombstones";
 export declare const runGCKey = "Fluid.GarbageCollection.RunGC";
 export declare const runSweepKey = "Fluid.GarbageCollection.RunSweep";
 export declare const gcTestModeKey = "Fluid.GarbageCollection.GCTestMode";
 export declare const runSessionExpiryKey = "Fluid.GarbageCollection.RunSessionExpiry";
-export declare const disableSessionExpiryKey = "Fluid.GarbageCollection.DisableSessionExpiry";
 export declare const trackGCStateKey = "Fluid.GarbageCollection.TrackGCState";
 export declare const disableSweepLogKey = "Fluid.GarbageCollection.DisableSweepLog";
+export declare const disableTombstoneKey = "Fluid.GarbageCollection.DisableTombstone";
+export declare const throwOnTombstoneUsageKey = "Fluid.GarbageCollection.ThrowOnTombstoneUsage";
 export declare const oneDayMs: number;
 export declare const defaultInactiveTimeoutMs: number;
 export declare const defaultSessionExpiryDurationMs: number;
@@ -58,9 +60,9 @@ export interface IGarbageCollectionRuntime {
     /** Returns the garbage collection data of the runtime. */
     getGCData(fullGC?: boolean): Promise<IGarbageCollectionData>;
     /** After GC has run, called to notify the runtime of routes that are used in it. */
-    updateUsedRoutes(usedRoutes: string[], gcTimestamp?: number): void;
-    /** After GC has run, called to delete objects in the runtime whose routes are unused. */
-    deleteUnusedRoutes(unusedRoutes: string[]): void;
+    updateUsedRoutes(usedRoutes: string[]): void;
+    /** After GC has run, called to notify the runtime of routes that are unused in it. */
+    updateUnusedRoutes(unusedRoutes: string[], tombstone: boolean): void;
     /** Returns a referenced timestamp to be used to track unreferenced nodes. */
     getCurrentReferenceTimestampMs(): number | undefined;
     /** Returns the type of the GC node. */
@@ -74,9 +76,9 @@ export interface IGarbageCollector {
     readonly shouldRunGC: boolean;
     /** Tells whether the GC state in summary needs to be reset in the next summary. */
     readonly summaryStateNeedsReset: boolean;
-    /** Tells whether GC data should be written to the root of the summary tree. */
-    readonly writeDataAtRoot: boolean;
     readonly trackGCState: boolean;
+    /** Initialize the state from the base snapshot after its creation. */
+    initializeBaseState(): Promise<void>;
     /** Run garbage collection and update the reference / used state of the system. */
     collectGarbage(options: {
         logger?: ITelemetryLogger;
@@ -105,6 +107,7 @@ export interface IGarbageCollectorCreateParams {
     readonly baseLogger: ITelemetryLogger;
     readonly existing: boolean;
     readonly metadata: IContainerRuntimeMetadata | undefined;
+    readonly createContainerMetadata: ICreateContainerMetadata;
     readonly baseSnapshot: ISnapshotTree | undefined;
     readonly isSummarizerClient: boolean;
     readonly getNodePackagePath: (nodePath: string) => Promise<readonly string[] | undefined>;
@@ -112,7 +115,6 @@ export interface IGarbageCollectorCreateParams {
     readonly readAndParseBlob: ReadAndParseBlob;
     readonly activeConnection: () => boolean;
     readonly getContainerDiagnosticId: () => string;
-    readonly snapshotCacheExpiryMs?: number;
 }
 /** The state of node that is unreferenced. */
 export declare const UnreferencedState: {
@@ -212,12 +214,8 @@ export declare class GarbageCollector implements IGarbageCollector {
     private readonly shouldRunSweep;
     readonly trackGCState: boolean;
     private readonly testMode;
+    private readonly tombstoneMode;
     private readonly mc;
-    /**
-     * Tells whether the GC data should be written to the root of the summary tree.
-     */
-    private _writeDataAtRoot;
-    get writeDataAtRoot(): boolean;
     /**
      * Tells whether the initial GC state needs to be reset. This can happen under 2 conditions:
      *
@@ -234,16 +232,18 @@ export declare class GarbageCollector implements IGarbageCollector {
     private readonly currentGCVersion;
     private latestSummaryGCVersion;
     private previousGCDataFromLastRun;
+    private readonly newReferencesSinceLastRun;
+    private tombstones;
     /**
-     * Keeps track of the serialized GC blob from the latest summary successfully submitted to the server.
+     * Keeps track of the GC data from the latest summary successfully submitted to and acked from the server.
      */
-    private latestSerializedSummaryState;
+    private latestSummaryData;
     /**
-     * Keeps track of the serialized GC blob from the last GC run of the client.
+     * Keeps track of the GC data from the last summary submitted to the server but not yet acked.
      */
-    private pendingSerializedSummaryState;
-    private readonly newReferencesSinceLastRun;
-    private readonly initializeBaseStateP;
+    private pendingSummaryData;
+    private readonly baseSnapshotDataP;
+    private readonly initializeGCStateFromBaseSnapshotP;
     private readonly baseGCDetailsP;
     private readonly unreferencedNodesState;
     private sessionExpiryTimer;
@@ -251,6 +251,7 @@ export declare class GarbageCollector implements IGarbageCollector {
     private pendingEventsQueue;
     private completedRuns;
     private readonly runtime;
+    private readonly createContainerMetadata;
     private readonly gcOptions;
     private readonly isSummarizerClient;
     /** The time in ms to expire a session for a client for gc. */
@@ -270,6 +271,12 @@ export declare class GarbageCollector implements IGarbageCollector {
     /** Handler to respond to when a SweepReady object is used */
     private readonly sweepReadyUsageHandler;
     protected constructor(createParams: IGarbageCollectorCreateParams);
+    /**
+     * Called during container initialization. Initialize the tombstone state so that object are marked as tombstones
+     * before they are loaded or used. This is important to get accurate information of whether tombstoned object are
+     * in use or not.
+     */
+    initializeBaseState(): Promise<void>;
     /**
      * Called when the connection state of the runtime changes, i.e., it connects or disconnects. GC subscribes to this
      * to initialize the base state for non-summarizer clients so that they can track inactive / sweep ready nodes.
@@ -297,6 +304,16 @@ export declare class GarbageCollector implements IGarbageCollector {
      * blobs. All the blob keys should start with `gcBlobPrefix`.
      */
     summarize(fullTree: boolean, trackState: boolean, telemetryContext?: ITelemetryContext): ISummarizeResult | undefined;
+    /**
+     * Builds the GC summary tree which contains GC state and tombstone state.
+     * If trackState is false, both GC state and tombstone state are written as summary blobs.
+     * If trackState is true, summary blob is written for GC state or tombstone state if they changed.
+     * @param serializedGCState - The GC state serialized as string.
+     * @param serializedTombstones - THe tombstone state serialized as string.
+     * @param trackState - Whether we are tracking GC state across summaries.
+     * @returns the GC summary tree.
+     */
+    private buildGCSummaryTree;
     getMetadata(): IGCMetadata;
     /**
      * Returns a map of node ids to their base GC details generated from the base summary. This is used by the caller