@fluidframework/container-runtime 1.4.0-115997 → 2.0.0-dev-rc.1.0.0.224419
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.js +19 -29
- package/.mocharc.js +12 -0
- package/CHANGELOG.md +427 -0
- package/README.md +69 -0
- package/api-extractor-lint.json +4 -0
- package/api-extractor.json +2 -2
- package/api-report/container-runtime.api.md +863 -0
- package/dist/{batchTracker.js → batchTracker.cjs} +9 -8
- package/dist/batchTracker.cjs.map +1 -0
- package/dist/batchTracker.d.ts +6 -6
- package/dist/batchTracker.d.ts.map +1 -1
- package/dist/blobManager.cjs +704 -0
- package/dist/blobManager.cjs.map +1 -0
- package/dist/blobManager.d.ts +135 -39
- package/dist/blobManager.d.ts.map +1 -1
- package/dist/connectionTelemetry.cjs +230 -0
- package/dist/connectionTelemetry.cjs.map +1 -0
- package/dist/connectionTelemetry.d.ts +2 -2
- package/dist/connectionTelemetry.d.ts.map +1 -1
- package/dist/container-runtime-alpha.d.ts +1677 -0
- package/dist/container-runtime-beta.d.ts +250 -0
- package/dist/container-runtime-public.d.ts +250 -0
- package/dist/container-runtime-untrimmed.d.ts +1792 -0
- package/dist/{containerHandleContext.js → containerHandleContext.cjs} +4 -2
- package/dist/containerHandleContext.cjs.map +1 -0
- package/dist/containerHandleContext.d.ts.map +1 -1
- package/dist/containerRuntime.cjs +2531 -0
- package/dist/containerRuntime.cjs.map +1 -0
- package/dist/containerRuntime.d.ts +454 -257
- package/dist/containerRuntime.d.ts.map +1 -1
- package/dist/{dataStore.js → dataStore.cjs} +54 -45
- package/dist/dataStore.cjs.map +1 -0
- package/dist/dataStore.d.ts +2 -2
- package/dist/dataStore.d.ts.map +1 -1
- package/dist/{dataStoreContext.js → dataStoreContext.cjs} +343 -247
- package/dist/dataStoreContext.cjs.map +1 -0
- package/dist/dataStoreContext.d.ts +73 -41
- package/dist/dataStoreContext.d.ts.map +1 -1
- package/dist/{dataStoreContexts.js → dataStoreContexts.cjs} +19 -15
- package/dist/dataStoreContexts.cjs.map +1 -0
- package/dist/dataStoreContexts.d.ts +1 -1
- package/dist/dataStoreContexts.d.ts.map +1 -1
- package/dist/{dataStoreRegistry.js → dataStoreRegistry.cjs} +9 -4
- package/dist/dataStoreRegistry.cjs.map +1 -0
- package/dist/dataStoreRegistry.d.ts +3 -0
- package/dist/dataStoreRegistry.d.ts.map +1 -1
- package/dist/{dataStores.js → dataStores.cjs} +273 -124
- package/dist/dataStores.cjs.map +1 -0
- package/dist/dataStores.d.ts +53 -23
- package/dist/dataStores.d.ts.map +1 -1
- package/dist/deltaManagerProxyBase.cjs +77 -0
- package/dist/deltaManagerProxyBase.cjs.map +1 -0
- package/dist/deltaManagerProxyBase.d.ts +35 -0
- package/dist/deltaManagerProxyBase.d.ts.map +1 -0
- package/dist/deltaManagerSummarizerProxy.cjs +42 -0
- package/dist/deltaManagerSummarizerProxy.cjs.map +1 -0
- package/dist/deltaManagerSummarizerProxy.d.ts +19 -0
- package/dist/deltaManagerSummarizerProxy.d.ts.map +1 -0
- package/dist/{deltaScheduler.js → deltaScheduler.cjs} +25 -18
- package/dist/deltaScheduler.cjs.map +1 -0
- package/dist/deltaScheduler.d.ts +8 -6
- package/dist/deltaScheduler.d.ts.map +1 -1
- package/dist/error.cjs +21 -0
- package/dist/error.cjs.map +1 -0
- package/dist/error.d.ts +14 -0
- package/dist/error.d.ts.map +1 -0
- package/dist/gc/garbageCollection.cjs +861 -0
- package/dist/gc/garbageCollection.cjs.map +1 -0
- package/dist/gc/garbageCollection.d.ts +224 -0
- package/dist/gc/garbageCollection.d.ts.map +1 -0
- package/dist/gc/gcConfigs.cjs +153 -0
- package/dist/gc/gcConfigs.cjs.map +1 -0
- package/dist/gc/gcConfigs.d.ts +23 -0
- package/dist/gc/gcConfigs.d.ts.map +1 -0
- package/dist/gc/gcDefinitions.cjs +96 -0
- package/dist/gc/gcDefinitions.cjs.map +1 -0
- package/dist/gc/gcDefinitions.d.ts +437 -0
- package/dist/gc/gcDefinitions.d.ts.map +1 -0
- package/dist/gc/gcHelpers.cjs +235 -0
- package/dist/gc/gcHelpers.cjs.map +1 -0
- package/dist/gc/gcHelpers.d.ts +71 -0
- package/dist/gc/gcHelpers.d.ts.map +1 -0
- package/dist/gc/gcReferenceGraphAlgorithm.cjs +49 -0
- package/dist/gc/gcReferenceGraphAlgorithm.cjs.map +1 -0
- package/dist/gc/gcReferenceGraphAlgorithm.d.ts +16 -0
- package/dist/gc/gcReferenceGraphAlgorithm.d.ts.map +1 -0
- package/dist/{summarizerTypes.js → gc/gcSummaryDefinitions.cjs} +1 -6
- package/dist/gc/gcSummaryDefinitions.cjs.map +1 -0
- package/dist/gc/gcSummaryDefinitions.d.ts +52 -0
- package/dist/gc/gcSummaryDefinitions.d.ts.map +1 -0
- package/dist/gc/gcSummaryStateTracker.cjs +213 -0
- package/dist/gc/gcSummaryStateTracker.cjs.map +1 -0
- package/dist/gc/gcSummaryStateTracker.d.ts +94 -0
- package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -0
- package/dist/gc/gcTelemetry.cjs +298 -0
- package/dist/gc/gcTelemetry.cjs.map +1 -0
- package/dist/gc/gcTelemetry.d.ts +92 -0
- package/dist/gc/gcTelemetry.d.ts.map +1 -0
- package/dist/gc/gcUnreferencedStateTracker.cjs +118 -0
- package/dist/gc/gcUnreferencedStateTracker.cjs.map +1 -0
- package/dist/gc/gcUnreferencedStateTracker.d.ts +40 -0
- package/dist/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
- package/dist/gc/index.cjs +44 -0
- package/dist/gc/index.cjs.map +1 -0
- package/dist/gc/index.d.ts +13 -0
- package/dist/gc/index.d.ts.map +1 -0
- package/dist/index.cjs +47 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +19 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/messageTypes.cjs +37 -0
- package/dist/messageTypes.cjs.map +1 -0
- package/dist/messageTypes.d.ts +142 -0
- package/dist/messageTypes.d.ts.map +1 -0
- package/dist/metadata.cjs +7 -0
- package/dist/metadata.cjs.map +1 -0
- package/dist/metadata.d.ts +24 -0
- package/dist/metadata.d.ts.map +1 -0
- package/dist/opLifecycle/batchManager.cjs +139 -0
- package/dist/opLifecycle/batchManager.cjs.map +1 -0
- package/dist/opLifecycle/batchManager.d.ts +48 -0
- package/dist/opLifecycle/batchManager.d.ts.map +1 -0
- package/dist/opLifecycle/definitions.cjs +7 -0
- package/dist/opLifecycle/definitions.cjs.map +1 -0
- package/dist/opLifecycle/definitions.d.ts +83 -0
- package/dist/opLifecycle/definitions.d.ts.map +1 -0
- package/dist/opLifecycle/index.cjs +26 -0
- package/dist/opLifecycle/index.cjs.map +1 -0
- package/dist/opLifecycle/index.d.ts +13 -0
- package/dist/opLifecycle/index.d.ts.map +1 -0
- package/dist/opLifecycle/opCompressor.cjs +84 -0
- package/dist/opLifecycle/opCompressor.cjs.map +1 -0
- package/dist/opLifecycle/opCompressor.d.ts +18 -0
- package/dist/opLifecycle/opCompressor.d.ts.map +1 -0
- package/dist/opLifecycle/opDecompressor.cjs +132 -0
- package/dist/opLifecycle/opDecompressor.cjs.map +1 -0
- package/dist/opLifecycle/opDecompressor.d.ts +25 -0
- package/dist/opLifecycle/opDecompressor.d.ts.map +1 -0
- package/dist/opLifecycle/opGroupingManager.cjs +95 -0
- package/dist/opLifecycle/opGroupingManager.cjs.map +1 -0
- package/dist/opLifecycle/opGroupingManager.d.ts +22 -0
- package/dist/opLifecycle/opGroupingManager.d.ts.map +1 -0
- package/dist/opLifecycle/opSplitter.cjs +202 -0
- package/dist/opLifecycle/opSplitter.cjs.map +1 -0
- package/dist/opLifecycle/opSplitter.d.ts +61 -0
- package/dist/opLifecycle/opSplitter.d.ts.map +1 -0
- package/dist/opLifecycle/outbox.cjs +323 -0
- package/dist/opLifecycle/outbox.cjs.map +1 -0
- package/dist/opLifecycle/outbox.d.ts +104 -0
- package/dist/opLifecycle/outbox.d.ts.map +1 -0
- package/dist/opLifecycle/remoteMessageProcessor.cjs +136 -0
- package/dist/opLifecycle/remoteMessageProcessor.cjs.map +1 -0
- package/dist/opLifecycle/remoteMessageProcessor.d.ts +47 -0
- package/dist/opLifecycle/remoteMessageProcessor.d.ts.map +1 -0
- package/dist/opProperties.cjs +17 -0
- package/dist/opProperties.cjs.map +1 -0
- package/dist/opProperties.d.ts +7 -0
- package/dist/opProperties.d.ts.map +1 -0
- package/dist/{packageVersion.js → packageVersion.cjs} +2 -2
- package/dist/packageVersion.cjs.map +1 -0
- package/dist/packageVersion.d.ts +1 -1
- package/dist/packageVersion.d.ts.map +1 -1
- package/dist/pendingStateManager.cjs +282 -0
- package/dist/pendingStateManager.cjs.map +1 -0
- package/dist/pendingStateManager.d.ts +32 -69
- package/dist/pendingStateManager.d.ts.map +1 -1
- package/dist/scheduleManager.cjs +258 -0
- package/dist/scheduleManager.cjs.map +1 -0
- package/dist/scheduleManager.d.ts +31 -0
- package/dist/scheduleManager.d.ts.map +1 -0
- package/dist/storageServiceWithAttachBlobs.cjs +32 -0
- package/dist/storageServiceWithAttachBlobs.cjs.map +1 -0
- package/dist/storageServiceWithAttachBlobs.d.ts +17 -0
- package/dist/storageServiceWithAttachBlobs.d.ts.map +1 -0
- package/dist/summary/index.cjs +51 -0
- package/dist/summary/index.cjs.map +1 -0
- package/dist/summary/index.d.ts +17 -0
- package/dist/summary/index.d.ts.map +1 -0
- package/dist/{orderedClientElection.js → summary/orderedClientElection.cjs} +100 -84
- package/dist/summary/orderedClientElection.cjs.map +1 -0
- package/{lib → dist/summary}/orderedClientElection.d.ts +41 -18
- package/dist/summary/orderedClientElection.d.ts.map +1 -0
- package/dist/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.cjs} +12 -10
- package/dist/summary/runWhileConnectedCoordinator.cjs.map +1 -0
- package/{lib → dist/summary}/runWhileConnectedCoordinator.d.ts +8 -2
- package/dist/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
- package/dist/summary/runningSummarizer.cjs +679 -0
- package/dist/summary/runningSummarizer.cjs.map +1 -0
- package/dist/summary/runningSummarizer.d.ts +128 -0
- package/dist/summary/runningSummarizer.d.ts.map +1 -0
- package/dist/summary/summarizer.cjs +263 -0
- package/dist/summary/summarizer.cjs.map +1 -0
- package/dist/{summarizer.d.ts → summary/summarizer.d.ts} +18 -34
- package/dist/summary/summarizer.d.ts.map +1 -0
- package/dist/{summarizerClientElection.js → summary/summarizerClientElection.cjs} +15 -46
- package/dist/summary/summarizerClientElection.cjs.map +1 -0
- package/{lib → dist/summary}/summarizerClientElection.d.ts +4 -4
- package/dist/summary/summarizerClientElection.d.ts.map +1 -0
- package/dist/summary/summarizerHeuristics.cjs +156 -0
- package/dist/summary/summarizerHeuristics.cjs.map +1 -0
- package/{lib → dist/summary}/summarizerHeuristics.d.ts +28 -6
- package/dist/summary/summarizerHeuristics.d.ts.map +1 -0
- package/dist/summary/summarizerNode/index.cjs +12 -0
- package/dist/summary/summarizerNode/index.cjs.map +1 -0
- package/dist/summary/summarizerNode/index.d.ts +8 -0
- package/dist/summary/summarizerNode/index.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNode.cjs +526 -0
- package/dist/summary/summarizerNode/summarizerNode.cjs.map +1 -0
- package/dist/summary/summarizerNode/summarizerNode.d.ts +167 -0
- package/dist/summary/summarizerNode/summarizerNode.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.cjs +130 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.cjs.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts +121 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.cjs +375 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.cjs.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts +153 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -0
- package/dist/summary/summarizerTypes.cjs +7 -0
- package/dist/summary/summarizerTypes.cjs.map +1 -0
- package/{lib → dist/summary}/summarizerTypes.d.ts +233 -83
- package/dist/summary/summarizerTypes.d.ts.map +1 -0
- package/dist/{summaryCollection.js → summary/summaryCollection.cjs} +80 -49
- package/dist/summary/summaryCollection.cjs.map +1 -0
- package/dist/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +23 -5
- package/dist/summary/summaryCollection.d.ts.map +1 -0
- package/dist/{summaryFormat.js → summary/summaryFormat.cjs} +29 -26
- package/dist/summary/summaryFormat.cjs.map +1 -0
- package/{lib → dist/summary}/summaryFormat.d.ts +25 -30
- package/dist/summary/summaryFormat.d.ts.map +1 -0
- package/dist/{summaryGenerator.js → summary/summaryGenerator.cjs} +162 -74
- package/dist/summary/summaryGenerator.cjs.map +1 -0
- package/dist/{summaryGenerator.d.ts → summary/summaryGenerator.d.ts} +53 -11
- package/dist/summary/summaryGenerator.d.ts.map +1 -0
- package/dist/{summaryManager.js → summary/summaryManager.cjs} +98 -55
- package/dist/summary/summaryManager.cjs.map +1 -0
- package/{lib → dist/summary}/summaryManager.d.ts +13 -11
- package/dist/summary/summaryManager.d.ts.map +1 -0
- package/dist/{throttler.js → throttler.cjs} +21 -21
- package/dist/throttler.cjs.map +1 -0
- package/dist/throttler.d.ts +2 -2
- package/dist/throttler.d.ts.map +1 -1
- package/dist/tsdoc-metadata.json +11 -0
- package/lib/{batchTracker.d.ts → batchTracker.d.mts} +6 -6
- package/lib/batchTracker.d.mts.map +1 -0
- package/lib/{batchTracker.js → batchTracker.mjs} +9 -8
- package/lib/batchTracker.mjs.map +1 -0
- package/lib/blobManager.d.mts +191 -0
- package/lib/blobManager.d.mts.map +1 -0
- package/lib/blobManager.mjs +699 -0
- package/lib/blobManager.mjs.map +1 -0
- package/lib/{connectionTelemetry.d.ts → connectionTelemetry.d.mts} +2 -2
- package/lib/connectionTelemetry.d.mts.map +1 -0
- package/lib/connectionTelemetry.mjs +226 -0
- package/lib/connectionTelemetry.mjs.map +1 -0
- package/lib/container-runtime-alpha.d.mts +1677 -0
- package/lib/container-runtime-beta.d.mts +250 -0
- package/lib/container-runtime-public.d.mts +250 -0
- package/lib/container-runtime-untrimmed.d.mts +1792 -0
- package/lib/{containerHandleContext.d.ts → containerHandleContext.d.mts} +1 -1
- package/lib/containerHandleContext.d.mts.map +1 -0
- package/lib/{containerHandleContext.js → containerHandleContext.mjs} +4 -2
- package/lib/containerHandleContext.mjs.map +1 -0
- package/lib/containerRuntime.d.mts +809 -0
- package/lib/containerRuntime.d.mts.map +1 -0
- package/lib/containerRuntime.mjs +2526 -0
- package/lib/containerRuntime.mjs.map +1 -0
- package/lib/{dataStore.d.ts → dataStore.d.mts} +4 -4
- package/lib/dataStore.d.mts.map +1 -0
- package/lib/{dataStore.js → dataStore.mjs} +52 -43
- package/lib/dataStore.mjs.map +1 -0
- package/lib/{dataStoreContext.d.ts → dataStoreContext.d.mts} +74 -42
- package/lib/dataStoreContext.d.mts.map +1 -0
- package/lib/{dataStoreContext.js → dataStoreContext.mjs} +309 -213
- package/lib/dataStoreContext.mjs.map +1 -0
- package/lib/{dataStoreContexts.d.ts → dataStoreContexts.d.mts} +2 -2
- package/lib/dataStoreContexts.d.mts.map +1 -0
- package/lib/{dataStoreContexts.js → dataStoreContexts.mjs} +12 -8
- package/lib/dataStoreContexts.mjs.map +1 -0
- package/lib/{dataStoreRegistry.d.ts → dataStoreRegistry.d.mts} +3 -0
- package/lib/dataStoreRegistry.d.mts.map +1 -0
- package/lib/{dataStoreRegistry.js → dataStoreRegistry.mjs} +7 -6
- package/lib/dataStoreRegistry.mjs.map +1 -0
- package/lib/{dataStores.d.ts → dataStores.d.mts} +56 -26
- package/lib/dataStores.d.mts.map +1 -0
- package/lib/{dataStores.js → dataStores.mjs} +254 -105
- package/lib/dataStores.mjs.map +1 -0
- package/lib/deltaManagerProxyBase.d.mts +35 -0
- package/lib/deltaManagerProxyBase.d.mts.map +1 -0
- package/lib/deltaManagerProxyBase.mjs +73 -0
- package/lib/deltaManagerProxyBase.mjs.map +1 -0
- package/lib/deltaManagerSummarizerProxy.d.mts +19 -0
- package/lib/deltaManagerSummarizerProxy.d.mts.map +1 -0
- package/lib/deltaManagerSummarizerProxy.mjs +38 -0
- package/lib/deltaManagerSummarizerProxy.mjs.map +1 -0
- package/lib/{deltaScheduler.d.ts → deltaScheduler.d.mts} +8 -6
- package/lib/deltaScheduler.d.mts.map +1 -0
- package/lib/{deltaScheduler.js → deltaScheduler.mjs} +22 -15
- package/lib/deltaScheduler.mjs.map +1 -0
- package/lib/error.d.mts +14 -0
- package/lib/error.d.mts.map +1 -0
- package/lib/error.mjs +17 -0
- package/lib/error.mjs.map +1 -0
- package/lib/gc/garbageCollection.d.mts +224 -0
- package/lib/gc/garbageCollection.d.mts.map +1 -0
- package/lib/gc/garbageCollection.mjs +857 -0
- package/lib/gc/garbageCollection.mjs.map +1 -0
- package/lib/gc/gcConfigs.d.mts +23 -0
- package/lib/gc/gcConfigs.d.mts.map +1 -0
- package/lib/gc/gcConfigs.mjs +149 -0
- package/lib/gc/gcConfigs.mjs.map +1 -0
- package/lib/gc/gcDefinitions.d.mts +437 -0
- package/lib/gc/gcDefinitions.d.mts.map +1 -0
- package/lib/gc/gcDefinitions.mjs +93 -0
- package/lib/gc/gcDefinitions.mjs.map +1 -0
- package/lib/gc/gcHelpers.d.mts +71 -0
- package/lib/gc/gcHelpers.d.mts.map +1 -0
- package/lib/gc/gcHelpers.mjs +222 -0
- package/lib/gc/gcHelpers.mjs.map +1 -0
- package/lib/gc/gcReferenceGraphAlgorithm.d.mts +16 -0
- package/lib/gc/gcReferenceGraphAlgorithm.d.mts.map +1 -0
- package/lib/gc/gcReferenceGraphAlgorithm.mjs +45 -0
- package/lib/gc/gcReferenceGraphAlgorithm.mjs.map +1 -0
- package/lib/gc/gcSummaryDefinitions.d.mts +52 -0
- package/lib/gc/gcSummaryDefinitions.d.mts.map +1 -0
- package/lib/gc/gcSummaryDefinitions.mjs +6 -0
- package/lib/gc/gcSummaryDefinitions.mjs.map +1 -0
- package/lib/gc/gcSummaryStateTracker.d.mts +94 -0
- package/lib/gc/gcSummaryStateTracker.d.mts.map +1 -0
- package/lib/gc/gcSummaryStateTracker.mjs +209 -0
- package/lib/gc/gcSummaryStateTracker.mjs.map +1 -0
- package/lib/gc/gcTelemetry.d.mts +92 -0
- package/lib/gc/gcTelemetry.d.mts.map +1 -0
- package/lib/gc/gcTelemetry.mjs +293 -0
- package/lib/gc/gcTelemetry.mjs.map +1 -0
- package/lib/gc/gcUnreferencedStateTracker.d.mts +40 -0
- package/lib/gc/gcUnreferencedStateTracker.d.mts.map +1 -0
- package/lib/gc/gcUnreferencedStateTracker.mjs +114 -0
- package/lib/gc/gcUnreferencedStateTracker.mjs.map +1 -0
- package/lib/gc/index.d.mts +13 -0
- package/lib/gc/index.d.mts.map +1 -0
- package/lib/gc/index.mjs +12 -0
- package/lib/gc/index.mjs.map +1 -0
- package/lib/index.d.mts +25 -0
- package/lib/index.d.mts.map +1 -0
- package/lib/index.mjs +24 -0
- package/lib/index.mjs.map +1 -0
- package/lib/messageTypes.d.mts +142 -0
- package/lib/messageTypes.d.mts.map +1 -0
- package/lib/messageTypes.mjs +34 -0
- package/lib/messageTypes.mjs.map +1 -0
- package/lib/metadata.d.mts +24 -0
- package/lib/metadata.d.mts.map +1 -0
- package/lib/metadata.mjs +6 -0
- package/lib/metadata.mjs.map +1 -0
- package/lib/opLifecycle/batchManager.d.mts +48 -0
- package/lib/opLifecycle/batchManager.d.mts.map +1 -0
- package/lib/opLifecycle/batchManager.mjs +133 -0
- package/lib/opLifecycle/batchManager.mjs.map +1 -0
- package/lib/opLifecycle/definitions.d.mts +83 -0
- package/lib/opLifecycle/definitions.d.mts.map +1 -0
- package/lib/opLifecycle/definitions.mjs +6 -0
- package/lib/opLifecycle/definitions.mjs.map +1 -0
- package/lib/opLifecycle/index.d.mts +13 -0
- package/lib/opLifecycle/index.d.mts.map +1 -0
- package/lib/opLifecycle/index.mjs +12 -0
- package/lib/opLifecycle/index.mjs.map +1 -0
- package/lib/opLifecycle/opCompressor.d.mts +18 -0
- package/lib/opLifecycle/opCompressor.d.mts.map +1 -0
- package/lib/opLifecycle/opCompressor.mjs +80 -0
- package/lib/opLifecycle/opCompressor.mjs.map +1 -0
- package/lib/opLifecycle/opDecompressor.d.mts +25 -0
- package/lib/opLifecycle/opDecompressor.d.mts.map +1 -0
- package/lib/opLifecycle/opDecompressor.mjs +128 -0
- package/lib/opLifecycle/opDecompressor.mjs.map +1 -0
- package/lib/opLifecycle/opGroupingManager.d.mts +22 -0
- package/lib/opLifecycle/opGroupingManager.d.mts.map +1 -0
- package/lib/opLifecycle/opGroupingManager.mjs +91 -0
- package/lib/opLifecycle/opGroupingManager.mjs.map +1 -0
- package/lib/opLifecycle/opSplitter.d.mts +61 -0
- package/lib/opLifecycle/opSplitter.d.mts.map +1 -0
- package/lib/opLifecycle/opSplitter.mjs +197 -0
- package/lib/opLifecycle/opSplitter.mjs.map +1 -0
- package/lib/opLifecycle/outbox.d.mts +104 -0
- package/lib/opLifecycle/outbox.d.mts.map +1 -0
- package/lib/opLifecycle/outbox.mjs +318 -0
- package/lib/opLifecycle/outbox.mjs.map +1 -0
- package/lib/opLifecycle/remoteMessageProcessor.d.mts +47 -0
- package/lib/opLifecycle/remoteMessageProcessor.d.mts.map +1 -0
- package/lib/opLifecycle/remoteMessageProcessor.mjs +131 -0
- package/lib/opLifecycle/remoteMessageProcessor.mjs.map +1 -0
- package/lib/opProperties.d.mts +7 -0
- package/lib/opProperties.d.mts.map +1 -0
- package/lib/opProperties.mjs +13 -0
- package/lib/opProperties.mjs.map +1 -0
- package/lib/{packageVersion.d.ts → packageVersion.d.mts} +1 -1
- package/lib/{packageVersion.d.ts.map → packageVersion.d.mts.map} +1 -1
- package/lib/{packageVersion.js → packageVersion.mjs} +2 -2
- package/lib/packageVersion.mjs.map +1 -0
- package/lib/{pendingStateManager.d.ts → pendingStateManager.d.mts} +32 -69
- package/lib/pendingStateManager.d.mts.map +1 -0
- package/lib/pendingStateManager.mjs +275 -0
- package/lib/pendingStateManager.mjs.map +1 -0
- package/lib/scheduleManager.d.mts +27 -0
- package/lib/scheduleManager.d.mts.map +1 -0
- package/lib/scheduleManager.mjs +254 -0
- package/lib/scheduleManager.mjs.map +1 -0
- package/lib/storageServiceWithAttachBlobs.d.mts +17 -0
- package/lib/storageServiceWithAttachBlobs.d.mts.map +1 -0
- package/lib/storageServiceWithAttachBlobs.mjs +28 -0
- package/lib/storageServiceWithAttachBlobs.mjs.map +1 -0
- package/lib/summary/index.d.mts +17 -0
- package/lib/summary/index.d.mts.map +1 -0
- package/lib/summary/index.mjs +16 -0
- package/lib/summary/index.mjs.map +1 -0
- package/{dist/orderedClientElection.d.ts → lib/summary/orderedClientElection.d.mts} +41 -22
- package/lib/summary/orderedClientElection.d.mts.map +1 -0
- package/lib/{orderedClientElection.js → summary/orderedClientElection.mjs} +95 -79
- package/lib/summary/orderedClientElection.mjs.map +1 -0
- package/{dist/runWhileConnectedCoordinator.d.ts → lib/summary/runWhileConnectedCoordinator.d.mts} +9 -3
- package/lib/summary/runWhileConnectedCoordinator.d.mts.map +1 -0
- package/lib/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.mjs} +12 -10
- package/lib/summary/runWhileConnectedCoordinator.mjs.map +1 -0
- package/lib/summary/runningSummarizer.d.mts +128 -0
- package/lib/summary/runningSummarizer.d.mts.map +1 -0
- package/lib/summary/runningSummarizer.mjs +675 -0
- package/lib/summary/runningSummarizer.mjs.map +1 -0
- package/lib/{summarizer.d.ts → summary/summarizer.d.mts} +20 -36
- package/lib/summary/summarizer.d.mts.map +1 -0
- package/lib/summary/summarizer.mjs +257 -0
- package/lib/summary/summarizer.mjs.map +1 -0
- package/{dist/summarizerClientElection.d.ts → lib/summary/summarizerClientElection.d.mts} +6 -6
- package/lib/summary/summarizerClientElection.d.mts.map +1 -0
- package/lib/{summarizerClientElection.js → summary/summarizerClientElection.mjs} +14 -45
- package/lib/summary/summarizerClientElection.mjs.map +1 -0
- package/{dist/summarizerHeuristics.d.ts → lib/summary/summarizerHeuristics.d.mts} +29 -7
- package/lib/summary/summarizerHeuristics.d.mts.map +1 -0
- package/lib/summary/summarizerHeuristics.mjs +151 -0
- package/lib/summary/summarizerHeuristics.mjs.map +1 -0
- package/lib/summary/summarizerNode/index.d.mts +8 -0
- package/lib/summary/summarizerNode/index.d.mts.map +1 -0
- package/lib/summary/summarizerNode/index.mjs +7 -0
- package/lib/summary/summarizerNode/index.mjs.map +1 -0
- package/lib/summary/summarizerNode/summarizerNode.d.mts +167 -0
- package/lib/summary/summarizerNode/summarizerNode.d.mts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNode.mjs +521 -0
- package/lib/summary/summarizerNode/summarizerNode.mjs.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.d.mts +121 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.d.mts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.mjs +123 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.mjs.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.d.mts +153 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.d.mts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.mjs +370 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.mjs.map +1 -0
- package/{dist/summarizerTypes.d.ts → lib/summary/summarizerTypes.d.mts} +234 -84
- package/lib/summary/summarizerTypes.d.mts.map +1 -0
- package/lib/summary/summarizerTypes.mjs +6 -0
- package/lib/summary/summarizerTypes.mjs.map +1 -0
- package/lib/{summaryCollection.d.ts → summary/summaryCollection.d.mts} +23 -5
- package/lib/summary/summaryCollection.d.mts.map +1 -0
- package/lib/{summaryCollection.js → summary/summaryCollection.mjs} +76 -45
- package/lib/summary/summaryCollection.mjs.map +1 -0
- package/{dist/summaryFormat.d.ts → lib/summary/summaryFormat.d.mts} +25 -30
- package/lib/summary/summaryFormat.d.mts.map +1 -0
- package/lib/{summaryFormat.js → summary/summaryFormat.mjs} +30 -26
- package/lib/summary/summaryFormat.mjs.map +1 -0
- package/lib/summary/summaryGenerator.d.mts +127 -0
- package/lib/summary/summaryGenerator.d.mts.map +1 -0
- package/lib/{summaryGenerator.js → summary/summaryGenerator.mjs} +153 -67
- package/lib/summary/summaryGenerator.mjs.map +1 -0
- package/{dist/summaryManager.d.ts → lib/summary/summaryManager.d.mts} +15 -13
- package/lib/summary/summaryManager.d.mts.map +1 -0
- package/lib/{summaryManager.js → summary/summaryManager.mjs} +94 -51
- package/lib/summary/summaryManager.mjs.map +1 -0
- package/lib/{throttler.d.ts → throttler.d.mts} +2 -2
- package/lib/throttler.d.mts.map +1 -0
- package/lib/{throttler.js → throttler.mjs} +21 -21
- package/lib/throttler.mjs.map +1 -0
- package/package.json +174 -73
- package/prettier.config.cjs +8 -0
- package/src/batchTracker.ts +60 -55
- package/src/blobManager.ts +937 -294
- package/src/connectionTelemetry.ts +342 -252
- package/src/containerHandleContext.ts +27 -29
- package/src/containerRuntime.ts +3879 -3143
- package/src/dataStore.ts +170 -140
- package/src/dataStoreContext.ts +1166 -986
- package/src/dataStoreContexts.ts +176 -163
- package/src/dataStoreRegistry.ts +29 -21
- package/src/dataStores.ts +921 -678
- package/src/deltaManagerProxyBase.ts +111 -0
- package/src/deltaManagerSummarizerProxy.ts +49 -0
- package/src/deltaScheduler.ts +161 -156
- package/src/error.ts +21 -0
- package/src/gc/garbageCollection.md +106 -0
- package/src/gc/garbageCollection.ts +1153 -0
- package/src/gc/gcConfigs.ts +216 -0
- package/src/gc/gcDefinitions.ts +502 -0
- package/src/gc/gcHelpers.ts +284 -0
- package/src/gc/gcReferenceGraphAlgorithm.ts +52 -0
- package/src/gc/gcSummaryDefinitions.ts +54 -0
- package/src/gc/gcSummaryStateTracker.ts +299 -0
- package/src/gc/gcTelemetry.ts +423 -0
- package/src/gc/gcUnreferencedStateTracker.ts +153 -0
- package/src/gc/index.ts +59 -0
- package/src/index.ts +101 -74
- package/src/messageTypes.ts +238 -0
- package/src/metadata.ts +26 -0
- package/src/opLifecycle/README.md +321 -0
- package/src/opLifecycle/batchManager.ts +179 -0
- package/src/opLifecycle/definitions.ts +89 -0
- package/src/opLifecycle/index.ts +19 -0
- package/src/opLifecycle/opCompressor.ts +99 -0
- package/src/opLifecycle/opDecompressor.ts +190 -0
- package/src/opLifecycle/opGroupingManager.ts +133 -0
- package/src/opLifecycle/opSplitter.ts +279 -0
- package/src/opLifecycle/outbox.ts +471 -0
- package/src/opLifecycle/remoteMessageProcessor.ts +175 -0
- package/src/opProperties.ts +21 -0
- package/src/packageVersion.ts +1 -1
- package/src/pendingStateManager.ts +396 -465
- package/src/scheduleManager.ts +358 -0
- package/src/storageServiceWithAttachBlobs.ts +38 -0
- package/src/summary/index.ts +109 -0
- package/src/summary/orderedClientElection.ts +571 -0
- package/src/summary/runWhileConnectedCoordinator.ts +117 -0
- package/src/summary/runningSummarizer.ts +920 -0
- package/src/summary/summarizer.ts +352 -0
- package/src/summary/summarizerClientElection.ts +140 -0
- package/src/summary/summarizerHeuristics.ts +227 -0
- package/src/summary/summarizerNode/index.ts +12 -0
- package/src/summary/summarizerNode/summarizerNode.ts +725 -0
- package/src/summary/summarizerNode/summarizerNodeUtils.ts +206 -0
- package/src/summary/summarizerNode/summarizerNodeWithGc.ts +571 -0
- package/src/summary/summarizerTypes.ts +631 -0
- package/src/summary/summaryCollection.ts +474 -0
- package/src/summary/summaryFormat.ts +249 -0
- package/src/summary/summaryGenerator.ts +539 -0
- package/src/summary/summaryManager.ts +452 -0
- package/src/throttler.ts +131 -122
- package/tsc-multi.test.json +4 -0
- package/tsconfig.json +11 -13
- package/dist/batchTracker.js.map +0 -1
- package/dist/blobManager.js +0 -249
- package/dist/blobManager.js.map +0 -1
- package/dist/connectionTelemetry.js +0 -178
- package/dist/connectionTelemetry.js.map +0 -1
- package/dist/containerHandleContext.js.map +0 -1
- package/dist/containerRuntime.js +0 -2174
- package/dist/containerRuntime.js.map +0 -1
- package/dist/dataStore.js.map +0 -1
- package/dist/dataStoreContext.js.map +0 -1
- package/dist/dataStoreContexts.js.map +0 -1
- package/dist/dataStoreRegistry.js.map +0 -1
- package/dist/dataStores.js.map +0 -1
- package/dist/deltaScheduler.js.map +0 -1
- package/dist/garbageCollection.d.ts +0 -319
- package/dist/garbageCollection.d.ts.map +0 -1
- package/dist/garbageCollection.js +0 -993
- package/dist/garbageCollection.js.map +0 -1
- package/dist/index.js +0 -33
- package/dist/index.js.map +0 -1
- package/dist/opTelemetry.d.ts +0 -22
- package/dist/opTelemetry.d.ts.map +0 -1
- package/dist/opTelemetry.js +0 -60
- package/dist/opTelemetry.js.map +0 -1
- package/dist/orderedClientElection.d.ts.map +0 -1
- package/dist/orderedClientElection.js.map +0 -1
- package/dist/packageVersion.js.map +0 -1
- package/dist/pendingStateManager.js +0 -346
- package/dist/pendingStateManager.js.map +0 -1
- package/dist/runWhileConnectedCoordinator.d.ts.map +0 -1
- package/dist/runWhileConnectedCoordinator.js.map +0 -1
- package/dist/runningSummarizer.d.ts +0 -93
- package/dist/runningSummarizer.d.ts.map +0 -1
- package/dist/runningSummarizer.js +0 -384
- package/dist/runningSummarizer.js.map +0 -1
- package/dist/serializedSnapshotStorage.d.ts +0 -58
- package/dist/serializedSnapshotStorage.d.ts.map +0 -1
- package/dist/serializedSnapshotStorage.js +0 -108
- package/dist/serializedSnapshotStorage.js.map +0 -1
- package/dist/summarizer.d.ts.map +0 -1
- package/dist/summarizer.js +0 -348
- package/dist/summarizer.js.map +0 -1
- package/dist/summarizerClientElection.d.ts.map +0 -1
- package/dist/summarizerClientElection.js.map +0 -1
- package/dist/summarizerHandle.d.ts +0 -12
- package/dist/summarizerHandle.d.ts.map +0 -1
- package/dist/summarizerHandle.js +0 -22
- package/dist/summarizerHandle.js.map +0 -1
- package/dist/summarizerHeuristics.d.ts.map +0 -1
- package/dist/summarizerHeuristics.js +0 -84
- package/dist/summarizerHeuristics.js.map +0 -1
- package/dist/summarizerTypes.d.ts.map +0 -1
- package/dist/summarizerTypes.js.map +0 -1
- package/dist/summaryCollection.d.ts.map +0 -1
- package/dist/summaryCollection.js.map +0 -1
- package/dist/summaryFormat.d.ts.map +0 -1
- package/dist/summaryFormat.js.map +0 -1
- package/dist/summaryGenerator.d.ts.map +0 -1
- package/dist/summaryGenerator.js.map +0 -1
- package/dist/summaryManager.d.ts.map +0 -1
- package/dist/summaryManager.js.map +0 -1
- package/dist/throttler.js.map +0 -1
- package/garbageCollection.md +0 -41
- package/lib/batchTracker.d.ts.map +0 -1
- package/lib/batchTracker.js.map +0 -1
- package/lib/blobManager.d.ts +0 -95
- package/lib/blobManager.d.ts.map +0 -1
- package/lib/blobManager.js +0 -244
- package/lib/blobManager.js.map +0 -1
- package/lib/connectionTelemetry.d.ts.map +0 -1
- package/lib/connectionTelemetry.js +0 -174
- package/lib/connectionTelemetry.js.map +0 -1
- package/lib/containerHandleContext.d.ts.map +0 -1
- package/lib/containerHandleContext.js.map +0 -1
- package/lib/containerRuntime.d.ts +0 -616
- package/lib/containerRuntime.d.ts.map +0 -1
- package/lib/containerRuntime.js +0 -2166
- package/lib/containerRuntime.js.map +0 -1
- package/lib/dataStore.d.ts.map +0 -1
- package/lib/dataStore.js.map +0 -1
- package/lib/dataStoreContext.d.ts.map +0 -1
- package/lib/dataStoreContext.js.map +0 -1
- package/lib/dataStoreContexts.d.ts.map +0 -1
- package/lib/dataStoreContexts.js.map +0 -1
- package/lib/dataStoreRegistry.d.ts.map +0 -1
- package/lib/dataStoreRegistry.js.map +0 -1
- package/lib/dataStores.d.ts.map +0 -1
- package/lib/dataStores.js.map +0 -1
- package/lib/deltaScheduler.d.ts.map +0 -1
- package/lib/deltaScheduler.js.map +0 -1
- package/lib/garbageCollection.d.ts +0 -319
- package/lib/garbageCollection.d.ts.map +0 -1
- package/lib/garbageCollection.js +0 -989
- package/lib/garbageCollection.js.map +0 -1
- package/lib/index.d.ts +0 -14
- package/lib/index.d.ts.map +0 -1
- package/lib/index.js +0 -13
- package/lib/index.js.map +0 -1
- package/lib/opTelemetry.d.ts +0 -22
- package/lib/opTelemetry.d.ts.map +0 -1
- package/lib/opTelemetry.js +0 -56
- package/lib/opTelemetry.js.map +0 -1
- package/lib/orderedClientElection.d.ts.map +0 -1
- package/lib/orderedClientElection.js.map +0 -1
- package/lib/packageVersion.js.map +0 -1
- package/lib/pendingStateManager.d.ts.map +0 -1
- package/lib/pendingStateManager.js +0 -339
- package/lib/pendingStateManager.js.map +0 -1
- package/lib/runWhileConnectedCoordinator.d.ts.map +0 -1
- package/lib/runWhileConnectedCoordinator.js.map +0 -1
- package/lib/runningSummarizer.d.ts +0 -93
- package/lib/runningSummarizer.d.ts.map +0 -1
- package/lib/runningSummarizer.js +0 -380
- package/lib/runningSummarizer.js.map +0 -1
- package/lib/serializedSnapshotStorage.d.ts +0 -58
- package/lib/serializedSnapshotStorage.d.ts.map +0 -1
- package/lib/serializedSnapshotStorage.js +0 -104
- package/lib/serializedSnapshotStorage.js.map +0 -1
- package/lib/summarizer.d.ts.map +0 -1
- package/lib/summarizer.js +0 -342
- package/lib/summarizer.js.map +0 -1
- package/lib/summarizerClientElection.d.ts.map +0 -1
- package/lib/summarizerClientElection.js.map +0 -1
- package/lib/summarizerHandle.d.ts +0 -12
- package/lib/summarizerHandle.d.ts.map +0 -1
- package/lib/summarizerHandle.js +0 -18
- package/lib/summarizerHandle.js.map +0 -1
- package/lib/summarizerHeuristics.d.ts.map +0 -1
- package/lib/summarizerHeuristics.js +0 -79
- package/lib/summarizerHeuristics.js.map +0 -1
- package/lib/summarizerTypes.d.ts.map +0 -1
- package/lib/summarizerTypes.js +0 -9
- package/lib/summarizerTypes.js.map +0 -1
- package/lib/summaryCollection.d.ts.map +0 -1
- package/lib/summaryCollection.js.map +0 -1
- package/lib/summaryFormat.d.ts.map +0 -1
- package/lib/summaryFormat.js.map +0 -1
- package/lib/summaryGenerator.d.ts +0 -85
- package/lib/summaryGenerator.d.ts.map +0 -1
- package/lib/summaryGenerator.js.map +0 -1
- package/lib/summaryManager.d.ts.map +0 -1
- package/lib/summaryManager.js.map +0 -1
- package/lib/throttler.d.ts.map +0 -1
- package/lib/throttler.js.map +0 -1
- package/src/garbageCollection.ts +0 -1434
- package/src/opTelemetry.ts +0 -71
- package/src/orderedClientElection.ts +0 -511
- package/src/runWhileConnectedCoordinator.ts +0 -106
- package/src/runningSummarizer.ts +0 -550
- package/src/serializedSnapshotStorage.ts +0 -146
- package/src/summarizer.ts +0 -438
- package/src/summarizerClientElection.ts +0 -161
- package/src/summarizerHandle.ts +0 -21
- package/src/summarizerHeuristics.ts +0 -108
- package/src/summarizerTypes.ts +0 -462
- package/src/summaryCollection.ts +0 -406
- package/src/summaryFormat.ts +0 -239
- package/src/summaryGenerator.ts +0 -427
- package/src/summaryManager.ts +0 -368
- package/tsconfig.esnext.json +0 -7
|
@@ -0,0 +1,284 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { assert } from "@fluidframework/core-utils";
|
|
7
|
+
import { ISnapshotTree } from "@fluidframework/protocol-definitions";
|
|
8
|
+
import {
|
|
9
|
+
gcBlobPrefix,
|
|
10
|
+
gcDeletedBlobKey,
|
|
11
|
+
gcTombstoneBlobKey,
|
|
12
|
+
IGarbageCollectionData,
|
|
13
|
+
IGarbageCollectionDetailsBase,
|
|
14
|
+
} from "@fluidframework/runtime-definitions";
|
|
15
|
+
import { GCFeatureMatrix, GCVersion, IGCMetadata } from "./gcDefinitions";
|
|
16
|
+
import {
|
|
17
|
+
IGarbageCollectionNodeData,
|
|
18
|
+
IGarbageCollectionSnapshotData,
|
|
19
|
+
IGarbageCollectionState,
|
|
20
|
+
} from "./gcSummaryDefinitions";
|
|
21
|
+
|
|
22
|
+
export function getGCVersion(metadata?: IGCMetadata): GCVersion {
|
|
23
|
+
if (!metadata) {
|
|
24
|
+
// Force to 0/disallowed in prior versions
|
|
25
|
+
return 0;
|
|
26
|
+
}
|
|
27
|
+
return metadata.gcFeature ?? 0;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Indicates whether Sweep is allowed for this document based on the persisted GC Feature Matrix and current gcGeneration.
|
|
32
|
+
* This applies to the entire Sweep Phase the same - both Tombstone Enforcement (i.e. should loading a Tombstone fail?) and Deletion.
|
|
33
|
+
*
|
|
34
|
+
* In order to protect old documents that were created at a time when known bugs exist that violate GC's invariants
|
|
35
|
+
* such that enforcing GC Sweep would cause legitimate data loss, the container author may increment the generation value for Sweep
|
|
36
|
+
* such that containers created with a different value will not be subjected to GC Sweep.
|
|
37
|
+
*
|
|
38
|
+
* If no generation is provided, Sweep will be enabled for all documents.
|
|
39
|
+
*
|
|
40
|
+
* For backwards compatibility, the current generation value is also compared against the persisted gcTombstoneGeneration if present.
|
|
41
|
+
*
|
|
42
|
+
* @param featureMatrix - The GC Feature Matrix, containing the persisted generation value
|
|
43
|
+
* @param currentGeneration - The current app-provided gcGeneration value
|
|
44
|
+
* @returns true if GC Sweep should be allowed for this document
|
|
45
|
+
*/
|
|
46
|
+
export function shouldAllowGcSweep(
|
|
47
|
+
featureMatrix: GCFeatureMatrix,
|
|
48
|
+
currentGeneration: number | undefined,
|
|
49
|
+
): boolean {
|
|
50
|
+
// If no Generation value is provided for this session, default to true
|
|
51
|
+
if (currentGeneration === undefined) {
|
|
52
|
+
return true;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
// tombstoneGeneration is the predecessor and needs to be supported for back-compat reasons
|
|
56
|
+
const targetGeneration = featureMatrix.tombstoneGeneration ?? featureMatrix.gcGeneration;
|
|
57
|
+
|
|
58
|
+
return currentGeneration === targetGeneration;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
/**
|
|
62
|
+
* Sorts the given GC state as per the id of the GC nodes. It also sorts the outbound routes array of each node.
|
|
63
|
+
*/
|
|
64
|
+
export function generateSortedGCState(gcState: IGarbageCollectionState): IGarbageCollectionState {
|
|
65
|
+
const sortableArray: [string, IGarbageCollectionNodeData][] = Object.entries(gcState.gcNodes);
|
|
66
|
+
sortableArray.sort(([a], [b]) => a.localeCompare(b));
|
|
67
|
+
const sortedGCState: IGarbageCollectionState = { gcNodes: {} };
|
|
68
|
+
for (const [nodeId, nodeData] of sortableArray) {
|
|
69
|
+
nodeData.outboundRoutes.sort();
|
|
70
|
+
sortedGCState.gcNodes[nodeId] = nodeData;
|
|
71
|
+
}
|
|
72
|
+
return sortedGCState;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
/**
|
|
76
|
+
* Concatenates the given GC states and returns the concatenated GC state.
|
|
77
|
+
*/
|
|
78
|
+
export function concatGarbageCollectionStates(
|
|
79
|
+
gcState1: IGarbageCollectionState,
|
|
80
|
+
gcState2: IGarbageCollectionState,
|
|
81
|
+
): IGarbageCollectionState {
|
|
82
|
+
const combinedGCNodes: { [id: string]: IGarbageCollectionNodeData } = {};
|
|
83
|
+
for (const [nodeId, nodeData] of Object.entries(gcState1.gcNodes)) {
|
|
84
|
+
combinedGCNodes[nodeId] = {
|
|
85
|
+
outboundRoutes: Array.from(nodeData.outboundRoutes),
|
|
86
|
+
unreferencedTimestampMs: nodeData.unreferencedTimestampMs,
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
for (const [nodeId, nodeData] of Object.entries(gcState2.gcNodes)) {
|
|
91
|
+
let combineNodeData = combinedGCNodes[nodeId];
|
|
92
|
+
if (combineNodeData === undefined) {
|
|
93
|
+
combineNodeData = {
|
|
94
|
+
outboundRoutes: Array.from(nodeData.outboundRoutes),
|
|
95
|
+
unreferencedTimestampMs: nodeData.unreferencedTimestampMs,
|
|
96
|
+
};
|
|
97
|
+
} else {
|
|
98
|
+
// Validate that same node doesn't have different unreferenced timestamp.
|
|
99
|
+
if (
|
|
100
|
+
nodeData.unreferencedTimestampMs !== undefined &&
|
|
101
|
+
combineNodeData.unreferencedTimestampMs !== undefined
|
|
102
|
+
) {
|
|
103
|
+
assert(
|
|
104
|
+
nodeData.unreferencedTimestampMs === combineNodeData.unreferencedTimestampMs,
|
|
105
|
+
0x5d7 /* Two entries for the same GC node with different unreferenced timestamp */,
|
|
106
|
+
);
|
|
107
|
+
}
|
|
108
|
+
combineNodeData = {
|
|
109
|
+
outboundRoutes: [
|
|
110
|
+
...new Set([...nodeData.outboundRoutes, ...combineNodeData.outboundRoutes]),
|
|
111
|
+
],
|
|
112
|
+
unreferencedTimestampMs:
|
|
113
|
+
nodeData.unreferencedTimestampMs ?? combineNodeData.unreferencedTimestampMs,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
combinedGCNodes[nodeId] = combineNodeData;
|
|
117
|
+
}
|
|
118
|
+
return { gcNodes: combinedGCNodes };
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
/**
|
|
122
|
+
* Helper function that clones the GC data.
|
|
123
|
+
* @param gcData - The GC data to clone.
|
|
124
|
+
* @returns a clone of the given GC data.
|
|
125
|
+
*/
|
|
126
|
+
export function cloneGCData(gcData: IGarbageCollectionData): IGarbageCollectionData {
|
|
127
|
+
const clonedGCNodes: { [id: string]: string[] } = {};
|
|
128
|
+
for (const [id, outboundRoutes] of Object.entries(gcData.gcNodes)) {
|
|
129
|
+
clonedGCNodes[id] = Array.from(outboundRoutes);
|
|
130
|
+
}
|
|
131
|
+
return {
|
|
132
|
+
gcNodes: clonedGCNodes,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* Concatenates the given GC data and returns the concatenated GC data.
|
|
138
|
+
*/
|
|
139
|
+
export function concatGarbageCollectionData(
|
|
140
|
+
gcData1: IGarbageCollectionData,
|
|
141
|
+
gcData2: IGarbageCollectionData,
|
|
142
|
+
) {
|
|
143
|
+
const combinedGCData: IGarbageCollectionData = cloneGCData(gcData1);
|
|
144
|
+
for (const [id, routes] of Object.entries(gcData2.gcNodes)) {
|
|
145
|
+
if (combinedGCData.gcNodes[id] === undefined) {
|
|
146
|
+
combinedGCData.gcNodes[id] = Array.from(routes);
|
|
147
|
+
} else {
|
|
148
|
+
const combinedRoutes = [...routes, ...combinedGCData.gcNodes[id]];
|
|
149
|
+
combinedGCData.gcNodes[id] = [...new Set(combinedRoutes)];
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
return combinedGCData;
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
/**
|
|
156
|
+
* Gets the base garbage collection state from the given snapshot tree. It contains GC state, deleted nodes and
|
|
157
|
+
* tombstones. The GC state may be written into multiple blobs. Merge the GC state from all such blobs into one.
|
|
158
|
+
*/
|
|
159
|
+
export async function getGCDataFromSnapshot(
|
|
160
|
+
gcSnapshotTree: ISnapshotTree,
|
|
161
|
+
readAndParseBlob: <T>(id: string) => Promise<T>,
|
|
162
|
+
): Promise<IGarbageCollectionSnapshotData> {
|
|
163
|
+
let rootGCState: IGarbageCollectionState = { gcNodes: {} };
|
|
164
|
+
let tombstones: string[] | undefined;
|
|
165
|
+
let deletedNodes: string[] | undefined;
|
|
166
|
+
for (const key of Object.keys(gcSnapshotTree.blobs)) {
|
|
167
|
+
// Update deleted nodes blob.
|
|
168
|
+
if (key === gcDeletedBlobKey) {
|
|
169
|
+
deletedNodes = await readAndParseBlob<string[]>(gcSnapshotTree.blobs[key]);
|
|
170
|
+
continue;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
// Update tombstone blob.
|
|
174
|
+
if (key === gcTombstoneBlobKey) {
|
|
175
|
+
tombstones = await readAndParseBlob<string[]>(gcSnapshotTree.blobs[key]);
|
|
176
|
+
continue;
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
// Skip blobs that do not start with the GC prefix.
|
|
180
|
+
if (!key.startsWith(gcBlobPrefix)) {
|
|
181
|
+
continue;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
const blobId = gcSnapshotTree.blobs[key];
|
|
185
|
+
if (blobId === undefined) {
|
|
186
|
+
continue;
|
|
187
|
+
}
|
|
188
|
+
const gcState = await readAndParseBlob<IGarbageCollectionState>(blobId);
|
|
189
|
+
assert(gcState !== undefined, 0x5d8 /* GC blob missing from snapshot */);
|
|
190
|
+
// Merge the GC state of this blob into the root GC state.
|
|
191
|
+
rootGCState = concatGarbageCollectionStates(rootGCState, gcState);
|
|
192
|
+
}
|
|
193
|
+
return { gcState: rootGCState, tombstones, deletedNodes };
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* Helper function that unpacks the GC details of the children from a given node's GC details.
|
|
198
|
+
* @param gcDetails - The GC details of a node.
|
|
199
|
+
* @returns A map of GC details of each children of the the given node.
|
|
200
|
+
*/
|
|
201
|
+
export function unpackChildNodesGCDetails(gcDetails: IGarbageCollectionDetailsBase) {
|
|
202
|
+
const childGCDetailsMap: Map<string, IGarbageCollectionDetailsBase> = new Map();
|
|
203
|
+
|
|
204
|
+
// If GC data is not available, bail out.
|
|
205
|
+
if (gcDetails.gcData === undefined) {
|
|
206
|
+
return childGCDetailsMap;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
const gcNodes = gcDetails.gcData.gcNodes;
|
|
210
|
+
for (const [id, outboundRoutes] of Object.entries(gcNodes)) {
|
|
211
|
+
// Skip self-node since only children GC data is to be generated.
|
|
212
|
+
if (id === "/") {
|
|
213
|
+
continue;
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
assert(id.startsWith("/"), 0x5d9 /* node id should always be an absolute route */);
|
|
217
|
+
const childId = id.split("/")[1];
|
|
218
|
+
let childGCNodeId = id.slice(childId.length + 1);
|
|
219
|
+
// GC node id always begins with "/". Handle the special case where a child's id in the parent's GC nodes is
|
|
220
|
+
// of format `/root`. In this case, the childId is root and childGCNodeId is "". Make childGCNodeId = "/".
|
|
221
|
+
if (childGCNodeId === "") {
|
|
222
|
+
childGCNodeId = "/";
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
let childGCDetails = childGCDetailsMap.get(childId);
|
|
226
|
+
if (childGCDetails === undefined) {
|
|
227
|
+
childGCDetails = { gcData: { gcNodes: {} }, usedRoutes: [] };
|
|
228
|
+
}
|
|
229
|
+
// gcData should not undefined as its always at least initialized as empty above.
|
|
230
|
+
assert(
|
|
231
|
+
childGCDetails.gcData !== undefined,
|
|
232
|
+
0x5da /* Child GC data should have been initialized */,
|
|
233
|
+
);
|
|
234
|
+
childGCDetails.gcData.gcNodes[childGCNodeId] = [...new Set(outboundRoutes)];
|
|
235
|
+
childGCDetailsMap.set(childId, childGCDetails);
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
if (gcDetails.usedRoutes === undefined) {
|
|
239
|
+
return childGCDetailsMap;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
// Remove the node's self used route, if any, and generate the children used routes.
|
|
243
|
+
const usedRoutes = gcDetails.usedRoutes.filter((route) => route !== "" && route !== "/");
|
|
244
|
+
for (const route of usedRoutes) {
|
|
245
|
+
assert(route.startsWith("/"), 0x5db /* Used route should always be an absolute route */);
|
|
246
|
+
const childId = route.split("/")[1];
|
|
247
|
+
const childUsedRoute = route.slice(childId.length + 1);
|
|
248
|
+
|
|
249
|
+
const childGCDetails = childGCDetailsMap.get(childId);
|
|
250
|
+
assert(
|
|
251
|
+
childGCDetails?.usedRoutes !== undefined,
|
|
252
|
+
0x5dc /* This should have be initialized when generate GC nodes above */,
|
|
253
|
+
);
|
|
254
|
+
|
|
255
|
+
childGCDetails.usedRoutes.push(childUsedRoute);
|
|
256
|
+
childGCDetailsMap.set(childId, childGCDetails);
|
|
257
|
+
}
|
|
258
|
+
return childGCDetailsMap;
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
/**
|
|
262
|
+
* Trims the leading and trailing slashes from the given string.
|
|
263
|
+
* @param str - A string that may contain leading and / or trailing slashes.
|
|
264
|
+
* @returns A new string without leading and trailing slashes.
|
|
265
|
+
*/
|
|
266
|
+
export function trimLeadingAndTrailingSlashes(str: string) {
|
|
267
|
+
return str.replace(/^\/+|\/+$/g, "");
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
/**
|
|
271
|
+
* Utility to implement compat behaviors given an unknown message type
|
|
272
|
+
* The parameters are typed to support compile-time enforcement of handling all known types/behaviors
|
|
273
|
+
*
|
|
274
|
+
* @param _unknownGCMessageType - Typed as never to ensure all known types have been
|
|
275
|
+
* handled before calling this function (e.g. in a switch statement).
|
|
276
|
+
* @param compatBehavior - Typed redundantly with CompatModeBehavior to ensure handling is added when updating that type
|
|
277
|
+
*/
|
|
278
|
+
export function compatBehaviorAllowsGCMessageType(
|
|
279
|
+
_unknownGCMessageType: never,
|
|
280
|
+
compatBehavior: "Ignore" | "FailToProcess" | undefined,
|
|
281
|
+
): boolean {
|
|
282
|
+
// undefined defaults to same behavior as "FailToProcess"
|
|
283
|
+
return compatBehavior === "Ignore";
|
|
284
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { IGCResult } from "./gcDefinitions";
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* Runs garbage collection on the given reference graph.
|
|
10
|
+
* @param referenceGraph - The reference graph to run GC on. It's a list of nodes where each node has an id and set of
|
|
11
|
+
* routes to other nodes in the graph.
|
|
12
|
+
* @param rootIds - The ids of root nodes that are considered referenced.
|
|
13
|
+
* @returns the ids of referenced nodes and the ids of deleted nodes in the referenced graph.
|
|
14
|
+
*/
|
|
15
|
+
export function runGarbageCollection(
|
|
16
|
+
referenceGraph: { [id: string]: string[] },
|
|
17
|
+
rootIds: string[],
|
|
18
|
+
): IGCResult {
|
|
19
|
+
// This set keeps track of nodes that we have visited. It is used to detect cycles in the graph.
|
|
20
|
+
const visited: Set<string> = new Set();
|
|
21
|
+
|
|
22
|
+
// This tracks the ids of referenced nodes. The nodes corresponding to rootIds are always considered
|
|
23
|
+
// referenced so we start with those.
|
|
24
|
+
const referencedIds: string[] = [...rootIds];
|
|
25
|
+
for (const id of referencedIds) {
|
|
26
|
+
// If we have already seen this node, ignore and continue. Else, add it to visited list.
|
|
27
|
+
if (visited.has(id)) {
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
visited.add(id);
|
|
31
|
+
|
|
32
|
+
// Get the node for the referenced id and add its outbound routes to referencedIds since they are
|
|
33
|
+
// also referenced.
|
|
34
|
+
const routes = referenceGraph[id];
|
|
35
|
+
if (routes !== undefined) {
|
|
36
|
+
referencedIds.push(...routes);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const referencedNodeIds: string[] = [];
|
|
41
|
+
const deletedNodeIds: string[] = [];
|
|
42
|
+
for (const id of Object.keys(referenceGraph)) {
|
|
43
|
+
// The nodes from the reference graph whose ids are in the visited list are referenced.
|
|
44
|
+
// The rest of the nodes are deleted.
|
|
45
|
+
if (visited.has(id)) {
|
|
46
|
+
referencedNodeIds.push(id);
|
|
47
|
+
} else {
|
|
48
|
+
deletedNodeIds.push(id);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return { referencedNodeIds, deletedNodeIds };
|
|
52
|
+
}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { IGarbageCollectionData } from "@fluidframework/runtime-definitions";
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* The garbage collection data of each node in the reference graph. Each node's GC data is written in the summary
|
|
10
|
+
* in this format.
|
|
11
|
+
*/
|
|
12
|
+
export interface IGarbageCollectionNodeData {
|
|
13
|
+
/**
|
|
14
|
+
* The set of routes to other nodes in the graph.
|
|
15
|
+
*/
|
|
16
|
+
outboundRoutes: string[];
|
|
17
|
+
/**
|
|
18
|
+
* If the node is unreferenced, the timestamp of when it was marked unreferenced.
|
|
19
|
+
*/
|
|
20
|
+
unreferencedTimestampMs?: number;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* The garbage collection state of the reference graph. It contains a list of all the nodes in the graph and their
|
|
25
|
+
* GC data. The GC data is written in the summary in this format.
|
|
26
|
+
*/
|
|
27
|
+
export interface IGarbageCollectionState {
|
|
28
|
+
gcNodes: { [id: string]: IGarbageCollectionNodeData };
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
/**
|
|
32
|
+
* The GC data that is read from a snapshot. It contains the Garbage CollectionState state and tombstone state.
|
|
33
|
+
*/
|
|
34
|
+
export interface IGarbageCollectionSnapshotData {
|
|
35
|
+
/** The garbage collection state. It is a list of nodes in the container and their GC data. */
|
|
36
|
+
gcState: IGarbageCollectionState | undefined;
|
|
37
|
+
/** A list of nodes that have been tombstoned by GC. */
|
|
38
|
+
tombstones: string[] | undefined;
|
|
39
|
+
/** A list of nodes that have been deleted by GC. */
|
|
40
|
+
deletedNodes: string[] | undefined;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* @deprecated IGarbageCollectionState is written in the root of the summary now.
|
|
45
|
+
* Legacy GC details from when the GC details were written at the data store's summary tree.
|
|
46
|
+
*/
|
|
47
|
+
export interface IGarbageCollectionSummaryDetailsLegacy {
|
|
48
|
+
/** A list of routes to Fluid objects that are used in this node. */
|
|
49
|
+
usedRoutes?: string[];
|
|
50
|
+
/** The GC data of this node. */
|
|
51
|
+
gcData?: IGarbageCollectionData;
|
|
52
|
+
/** If this node is unreferenced, the time when it was marked as such. */
|
|
53
|
+
unrefTimestamp?: number;
|
|
54
|
+
}
|
|
@@ -0,0 +1,299 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { SummaryType } from "@fluidframework/protocol-definitions";
|
|
7
|
+
import {
|
|
8
|
+
gcBlobPrefix,
|
|
9
|
+
gcDeletedBlobKey,
|
|
10
|
+
gcTombstoneBlobKey,
|
|
11
|
+
gcTreeKey,
|
|
12
|
+
ISummarizeResult,
|
|
13
|
+
ISummaryTreeWithStats,
|
|
14
|
+
} from "@fluidframework/runtime-definitions";
|
|
15
|
+
import { mergeStats, SummaryTreeBuilder } from "@fluidframework/runtime-utils";
|
|
16
|
+
import { IRefreshSummaryResult } from "../summary";
|
|
17
|
+
import { GCVersion, IGarbageCollectorConfigs, IGCStats } from "./gcDefinitions";
|
|
18
|
+
import { generateSortedGCState } from "./gcHelpers";
|
|
19
|
+
import { IGarbageCollectionSnapshotData, IGarbageCollectionState } from "./gcSummaryDefinitions";
|
|
20
|
+
|
|
21
|
+
export const gcStateBlobKey = `${gcBlobPrefix}_root`;
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* The GC data that is tracked for a summary.
|
|
25
|
+
*/
|
|
26
|
+
export interface IGCSummaryTrackingData {
|
|
27
|
+
serializedGCState: string | undefined;
|
|
28
|
+
serializedTombstones: string | undefined;
|
|
29
|
+
serializedDeletedNodes: string | undefined;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* Encapsulates the garbage collection state that is tracked across summaries.
|
|
34
|
+
* It maintains the GC state as per the latest summary in by the server. It updates state when a summary tracked by this
|
|
35
|
+
* client is acked by the server or from a snapshot is downloaded from the server.
|
|
36
|
+
* On summarize, it decides whether to write new state or re-use previous summary's state.
|
|
37
|
+
*/
|
|
38
|
+
export class GCSummaryStateTracker {
|
|
39
|
+
// This is the version of GC data in the latest summary being tracked.
|
|
40
|
+
private latestSummaryGCVersion: GCVersion;
|
|
41
|
+
|
|
42
|
+
// Keeps track of the GC data from the latest summary successfully acked by the server.
|
|
43
|
+
private latestSummaryData: IGCSummaryTrackingData | undefined;
|
|
44
|
+
// Keeps track of the GC data from the last summary submitted to the server but not yet acked.
|
|
45
|
+
private pendingSummaryData: IGCSummaryTrackingData | undefined;
|
|
46
|
+
|
|
47
|
+
// Tracks whether there was GC was run in latest summary being tracked.
|
|
48
|
+
private wasGCRunInLatestSummary: boolean;
|
|
49
|
+
|
|
50
|
+
// Tracks the count of data stores whose state updated since the last summary, i.e., they went from referenced
|
|
51
|
+
// to unreferenced or vice-versa.
|
|
52
|
+
public updatedDSCountSinceLastSummary: number = 0;
|
|
53
|
+
|
|
54
|
+
constructor(
|
|
55
|
+
// Tells whether GC should run or not.
|
|
56
|
+
private readonly configs: Pick<
|
|
57
|
+
IGarbageCollectorConfigs,
|
|
58
|
+
"shouldRunGC" | "tombstoneMode" | "gcVersionInBaseSnapshot" | "gcVersionInEffect"
|
|
59
|
+
>,
|
|
60
|
+
// Tells whether GC was run in the base snapshot this container loaded from.
|
|
61
|
+
wasGCRunInBaseSnapshot: boolean,
|
|
62
|
+
) {
|
|
63
|
+
this.wasGCRunInLatestSummary = wasGCRunInBaseSnapshot;
|
|
64
|
+
// For existing document, the latest summary is the one that we loaded from. So, use its GC version as the
|
|
65
|
+
// latest tracked GC version. For new documents, we will be writing the first summary with the current version.
|
|
66
|
+
this.latestSummaryGCVersion =
|
|
67
|
+
this.configs.gcVersionInBaseSnapshot ?? this.configs.gcVersionInEffect;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
/**
|
|
71
|
+
* Tells whether the GC state needs to be reset. This can happen under 3 conditions:
|
|
72
|
+
*
|
|
73
|
+
* 1. The base snapshot contains GC state but GC is disabled. This will happen the first time GC is disabled after
|
|
74
|
+
* it was enabled before. GC state needs to be removed from summary and all nodes should be marked referenced.
|
|
75
|
+
*
|
|
76
|
+
* 2. The base snapshot does not have GC state but GC is enabled. This will happen the very first time GC runs on
|
|
77
|
+
* a document and the first time GC is enabled after is was disabled before.
|
|
78
|
+
*
|
|
79
|
+
* 3. GC is enabled and the latest summary state is refreshed from a snapshot that had GC disabled and vice-versa.
|
|
80
|
+
*
|
|
81
|
+
* Note that the state will be reset only once for the first summary generated after this returns true. After that,
|
|
82
|
+
* this will return false.
|
|
83
|
+
*/
|
|
84
|
+
public get doesGCStateNeedReset(): boolean {
|
|
85
|
+
return this.wasGCRunInLatestSummary !== this.configs.shouldRunGC;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* Tells whether the GC state needs to be reset in the next summary. We need to do this if:
|
|
90
|
+
*
|
|
91
|
+
* 1. GC was enabled and is now disabled. The GC state needs to be removed and everything becomes referenced.
|
|
92
|
+
*
|
|
93
|
+
* 2. GC was disabled and is now enabled. The GC state needs to be regenerated and added to summary.
|
|
94
|
+
*
|
|
95
|
+
* 3. GC is enabled and the latest summary state is refreshed from a snapshot that had GC disabled and vice-versa.
|
|
96
|
+
*
|
|
97
|
+
* 4. The GC version in the latest summary is different from the current GC version. This can happen if:
|
|
98
|
+
*
|
|
99
|
+
* 4.1. The summary this client loaded with has data from a different GC version.
|
|
100
|
+
*
|
|
101
|
+
* 4.2. This client's latest summary was updated from a snapshot that has a different GC version.
|
|
102
|
+
*/
|
|
103
|
+
public get doesSummaryStateNeedReset(): boolean {
|
|
104
|
+
return (
|
|
105
|
+
this.doesGCStateNeedReset ||
|
|
106
|
+
(this.configs.shouldRunGC &&
|
|
107
|
+
this.latestSummaryGCVersion !== this.configs.gcVersionInEffect)
|
|
108
|
+
);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Called during GC initialization. Initialize the latest summary data from the base snapshot data.
|
|
113
|
+
*/
|
|
114
|
+
public initializeBaseState(baseSnapshotData: IGarbageCollectionSnapshotData | undefined) {
|
|
115
|
+
if (baseSnapshotData === undefined) {
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// If tracking state across summaries, update latest summary data from the snapshot's GC data.
|
|
120
|
+
this.latestSummaryData = {
|
|
121
|
+
serializedGCState: baseSnapshotData.gcState
|
|
122
|
+
? JSON.stringify(generateSortedGCState(baseSnapshotData.gcState))
|
|
123
|
+
: undefined,
|
|
124
|
+
serializedTombstones: JSON.stringify(baseSnapshotData.tombstones),
|
|
125
|
+
serializedDeletedNodes: JSON.stringify(baseSnapshotData.deletedNodes),
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/**
|
|
130
|
+
* Summarizes three component of the GC data - GC state, tombstones and deleted nodes.
|
|
131
|
+
* It does incremental summary, i.e., it writes summary tree / summary blob only for the component that changed.
|
|
132
|
+
* For components that did not change, a summary handle is returned that points to the previous successful summary.
|
|
133
|
+
* If none of the components changed, it returns a summary handle for the entire GC data.
|
|
134
|
+
*/
|
|
135
|
+
public summarize(
|
|
136
|
+
fullTree: boolean,
|
|
137
|
+
trackState: boolean,
|
|
138
|
+
gcState: IGarbageCollectionState,
|
|
139
|
+
deletedNodes: Set<string>,
|
|
140
|
+
tombstones: string[],
|
|
141
|
+
): ISummarizeResult | undefined {
|
|
142
|
+
if (!this.configs.shouldRunGC) {
|
|
143
|
+
return;
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
const serializedGCState = JSON.stringify(generateSortedGCState(gcState));
|
|
147
|
+
// Serialize and write deleted nodes, if any. This is done irrespective of whether sweep is enabled or not so
|
|
148
|
+
// to identify deleted nodes' usage.
|
|
149
|
+
const serializedDeletedNodes =
|
|
150
|
+
deletedNodes.size > 0 ? JSON.stringify(Array.from(deletedNodes).sort()) : undefined;
|
|
151
|
+
// If running in tombstone mode, serialize and write tombstones, if any.
|
|
152
|
+
const serializedTombstones = this.configs.tombstoneMode
|
|
153
|
+
? tombstones.length > 0
|
|
154
|
+
? JSON.stringify(tombstones.sort())
|
|
155
|
+
: undefined
|
|
156
|
+
: undefined;
|
|
157
|
+
|
|
158
|
+
/**
|
|
159
|
+
* Incremental summary of GC data - If none of GC state, deleted nodes or tombstones changed since last summary,
|
|
160
|
+
* write summary handle instead of summary tree for GC.
|
|
161
|
+
* Otherwise, write the GC summary tree. In the tree, for each of these that changed, write a summary blob and
|
|
162
|
+
* for each of these that did not change, write a summary handle.
|
|
163
|
+
*/
|
|
164
|
+
this.pendingSummaryData = {
|
|
165
|
+
serializedGCState,
|
|
166
|
+
serializedTombstones,
|
|
167
|
+
serializedDeletedNodes,
|
|
168
|
+
};
|
|
169
|
+
|
|
170
|
+
if (trackState && !fullTree && this.latestSummaryData !== undefined) {
|
|
171
|
+
// If nothing changed since last summary, send a summary handle for the entire GC data.
|
|
172
|
+
if (
|
|
173
|
+
this.latestSummaryData.serializedGCState === serializedGCState &&
|
|
174
|
+
this.latestSummaryData.serializedTombstones === serializedTombstones &&
|
|
175
|
+
this.latestSummaryData.serializedDeletedNodes === serializedDeletedNodes
|
|
176
|
+
) {
|
|
177
|
+
const stats = mergeStats();
|
|
178
|
+
stats.handleNodeCount++;
|
|
179
|
+
return {
|
|
180
|
+
summary: {
|
|
181
|
+
type: SummaryType.Handle,
|
|
182
|
+
handle: `/${gcTreeKey}`,
|
|
183
|
+
handleType: SummaryType.Tree,
|
|
184
|
+
},
|
|
185
|
+
stats,
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
// If some state changed, build a GC summary tree.
|
|
190
|
+
return this.buildGCSummaryTree(
|
|
191
|
+
serializedGCState,
|
|
192
|
+
serializedTombstones,
|
|
193
|
+
serializedDeletedNodes,
|
|
194
|
+
true /* trackState */,
|
|
195
|
+
);
|
|
196
|
+
}
|
|
197
|
+
// If not tracking GC state, build a GC summary tree without any summary handles.
|
|
198
|
+
return this.buildGCSummaryTree(
|
|
199
|
+
serializedGCState,
|
|
200
|
+
serializedTombstones,
|
|
201
|
+
serializedDeletedNodes,
|
|
202
|
+
false /* trackState */,
|
|
203
|
+
);
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
/**
|
|
207
|
+
* Builds the GC summary tree which contains GC state, deleted nodes and tombstones.
|
|
208
|
+
* If trackState is false, all of GC state, deleted nodes and tombstones are written as summary blobs.
|
|
209
|
+
* If trackState is true, only states that changed are written. Rest are written as handles.
|
|
210
|
+
* @param serializedGCState - The GC state serialized as string.
|
|
211
|
+
* @param serializedTombstones - The tombstone state serialized as string.
|
|
212
|
+
* @param serializedDeletedNodes - Deleted nodes serialized as string.
|
|
213
|
+
* @param trackState - Whether we are tracking GC state across summaries.
|
|
214
|
+
* @returns the GC summary tree.
|
|
215
|
+
*/
|
|
216
|
+
private buildGCSummaryTree(
|
|
217
|
+
serializedGCState: string,
|
|
218
|
+
serializedTombstones: string | undefined,
|
|
219
|
+
serializedDeletedNodes: string | undefined,
|
|
220
|
+
trackState: boolean,
|
|
221
|
+
): ISummaryTreeWithStats {
|
|
222
|
+
const builder = new SummaryTreeBuilder();
|
|
223
|
+
|
|
224
|
+
// If the GC state hasn't changed, write a summary handle, else write a summary blob for it.
|
|
225
|
+
if (this.latestSummaryData?.serializedGCState === serializedGCState && trackState) {
|
|
226
|
+
builder.addHandle(gcStateBlobKey, SummaryType.Blob, `/${gcTreeKey}/${gcStateBlobKey}`);
|
|
227
|
+
} else {
|
|
228
|
+
builder.addBlob(gcStateBlobKey, serializedGCState);
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
// If tombstones exist, write a summary handle if it hasn't changed. If it has changed, write a
|
|
232
|
+
// summary blob.
|
|
233
|
+
if (serializedTombstones !== undefined) {
|
|
234
|
+
if (
|
|
235
|
+
this.latestSummaryData?.serializedTombstones === serializedTombstones &&
|
|
236
|
+
trackState
|
|
237
|
+
) {
|
|
238
|
+
builder.addHandle(
|
|
239
|
+
gcTombstoneBlobKey,
|
|
240
|
+
SummaryType.Blob,
|
|
241
|
+
`/${gcTreeKey}/${gcTombstoneBlobKey}`,
|
|
242
|
+
);
|
|
243
|
+
} else {
|
|
244
|
+
builder.addBlob(gcTombstoneBlobKey, serializedTombstones);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
// If there are no deleted nodes, return the summary tree.
|
|
249
|
+
if (serializedDeletedNodes === undefined) {
|
|
250
|
+
return builder.getSummaryTree();
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
// If the deleted nodes hasn't changed, write a summary handle, else write a summary blob for it.
|
|
254
|
+
if (
|
|
255
|
+
this.latestSummaryData?.serializedDeletedNodes === serializedDeletedNodes &&
|
|
256
|
+
trackState
|
|
257
|
+
) {
|
|
258
|
+
builder.addHandle(
|
|
259
|
+
gcDeletedBlobKey,
|
|
260
|
+
SummaryType.Blob,
|
|
261
|
+
`/${gcTreeKey}/${gcDeletedBlobKey}`,
|
|
262
|
+
);
|
|
263
|
+
} else {
|
|
264
|
+
builder.addBlob(gcDeletedBlobKey, serializedDeletedNodes);
|
|
265
|
+
}
|
|
266
|
+
return builder.getSummaryTree();
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
/**
|
|
270
|
+
* Called to refresh the latest summary state. This happens when either a pending summary is acked.
|
|
271
|
+
*/
|
|
272
|
+
public async refreshLatestSummary(result: IRefreshSummaryResult): Promise<void> {
|
|
273
|
+
if (!result.isSummaryTracked) {
|
|
274
|
+
return;
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
// If the summary is tracked, this client is the one that generated it. So, update wasGCRunInLatestSummary.
|
|
278
|
+
// Note that this has to be updated if GC did not run too. Otherwise, `gcStateNeedsReset` will always return
|
|
279
|
+
// true in scenarios where GC is currently disabled but enabled in the snapshot we loaded from.
|
|
280
|
+
this.wasGCRunInLatestSummary = this.configs.shouldRunGC;
|
|
281
|
+
|
|
282
|
+
if (!this.configs.shouldRunGC) {
|
|
283
|
+
return;
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
this.latestSummaryGCVersion = this.configs.gcVersionInEffect;
|
|
287
|
+
this.latestSummaryData = this.pendingSummaryData;
|
|
288
|
+
this.pendingSummaryData = undefined;
|
|
289
|
+
this.updatedDSCountSinceLastSummary = 0;
|
|
290
|
+
return;
|
|
291
|
+
}
|
|
292
|
+
|
|
293
|
+
/**
|
|
294
|
+
* Called to update the state from a GC run's stats. Used to update the count of data stores whose state updated.
|
|
295
|
+
*/
|
|
296
|
+
public updateStateFromGCRunStats(stats: IGCStats) {
|
|
297
|
+
this.updatedDSCountSinceLastSummary += stats.updatedDataStoreCount;
|
|
298
|
+
}
|
|
299
|
+
}
|