@fluidframework/container-runtime 2.0.0-dev.3.1.0.125672 → 2.0.0-dev.4.1.0.148229
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/blobManager.d.ts +24 -11
- package/dist/blobManager.d.ts.map +1 -1
- package/dist/blobManager.js +112 -55
- package/dist/blobManager.js.map +1 -1
- package/dist/containerRuntime.d.ts +60 -75
- package/dist/containerRuntime.d.ts.map +1 -1
- package/dist/containerRuntime.js +295 -256
- package/dist/containerRuntime.js.map +1 -1
- package/dist/dataStoreContext.d.ts +39 -13
- package/dist/dataStoreContext.d.ts.map +1 -1
- package/dist/dataStoreContext.js +112 -49
- package/dist/dataStoreContext.js.map +1 -1
- package/dist/dataStores.d.ts +28 -4
- package/dist/dataStores.d.ts.map +1 -1
- package/dist/dataStores.js +107 -41
- package/dist/dataStores.js.map +1 -1
- package/dist/deltaManagerSummarizerProxy.d.ts +19 -0
- package/dist/deltaManagerSummarizerProxy.d.ts.map +1 -0
- package/dist/deltaManagerSummarizerProxy.js +40 -0
- package/dist/deltaManagerSummarizerProxy.js.map +1 -0
- package/dist/gc/garbageCollection.d.ts +204 -0
- package/dist/gc/garbageCollection.d.ts.map +1 -0
- package/dist/{garbageCollection.js → gc/garbageCollection.js} +190 -554
- package/dist/gc/garbageCollection.js.map +1 -0
- package/dist/gc/gcConfigs.d.ts +22 -0
- package/dist/gc/gcConfigs.d.ts.map +1 -0
- package/dist/gc/gcConfigs.js +143 -0
- package/dist/gc/gcConfigs.js.map +1 -0
- package/dist/gc/gcDefinitions.d.ts +320 -0
- package/dist/gc/gcDefinitions.d.ts.map +1 -0
- package/dist/gc/gcDefinitions.js +81 -0
- package/dist/gc/gcDefinitions.js.map +1 -0
- package/dist/gc/gcHelpers.d.ts +86 -0
- package/dist/gc/gcHelpers.d.ts.map +1 -0
- package/dist/gc/gcHelpers.js +268 -0
- package/dist/gc/gcHelpers.js.map +1 -0
- package/dist/gc/gcReferenceGraphAlgorithm.d.ts +16 -0
- package/dist/gc/gcReferenceGraphAlgorithm.d.ts.map +1 -0
- package/dist/gc/gcReferenceGraphAlgorithm.js +49 -0
- package/dist/gc/gcReferenceGraphAlgorithm.js.map +1 -0
- package/dist/gc/gcSummaryDefinitions.d.ts +52 -0
- package/dist/gc/gcSummaryDefinitions.d.ts.map +1 -0
- package/dist/gc/gcSummaryDefinitions.js +7 -0
- package/dist/gc/gcSummaryDefinitions.js.map +1 -0
- package/dist/gc/gcSummaryStateTracker.d.ts +93 -0
- package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -0
- package/dist/gc/gcSummaryStateTracker.js +239 -0
- package/dist/gc/gcSummaryStateTracker.js.map +1 -0
- package/dist/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
- package/dist/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +2 -2
- package/dist/gc/gcSweepReadyUsageDetection.js.map +1 -0
- package/dist/gc/gcUnreferencedStateTracker.d.ts +34 -0
- package/dist/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
- package/dist/gc/gcUnreferencedStateTracker.js +94 -0
- package/dist/gc/gcUnreferencedStateTracker.js.map +1 -0
- package/dist/gc/index.d.ts +13 -0
- package/dist/gc/index.d.ts.map +1 -0
- package/dist/gc/index.js +50 -0
- package/dist/gc/index.js.map +1 -0
- package/dist/index.d.ts +3 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -9
- package/dist/index.js.map +1 -1
- package/dist/opLifecycle/batchManager.d.ts +11 -13
- package/dist/opLifecycle/batchManager.d.ts.map +1 -1
- package/dist/opLifecycle/batchManager.js +26 -38
- package/dist/opLifecycle/batchManager.js.map +1 -1
- package/dist/opLifecycle/definitions.d.ts +4 -0
- package/dist/opLifecycle/definitions.d.ts.map +1 -1
- package/dist/opLifecycle/definitions.js.map +1 -1
- package/dist/opLifecycle/index.d.ts +1 -1
- package/dist/opLifecycle/index.d.ts.map +1 -1
- package/dist/opLifecycle/index.js +2 -1
- package/dist/opLifecycle/index.js.map +1 -1
- package/dist/opLifecycle/opCompressor.d.ts.map +1 -1
- package/dist/opLifecycle/opCompressor.js +25 -10
- package/dist/opLifecycle/opCompressor.js.map +1 -1
- package/dist/opLifecycle/opDecompressor.d.ts +4 -0
- package/dist/opLifecycle/opDecompressor.d.ts.map +1 -1
- package/dist/opLifecycle/opDecompressor.js +42 -4
- package/dist/opLifecycle/opDecompressor.js.map +1 -1
- package/dist/opLifecycle/opSplitter.d.ts +15 -3
- package/dist/opLifecycle/opSplitter.d.ts.map +1 -1
- package/dist/opLifecycle/opSplitter.js +35 -10
- package/dist/opLifecycle/opSplitter.js.map +1 -1
- package/dist/opLifecycle/outbox.d.ts +19 -3
- package/dist/opLifecycle/outbox.d.ts.map +1 -1
- package/dist/opLifecycle/outbox.js +88 -49
- package/dist/opLifecycle/outbox.js.map +1 -1
- package/dist/packageVersion.d.ts +1 -1
- package/dist/packageVersion.js +1 -1
- package/dist/packageVersion.js.map +1 -1
- package/dist/pendingStateManager.d.ts +3 -3
- package/dist/pendingStateManager.d.ts.map +1 -1
- package/dist/pendingStateManager.js +20 -21
- package/dist/pendingStateManager.js.map +1 -1
- package/dist/storageServiceWithAttachBlobs.d.ts +17 -0
- package/dist/storageServiceWithAttachBlobs.d.ts.map +1 -0
- package/dist/storageServiceWithAttachBlobs.js +32 -0
- package/dist/storageServiceWithAttachBlobs.js.map +1 -0
- package/dist/summary/index.d.ts +17 -0
- package/dist/summary/index.d.ts.map +1 -0
- package/dist/summary/index.js +46 -0
- package/dist/summary/index.js.map +1 -0
- package/dist/summary/orderedClientElection.d.ts.map +1 -0
- package/dist/summary/orderedClientElection.js.map +1 -0
- package/dist/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +3 -2
- package/dist/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
- package/dist/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +5 -4
- package/dist/summary/runWhileConnectedCoordinator.js.map +1 -0
- package/{lib → dist/summary}/runningSummarizer.d.ts +19 -18
- package/dist/summary/runningSummarizer.d.ts.map +1 -0
- package/dist/{runningSummarizer.js → summary/runningSummarizer.js} +158 -56
- package/dist/summary/runningSummarizer.js.map +1 -0
- package/dist/{summarizer.d.ts → summary/summarizer.d.ts} +4 -9
- package/dist/summary/summarizer.d.ts.map +1 -0
- package/dist/{summarizer.js → summary/summarizer.js} +9 -74
- package/dist/summary/summarizer.js.map +1 -0
- package/dist/summary/summarizerClientElection.d.ts.map +1 -0
- package/dist/summary/summarizerClientElection.js.map +1 -0
- package/{lib → dist/summary}/summarizerHeuristics.d.ts +1 -1
- package/dist/summary/summarizerHeuristics.d.ts.map +1 -0
- package/dist/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +3 -3
- package/dist/summary/summarizerHeuristics.js.map +1 -0
- package/dist/summary/summarizerNode/index.d.ts +8 -0
- package/dist/summary/summarizerNode/index.d.ts.map +1 -0
- package/dist/summary/summarizerNode/index.js +12 -0
- package/dist/summary/summarizerNode/index.js.map +1 -0
- package/dist/summary/summarizerNode/summarizerNode.d.ts +149 -0
- package/dist/summary/summarizerNode/summarizerNode.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNode.js +531 -0
- package/dist/summary/summarizerNode/summarizerNode.js.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts +125 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.js +132 -0
- package/dist/summary/summarizerNode/summarizerNodeUtils.js.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts +22 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.js +423 -0
- package/dist/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -0
- package/{lib → dist/summary}/summarizerTypes.d.ts +7 -17
- package/dist/summary/summarizerTypes.d.ts.map +1 -0
- package/dist/{summarizerTypes.js → summary/summarizerTypes.js} +0 -5
- package/dist/summary/summarizerTypes.js.map +1 -0
- package/dist/summary/summaryCollection.d.ts.map +1 -0
- package/dist/summary/summaryCollection.js.map +1 -0
- package/{lib → dist/summary}/summaryFormat.d.ts +3 -21
- package/dist/summary/summaryFormat.d.ts.map +1 -0
- package/dist/{summaryFormat.js → summary/summaryFormat.js} +1 -10
- package/dist/summary/summaryFormat.js.map +1 -0
- package/dist/summary/summaryGenerator.d.ts.map +1 -0
- package/dist/{summaryGenerator.js → summary/summaryGenerator.js} +4 -4
- package/dist/summary/summaryGenerator.js.map +1 -0
- package/dist/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
- package/dist/summary/summaryManager.d.ts.map +1 -0
- package/dist/summary/summaryManager.js.map +1 -0
- package/lib/blobManager.d.ts +24 -11
- package/lib/blobManager.d.ts.map +1 -1
- package/lib/blobManager.js +109 -52
- package/lib/blobManager.js.map +1 -1
- package/lib/containerRuntime.d.ts +60 -75
- package/lib/containerRuntime.d.ts.map +1 -1
- package/lib/containerRuntime.js +267 -228
- package/lib/containerRuntime.js.map +1 -1
- package/lib/dataStoreContext.d.ts +39 -13
- package/lib/dataStoreContext.d.ts.map +1 -1
- package/lib/dataStoreContext.js +101 -38
- package/lib/dataStoreContext.js.map +1 -1
- package/lib/dataStores.d.ts +28 -4
- package/lib/dataStores.d.ts.map +1 -1
- package/lib/dataStores.js +100 -34
- package/lib/dataStores.js.map +1 -1
- package/lib/deltaManagerSummarizerProxy.d.ts +19 -0
- package/lib/deltaManagerSummarizerProxy.d.ts.map +1 -0
- package/lib/deltaManagerSummarizerProxy.js +36 -0
- package/lib/deltaManagerSummarizerProxy.js.map +1 -0
- package/lib/gc/garbageCollection.d.ts +204 -0
- package/lib/gc/garbageCollection.d.ts.map +1 -0
- package/lib/{garbageCollection.js → gc/garbageCollection.js} +172 -535
- package/lib/gc/garbageCollection.js.map +1 -0
- package/lib/gc/gcConfigs.d.ts +22 -0
- package/lib/gc/gcConfigs.d.ts.map +1 -0
- package/lib/gc/gcConfigs.js +139 -0
- package/lib/gc/gcConfigs.js.map +1 -0
- package/lib/gc/gcDefinitions.d.ts +320 -0
- package/lib/gc/gcDefinitions.d.ts.map +1 -0
- package/lib/gc/gcDefinitions.js +78 -0
- package/lib/gc/gcDefinitions.js.map +1 -0
- package/lib/gc/gcHelpers.d.ts +86 -0
- package/lib/gc/gcHelpers.d.ts.map +1 -0
- package/lib/gc/gcHelpers.js +254 -0
- package/lib/gc/gcHelpers.js.map +1 -0
- package/lib/gc/gcReferenceGraphAlgorithm.d.ts +16 -0
- package/lib/gc/gcReferenceGraphAlgorithm.d.ts.map +1 -0
- package/lib/gc/gcReferenceGraphAlgorithm.js +45 -0
- package/lib/gc/gcReferenceGraphAlgorithm.js.map +1 -0
- package/lib/gc/gcSummaryDefinitions.d.ts +52 -0
- package/lib/gc/gcSummaryDefinitions.d.ts.map +1 -0
- package/lib/gc/gcSummaryDefinitions.js +6 -0
- package/lib/gc/gcSummaryDefinitions.js.map +1 -0
- package/lib/gc/gcSummaryStateTracker.d.ts +93 -0
- package/lib/gc/gcSummaryStateTracker.d.ts.map +1 -0
- package/lib/gc/gcSummaryStateTracker.js +235 -0
- package/lib/gc/gcSummaryStateTracker.js.map +1 -0
- package/lib/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
- package/lib/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +1 -1
- package/lib/gc/gcSweepReadyUsageDetection.js.map +1 -0
- package/lib/gc/gcUnreferencedStateTracker.d.ts +34 -0
- package/lib/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
- package/lib/gc/gcUnreferencedStateTracker.js +90 -0
- package/lib/gc/gcUnreferencedStateTracker.js.map +1 -0
- package/lib/gc/index.d.ts +13 -0
- package/lib/gc/index.d.ts.map +1 -0
- package/lib/gc/index.js +12 -0
- package/lib/gc/index.js.map +1 -0
- package/lib/index.d.ts +3 -7
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +1 -4
- package/lib/index.js.map +1 -1
- package/lib/opLifecycle/batchManager.d.ts +11 -13
- package/lib/opLifecycle/batchManager.d.ts.map +1 -1
- package/lib/opLifecycle/batchManager.js +24 -37
- package/lib/opLifecycle/batchManager.js.map +1 -1
- package/lib/opLifecycle/definitions.d.ts +4 -0
- package/lib/opLifecycle/definitions.d.ts.map +1 -1
- package/lib/opLifecycle/definitions.js.map +1 -1
- package/lib/opLifecycle/index.d.ts +1 -1
- package/lib/opLifecycle/index.d.ts.map +1 -1
- package/lib/opLifecycle/index.js +1 -1
- package/lib/opLifecycle/index.js.map +1 -1
- package/lib/opLifecycle/opCompressor.d.ts.map +1 -1
- package/lib/opLifecycle/opCompressor.js +26 -11
- package/lib/opLifecycle/opCompressor.js.map +1 -1
- package/lib/opLifecycle/opDecompressor.d.ts +4 -0
- package/lib/opLifecycle/opDecompressor.d.ts.map +1 -1
- package/lib/opLifecycle/opDecompressor.js +42 -4
- package/lib/opLifecycle/opDecompressor.js.map +1 -1
- package/lib/opLifecycle/opSplitter.d.ts +15 -3
- package/lib/opLifecycle/opSplitter.d.ts.map +1 -1
- package/lib/opLifecycle/opSplitter.js +35 -10
- package/lib/opLifecycle/opSplitter.js.map +1 -1
- package/lib/opLifecycle/outbox.d.ts +19 -3
- package/lib/opLifecycle/outbox.d.ts.map +1 -1
- package/lib/opLifecycle/outbox.js +90 -51
- package/lib/opLifecycle/outbox.js.map +1 -1
- package/lib/packageVersion.d.ts +1 -1
- package/lib/packageVersion.js +1 -1
- package/lib/packageVersion.js.map +1 -1
- package/lib/pendingStateManager.d.ts +3 -3
- package/lib/pendingStateManager.d.ts.map +1 -1
- package/lib/pendingStateManager.js +20 -21
- package/lib/pendingStateManager.js.map +1 -1
- package/lib/storageServiceWithAttachBlobs.d.ts +17 -0
- package/lib/storageServiceWithAttachBlobs.d.ts.map +1 -0
- package/lib/storageServiceWithAttachBlobs.js +28 -0
- package/lib/storageServiceWithAttachBlobs.js.map +1 -0
- package/lib/summary/index.d.ts +17 -0
- package/lib/summary/index.d.ts.map +1 -0
- package/lib/summary/index.js +15 -0
- package/lib/summary/index.js.map +1 -0
- package/lib/summary/orderedClientElection.d.ts.map +1 -0
- package/lib/summary/orderedClientElection.js.map +1 -0
- package/lib/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +3 -2
- package/lib/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
- package/lib/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +5 -4
- package/lib/summary/runWhileConnectedCoordinator.js.map +1 -0
- package/{dist → lib/summary}/runningSummarizer.d.ts +19 -18
- package/lib/summary/runningSummarizer.d.ts.map +1 -0
- package/lib/{runningSummarizer.js → summary/runningSummarizer.js} +159 -57
- package/lib/summary/runningSummarizer.js.map +1 -0
- package/lib/{summarizer.d.ts → summary/summarizer.d.ts} +4 -9
- package/lib/summary/summarizer.d.ts.map +1 -0
- package/lib/{summarizer.js → summary/summarizer.js} +11 -76
- package/lib/summary/summarizer.js.map +1 -0
- package/lib/summary/summarizerClientElection.d.ts.map +1 -0
- package/lib/summary/summarizerClientElection.js.map +1 -0
- package/{dist → lib/summary}/summarizerHeuristics.d.ts +1 -1
- package/lib/summary/summarizerHeuristics.d.ts.map +1 -0
- package/lib/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +3 -3
- package/lib/summary/summarizerHeuristics.js.map +1 -0
- package/lib/summary/summarizerNode/index.d.ts +8 -0
- package/lib/summary/summarizerNode/index.d.ts.map +1 -0
- package/lib/summary/summarizerNode/index.js +7 -0
- package/lib/summary/summarizerNode/index.js.map +1 -0
- package/lib/summary/summarizerNode/summarizerNode.d.ts +149 -0
- package/lib/summary/summarizerNode/summarizerNode.d.ts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNode.js +526 -0
- package/lib/summary/summarizerNode/summarizerNode.js.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.d.ts +125 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.d.ts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.js +125 -0
- package/lib/summary/summarizerNode/summarizerNodeUtils.js.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts +22 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.js +419 -0
- package/lib/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -0
- package/{dist → lib/summary}/summarizerTypes.d.ts +7 -17
- package/lib/summary/summarizerTypes.d.ts.map +1 -0
- package/lib/summary/summarizerTypes.js +6 -0
- package/{dist → lib/summary}/summarizerTypes.js.map +1 -1
- package/lib/summary/summaryCollection.d.ts.map +1 -0
- package/lib/summary/summaryCollection.js.map +1 -0
- package/{dist → lib/summary}/summaryFormat.d.ts +3 -21
- package/lib/summary/summaryFormat.d.ts.map +1 -0
- package/lib/{summaryFormat.js → summary/summaryFormat.js} +0 -8
- package/lib/summary/summaryFormat.js.map +1 -0
- package/lib/summary/summaryGenerator.d.ts.map +1 -0
- package/lib/{summaryGenerator.js → summary/summaryGenerator.js} +4 -4
- package/lib/summary/summaryGenerator.js.map +1 -0
- package/lib/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
- package/lib/summary/summaryManager.d.ts.map +1 -0
- package/lib/summary/summaryManager.js.map +1 -0
- package/package.json +63 -60
- package/src/blobManager.ts +132 -69
- package/src/containerRuntime.ts +421 -382
- package/src/dataStoreContext.ts +140 -49
- package/src/dataStores.ts +139 -41
- package/src/deltaManagerSummarizerProxy.ts +46 -0
- package/{garbageCollection.md → src/gc/garbageCollection.md} +2 -2
- package/src/{garbageCollection.ts → gc/garbageCollection.ts} +245 -890
- package/src/gc/gcConfigs.ts +193 -0
- package/src/gc/gcDefinitions.ts +387 -0
- package/src/gc/gcHelpers.ts +332 -0
- package/src/gc/gcReferenceGraphAlgorithm.ts +52 -0
- package/src/gc/gcSummaryDefinitions.ts +54 -0
- package/src/gc/gcSummaryStateTracker.ts +329 -0
- package/src/{gcSweepReadyUsageDetection.ts → gc/gcSweepReadyUsageDetection.ts} +1 -1
- package/src/gc/gcUnreferencedStateTracker.ts +114 -0
- package/src/gc/index.ts +65 -0
- package/src/index.ts +10 -22
- package/src/opLifecycle/README.md +157 -0
- package/src/opLifecycle/batchManager.ts +26 -55
- package/src/opLifecycle/definitions.ts +4 -0
- package/src/opLifecycle/index.ts +1 -1
- package/src/opLifecycle/opCompressor.ts +32 -12
- package/src/opLifecycle/opDecompressor.ts +49 -5
- package/src/opLifecycle/opSplitter.ts +55 -12
- package/src/opLifecycle/outbox.ts +120 -60
- package/src/packageVersion.ts +1 -1
- package/src/pendingStateManager.ts +34 -27
- package/src/storageServiceWithAttachBlobs.ts +38 -0
- package/src/summary/index.ts +105 -0
- package/src/{runWhileConnectedCoordinator.ts → summary/runWhileConnectedCoordinator.ts} +7 -7
- package/src/{runningSummarizer.ts → summary/runningSummarizer.ts} +279 -139
- package/src/{summarizer.ts → summary/summarizer.ts} +12 -97
- package/src/{summarizerHeuristics.ts → summary/summarizerHeuristics.ts} +9 -4
- package/src/summary/summarizerNode/index.ts +12 -0
- package/src/summary/summarizerNode/summarizerNode.ts +766 -0
- package/src/summary/summarizerNode/summarizerNodeUtils.ts +214 -0
- package/src/summary/summarizerNode/summarizerNodeWithGc.ts +644 -0
- package/src/{summarizerTypes.ts → summary/summarizerTypes.ts} +8 -22
- package/src/{summaryFormat.ts → summary/summaryFormat.ts} +3 -29
- package/src/{summaryGenerator.ts → summary/summaryGenerator.ts} +12 -11
- package/src/{summaryManager.ts → summary/summaryManager.ts} +1 -1
- package/dist/garbageCollection.d.ts +0 -411
- package/dist/garbageCollection.d.ts.map +0 -1
- package/dist/garbageCollection.js.map +0 -1
- package/dist/garbageCollectionConstants.d.ts +0 -23
- package/dist/garbageCollectionConstants.d.ts.map +0 -1
- package/dist/garbageCollectionConstants.js +0 -36
- package/dist/garbageCollectionConstants.js.map +0 -1
- package/dist/garbageCollectionHelpers.d.ts +0 -15
- package/dist/garbageCollectionHelpers.d.ts.map +0 -1
- package/dist/garbageCollectionHelpers.js +0 -27
- package/dist/garbageCollectionHelpers.js.map +0 -1
- package/dist/gcSweepReadyUsageDetection.d.ts.map +0 -1
- package/dist/gcSweepReadyUsageDetection.js.map +0 -1
- package/dist/orderedClientElection.d.ts.map +0 -1
- package/dist/orderedClientElection.js.map +0 -1
- package/dist/runWhileConnectedCoordinator.d.ts.map +0 -1
- package/dist/runWhileConnectedCoordinator.js.map +0 -1
- package/dist/runningSummarizer.d.ts.map +0 -1
- package/dist/runningSummarizer.js.map +0 -1
- package/dist/serializedSnapshotStorage.d.ts +0 -58
- package/dist/serializedSnapshotStorage.d.ts.map +0 -1
- package/dist/serializedSnapshotStorage.js +0 -110
- package/dist/serializedSnapshotStorage.js.map +0 -1
- package/dist/summarizer.d.ts.map +0 -1
- package/dist/summarizer.js.map +0 -1
- package/dist/summarizerClientElection.d.ts.map +0 -1
- package/dist/summarizerClientElection.js.map +0 -1
- package/dist/summarizerHandle.d.ts +0 -12
- package/dist/summarizerHandle.d.ts.map +0 -1
- package/dist/summarizerHandle.js +0 -22
- package/dist/summarizerHandle.js.map +0 -1
- package/dist/summarizerHeuristics.d.ts.map +0 -1
- package/dist/summarizerHeuristics.js.map +0 -1
- package/dist/summarizerTypes.d.ts.map +0 -1
- package/dist/summaryCollection.d.ts.map +0 -1
- package/dist/summaryCollection.js.map +0 -1
- package/dist/summaryFormat.d.ts.map +0 -1
- package/dist/summaryFormat.js.map +0 -1
- package/dist/summaryGenerator.d.ts.map +0 -1
- package/dist/summaryGenerator.js.map +0 -1
- package/dist/summaryManager.d.ts.map +0 -1
- package/dist/summaryManager.js.map +0 -1
- package/lib/garbageCollection.d.ts +0 -411
- package/lib/garbageCollection.d.ts.map +0 -1
- package/lib/garbageCollection.js.map +0 -1
- package/lib/garbageCollectionConstants.d.ts +0 -23
- package/lib/garbageCollectionConstants.d.ts.map +0 -1
- package/lib/garbageCollectionConstants.js +0 -33
- package/lib/garbageCollectionConstants.js.map +0 -1
- package/lib/garbageCollectionHelpers.d.ts +0 -15
- package/lib/garbageCollectionHelpers.d.ts.map +0 -1
- package/lib/garbageCollectionHelpers.js +0 -23
- package/lib/garbageCollectionHelpers.js.map +0 -1
- package/lib/gcSweepReadyUsageDetection.d.ts.map +0 -1
- package/lib/gcSweepReadyUsageDetection.js.map +0 -1
- package/lib/orderedClientElection.d.ts.map +0 -1
- package/lib/orderedClientElection.js.map +0 -1
- package/lib/runWhileConnectedCoordinator.d.ts.map +0 -1
- package/lib/runWhileConnectedCoordinator.js.map +0 -1
- package/lib/runningSummarizer.d.ts.map +0 -1
- package/lib/runningSummarizer.js.map +0 -1
- package/lib/serializedSnapshotStorage.d.ts +0 -58
- package/lib/serializedSnapshotStorage.d.ts.map +0 -1
- package/lib/serializedSnapshotStorage.js +0 -106
- package/lib/serializedSnapshotStorage.js.map +0 -1
- package/lib/summarizer.d.ts.map +0 -1
- package/lib/summarizer.js.map +0 -1
- package/lib/summarizerClientElection.d.ts.map +0 -1
- package/lib/summarizerClientElection.js.map +0 -1
- package/lib/summarizerHandle.d.ts +0 -12
- package/lib/summarizerHandle.d.ts.map +0 -1
- package/lib/summarizerHandle.js +0 -18
- package/lib/summarizerHandle.js.map +0 -1
- package/lib/summarizerHeuristics.d.ts.map +0 -1
- package/lib/summarizerHeuristics.js.map +0 -1
- package/lib/summarizerTypes.d.ts.map +0 -1
- package/lib/summarizerTypes.js +0 -9
- package/lib/summarizerTypes.js.map +0 -1
- package/lib/summaryCollection.d.ts.map +0 -1
- package/lib/summaryCollection.js.map +0 -1
- package/lib/summaryFormat.d.ts.map +0 -1
- package/lib/summaryFormat.js.map +0 -1
- package/lib/summaryGenerator.d.ts.map +0 -1
- package/lib/summaryGenerator.js.map +0 -1
- package/lib/summaryManager.d.ts.map +0 -1
- package/lib/summaryManager.js.map +0 -1
- package/src/garbageCollectionConstants.ts +0 -38
- package/src/garbageCollectionHelpers.ts +0 -37
- package/src/serializedSnapshotStorage.ts +0 -151
- package/src/summarizerHandle.ts +0 -23
- /package/dist/{gcSweepReadyUsageDetection.d.ts → gc/gcSweepReadyUsageDetection.d.ts} +0 -0
- /package/dist/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
- /package/dist/{orderedClientElection.js → summary/orderedClientElection.js} +0 -0
- /package/dist/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
- /package/dist/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
- /package/dist/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
- /package/dist/{summaryCollection.js → summary/summaryCollection.js} +0 -0
- /package/dist/{summaryGenerator.d.ts → summary/summaryGenerator.d.ts} +0 -0
- /package/dist/{summaryManager.js → summary/summaryManager.js} +0 -0
- /package/lib/{gcSweepReadyUsageDetection.d.ts → gc/gcSweepReadyUsageDetection.d.ts} +0 -0
- /package/lib/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
- /package/lib/{orderedClientElection.js → summary/orderedClientElection.js} +0 -0
- /package/lib/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
- /package/lib/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
- /package/lib/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
- /package/lib/{summaryCollection.js → summary/summaryCollection.js} +0 -0
- /package/lib/{summaryGenerator.d.ts → summary/summaryGenerator.d.ts} +0 -0
- /package/lib/{summaryManager.js → summary/summaryManager.js} +0 -0
- /package/src/{orderedClientElection.ts → summary/orderedClientElection.ts} +0 -0
- /package/src/{summarizerClientElection.ts → summary/summarizerClientElection.ts} +0 -0
- /package/src/{summaryCollection.ts → summary/summaryCollection.ts} +0 -0
package/dist/blobManager.d.ts
CHANGED
|
@@ -8,6 +8,7 @@ import { ISequencedDocumentMessage, ISnapshotTree } from "@fluidframework/protoc
|
|
|
8
8
|
import { TypedEventEmitter } from "@fluidframework/common-utils";
|
|
9
9
|
import { IContainerRuntime, IContainerRuntimeEvents } from "@fluidframework/container-runtime-definitions";
|
|
10
10
|
import { IGarbageCollectionData, ISummaryTreeWithStats, ITelemetryContext } from "@fluidframework/runtime-definitions";
|
|
11
|
+
import { ContainerRuntime } from "./containerRuntime";
|
|
11
12
|
/**
|
|
12
13
|
* This class represents blob (long string)
|
|
13
14
|
* This object is used only when creating (writing) new blob and serialization purposes.
|
|
@@ -34,7 +35,7 @@ export interface IBlobManagerLoadInfo {
|
|
|
34
35
|
ids?: string[];
|
|
35
36
|
redirectTable?: [string, string][];
|
|
36
37
|
}
|
|
37
|
-
export declare type IBlobManagerRuntime = Pick<IContainerRuntime, "attachState" | "connected" | "logger" | "clientDetails"> & TypedEventEmitter<IContainerRuntimeEvents>;
|
|
38
|
+
export declare type IBlobManagerRuntime = Pick<IContainerRuntime, "attachState" | "connected" | "logger" | "clientDetails"> & Pick<ContainerRuntime, "gcTombstoneEnforcementAllowed"> & TypedEventEmitter<IContainerRuntimeEvents>;
|
|
38
39
|
export interface IPendingBlobs {
|
|
39
40
|
[id: string]: {
|
|
40
41
|
blob: string;
|
|
@@ -58,7 +59,6 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
58
59
|
*/
|
|
59
60
|
private readonly sendBlobAttachOp;
|
|
60
61
|
private readonly blobRequested;
|
|
61
|
-
private readonly addedBlobReference;
|
|
62
62
|
private readonly isBlobDeleted;
|
|
63
63
|
private readonly runtime;
|
|
64
64
|
private readonly getCurrentReferenceTimestampMs;
|
|
@@ -104,7 +104,7 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
104
104
|
* knowledge of which they cannot request the blob from storage. It's important that this op is sequenced
|
|
105
105
|
* before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.
|
|
106
106
|
*/
|
|
107
|
-
sendBlobAttachOp: (localId: string, storageId?: string) => void, blobRequested: (blobPath: string) => void,
|
|
107
|
+
sendBlobAttachOp: (localId: string, storageId?: string) => void, blobRequested: (blobPath: string) => void, isBlobDeleted: (blobPath: string) => boolean, runtime: IBlobManagerRuntime, stashedBlobs: IPendingBlobs | undefined, getCurrentReferenceTimestampMs: () => number | undefined);
|
|
108
108
|
private get pendingOfflineUploads();
|
|
109
109
|
get hasPendingOfflineUploads(): boolean;
|
|
110
110
|
get hasPendingBlobs(): boolean;
|
|
@@ -117,12 +117,6 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
117
117
|
* again
|
|
118
118
|
*/
|
|
119
119
|
private onDisconnected;
|
|
120
|
-
/**
|
|
121
|
-
* For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`
|
|
122
|
-
* This path must match the path of the blob handle returned by the createBlob API because blobs are marked
|
|
123
|
-
* referenced by storing these handles in a referenced DDS.
|
|
124
|
-
*/
|
|
125
|
-
private getBlobGCNodePath;
|
|
126
120
|
/**
|
|
127
121
|
* Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is
|
|
128
122
|
* detached or there are no (non-pending) attachment blobs in the document
|
|
@@ -161,6 +155,7 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
161
155
|
* Load a set of previously attached blob IDs and redirect table from a previous snapshot.
|
|
162
156
|
*/
|
|
163
157
|
private load;
|
|
158
|
+
summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats;
|
|
164
159
|
/**
|
|
165
160
|
* Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be
|
|
166
161
|
* individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.
|
|
@@ -170,9 +165,28 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
170
165
|
getGCData(fullGC?: boolean): IGarbageCollectionData;
|
|
171
166
|
/**
|
|
172
167
|
* This is called to update blobs whose routes are unused. The unused blobs are deleted.
|
|
173
|
-
* @param unusedRoutes - The routes of the blob nodes that are unused.
|
|
168
|
+
* @param unusedRoutes - The routes of the blob nodes that are unused. These routes will be based off of local ids.
|
|
174
169
|
*/
|
|
175
170
|
updateUnusedRoutes(unusedRoutes: string[]): void;
|
|
171
|
+
/**
|
|
172
|
+
* Delete attachment blobs that are sweep ready.
|
|
173
|
+
* @param sweepReadyBlobRoutes - The routes of blobs that are sweep ready and should be deleted. These routes will
|
|
174
|
+
* be based off of local ids.
|
|
175
|
+
* @returns - The routes of blobs that were deleted.
|
|
176
|
+
*/
|
|
177
|
+
deleteSweepReadyNodes(sweepReadyBlobRoutes: string[]): string[];
|
|
178
|
+
/**
|
|
179
|
+
* Delete blobs with the given routes from the redirect table.
|
|
180
|
+
* The routes are GC nodes paths of format -`/<BlobManager.basePath>/<blobId>`. The blob ids are all local ids.
|
|
181
|
+
* Deleting the blobs involves 2 steps:
|
|
182
|
+
* 1. The redirect table entry for the local ids are deleted.
|
|
183
|
+
* 2. If the storage ids corresponding to the deleted local ids are not in-use anymore, the redirect table entries
|
|
184
|
+
* for the storage ids are deleted as well.
|
|
185
|
+
*
|
|
186
|
+
* Note that this does not delete the blobs from storage service immediately. Deleting the blobs from redirect table
|
|
187
|
+
* will remove them the next summary. The service would them delete them some time in the future.
|
|
188
|
+
*/
|
|
189
|
+
private deleteBlobsFromRedirectTable;
|
|
176
190
|
/**
|
|
177
191
|
* This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with
|
|
178
192
|
* accessing deleted content without actually deleting content from summaries.
|
|
@@ -184,7 +198,6 @@ export declare class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
|
|
|
184
198
|
* log an error and throw if necessary.
|
|
185
199
|
*/
|
|
186
200
|
private verifyBlobValidity;
|
|
187
|
-
summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats;
|
|
188
201
|
setRedirectTable(table: Map<string, string>): void;
|
|
189
202
|
getPendingBlobs(): IPendingBlobs;
|
|
190
203
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"blobManager.d.ts","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,EAEN,yBAAyB,EACzB,aAAa,EACb,MAAM,sCAAsC,CAAC;AAO9C,OAAO,EAKN,iBAAiB,EACjB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,MAAM,+CAA+C,CAAC;AAQvD,OAAO,EACN,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,MAAM,qCAAqC,CAAC;
|
|
1
|
+
{"version":3,"file":"blobManager.d.ts","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,EAEN,yBAAyB,EACzB,aAAa,EACb,MAAM,sCAAsC,CAAC;AAO9C,OAAO,EAKN,iBAAiB,EACjB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACN,iBAAiB,EACjB,uBAAuB,EACvB,MAAM,+CAA+C,CAAC;AAQvD,OAAO,EACN,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAA8B,MAAM,oBAAoB,CAAC;AAKlF;;;;;;GAMG;AACH,qBAAa,UAAW,YAAW,YAAY,CAAC,eAAe,CAAC;aAc9C,IAAI,EAAE,MAAM;aACZ,YAAY,EAAE,mBAAmB;IAC1C,GAAG,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC;IAf/B,OAAO,CAAC,QAAQ,CAAkB;IAElC,IAAW,YAAY,IAAI,YAAY,CAEtC;IAED,IAAW,UAAU,IAAI,OAAO,CAE/B;IAED,SAAgB,YAAY,EAAE,MAAM,CAAC;gBAGpB,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,mBAAmB,EAC1C,GAAG,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC;IAKxB,WAAW;IAIX,IAAI,CAAC,MAAM,EAAE,YAAY;CAGhC;AAmBD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACpC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;CACnC;AAID,oBAAY,mBAAmB,GAAG,IAAI,CACrC,iBAAiB,EACjB,aAAa,GAAG,WAAW,GAAG,QAAQ,GAAG,eAAe,CACxD,GACA,IAAI,CAAC,gBAAgB,EAAE,+BAA+B,CAAC,GACvD,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;AAwB5C,MAAM,WAAW,aAAa;IAC7B,CAAC,EAAE,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB;IAClC,CAAC,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,IAAI,OAAE;CAChD;AAED,qBAAa,WAAY,SAAQ,iBAAiB,CAAC,kBAAkB,CAAC;IA8CpE,OAAO,CAAC,QAAQ,CAAC,YAAY;IAE7B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B;;;;;;;;;OASG;IACH,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAGjC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAG9B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAExB,OAAO,CAAC,QAAQ,CAAC,8BAA8B;IAnEhD,gBAAuB,QAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAoB;IACjE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAoB;IAEvC;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;IAEhE;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuC;IAEpE;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoC;IAEhE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAO7B;IAEF,6EAA6E;IAC7E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAU;IAC/C;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA0B;gBAGxC,YAAY,EAAE,mBAAmB,EAClD,QAAQ,EAAE,oBAAoB,EACb,UAAU,EAAE,MAAM,uBAAuB;IAC1D;;;;;;;;;OASG;IACc,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,KAAK,IAAI,EAG/D,aAAa,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EAGzC,aAAa,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,EAC5C,OAAO,EAAE,mBAAmB,EAC7C,YAAY,2BAAoB,EACf,8BAA8B,EAAE,MAAM,MAAM,GAAG,SAAS;IAyB1E,OAAO,KAAK,qBAAqB,GAIhC;IAED,IAAW,wBAAwB,IAAI,OAAO,CAE7C;IAED,IAAW,eAAe,IAAI,OAAO,CAKpC;IAED;;OAEG;IACU,WAAW;IAcxB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAUtB;;;OAGG;IACH,OAAO,KAAK,UAAU,GAerB;IAEY,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAmC9D,OAAO,CAAC,aAAa;YAUP,kBAAkB;IAUnB,UAAU,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YA4BxE,UAAU;IAYxB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,eAAe;YAoDT,cAAc;IAkB5B,OAAO,CAAC,mBAAmB;IAkC3B;;;;OAIG;IACI,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAoB7D,OAAO,CAAC,WAAW;IA0BZ,mBAAmB,CAAC,OAAO,EAAE,yBAAyB,EAAE,KAAK,EAAE,OAAO;IA2C7E;;;;;OAKG;WACiB,IAAI,CACvB,SAAS,EAAE,aAAa,GAAG,SAAS,EACpC,YAAY,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,GACvD,OAAO,CAAC,oBAAoB,CAAC;IAehC;;OAEG;IACH,OAAO,CAAC,IAAI;IAgBL,SAAS,CAAC,gBAAgB,CAAC,EAAE,iBAAiB,GAAG,qBAAqB;IA2B7E;;;;;OAKG;IACI,SAAS,CAAC,MAAM,GAAE,OAAe,GAAG,sBAAsB;IAejE;;;OAGG;IACI,kBAAkB,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,IAAI;IAIvD;;;;;OAKG;IACI,qBAAqB,CAAC,oBAAoB,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAUtE;;;;;;;;;;OAUG;IACH,OAAO,CAAC,4BAA4B;IAwCpC;;;;OAIG;IACI,sBAAsB,CAAC,gBAAgB,EAAE,MAAM,EAAE;IAsBxD;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAiDnB,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAoB3C,eAAe,IAAI,aAAa;CAOvC"}
|
package/dist/blobManager.js
CHANGED
|
@@ -11,10 +11,9 @@ const common_utils_1 = require("@fluidframework/common-utils");
|
|
|
11
11
|
const container_definitions_1 = require("@fluidframework/container-definitions");
|
|
12
12
|
const telemetry_utils_1 = require("@fluidframework/telemetry-utils");
|
|
13
13
|
const containerRuntime_1 = require("./containerRuntime");
|
|
14
|
+
const gc_1 = require("./gc");
|
|
14
15
|
const throttler_1 = require("./throttler");
|
|
15
|
-
const
|
|
16
|
-
const garbageCollectionConstants_1 = require("./garbageCollectionConstants");
|
|
17
|
-
const garbageCollectionHelpers_1 = require("./garbageCollectionHelpers");
|
|
16
|
+
const summary_1 = require("./summary");
|
|
18
17
|
/**
|
|
19
18
|
* This class represents blob (long string)
|
|
20
19
|
* This object is used only when creating (writing) new blob and serialization purposes.
|
|
@@ -85,10 +84,6 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
85
84
|
// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.
|
|
86
85
|
// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
|
|
87
86
|
blobRequested,
|
|
88
|
-
// Called when a reference is added to a blob. For instance, when creating a localId / storageId to storageId
|
|
89
|
-
// mapping in the redirect table.
|
|
90
|
-
// Node path formats - `/<BlobManager.basePath>/<blobId>`.
|
|
91
|
-
addedBlobReference,
|
|
92
87
|
// Called to check if a blob has been deleted by GC.
|
|
93
88
|
// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
|
|
94
89
|
isBlobDeleted, runtime, stashedBlobs = {}, getCurrentReferenceTimestampMs) {
|
|
@@ -97,7 +92,6 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
97
92
|
this.getStorage = getStorage;
|
|
98
93
|
this.sendBlobAttachOp = sendBlobAttachOp;
|
|
99
94
|
this.blobRequested = blobRequested;
|
|
100
|
-
this.addedBlobReference = addedBlobReference;
|
|
101
95
|
this.isBlobDeleted = isBlobDeleted;
|
|
102
96
|
this.runtime = runtime;
|
|
103
97
|
this.getCurrentReferenceTimestampMs = getCurrentReferenceTimestampMs;
|
|
@@ -125,8 +119,9 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
125
119
|
this.mc = (0, telemetry_utils_1.loggerToMonitoringContext)(telemetry_utils_1.ChildLogger.create(this.runtime.logger, "BlobManager"));
|
|
126
120
|
// Read the feature flag that tells whether to throw when a tombstone blob is requested.
|
|
127
121
|
this.throwOnTombstoneLoad =
|
|
128
|
-
this.mc.config.getBoolean(
|
|
129
|
-
this.runtime.
|
|
122
|
+
this.mc.config.getBoolean(gc_1.throwOnTombstoneLoadKey) === true &&
|
|
123
|
+
this.runtime.gcTombstoneEnforcementAllowed &&
|
|
124
|
+
this.runtime.clientDetails.type !== summary_1.summarizerClientType;
|
|
130
125
|
this.runtime.on("disconnected", () => this.onDisconnected());
|
|
131
126
|
this.redirectTable = this.load(snapshot);
|
|
132
127
|
// Begin uploading stashed blobs from previous container instance
|
|
@@ -174,14 +169,6 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
174
169
|
}
|
|
175
170
|
}
|
|
176
171
|
}
|
|
177
|
-
/**
|
|
178
|
-
* For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`
|
|
179
|
-
* This path must match the path of the blob handle returned by the createBlob API because blobs are marked
|
|
180
|
-
* referenced by storing these handles in a referenced DDS.
|
|
181
|
-
*/
|
|
182
|
-
getBlobGCNodePath(blobId) {
|
|
183
|
-
return `/${BlobManager.basePath}/${blobId}`;
|
|
184
|
-
}
|
|
185
172
|
/**
|
|
186
173
|
* Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is
|
|
187
174
|
* detached or there are no (non-pending) attachment blobs in the document
|
|
@@ -217,7 +204,7 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
217
204
|
storageId = attachedStorageId;
|
|
218
205
|
}
|
|
219
206
|
// Let runtime know that the corresponding GC node was requested.
|
|
220
|
-
this.blobRequested(
|
|
207
|
+
this.blobRequested(getGCNodePathFromBlobId(blobId));
|
|
221
208
|
return telemetry_utils_1.PerformanceEvent.timedExecAsync(this.mc.logger, { eventName: "AttachmentReadBlob", id: storageId }, async () => {
|
|
222
209
|
return this.getStorage().readBlob(storageId);
|
|
223
210
|
}, { end: true, cancel: "error" });
|
|
@@ -264,11 +251,6 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
264
251
|
*/
|
|
265
252
|
setRedirection(fromId, toId) {
|
|
266
253
|
this.redirectTable.set(fromId, toId);
|
|
267
|
-
// Notify runtime of a reference added if toId is not undefined. It can be undefined when a blob is uploaded in
|
|
268
|
-
// detached mode. In this case, the entry will be updated when the blob is updated.
|
|
269
|
-
if (toId !== undefined) {
|
|
270
|
-
this.addedBlobReference(this.getBlobGCNodePath(fromId), this.getBlobGCNodePath(toId));
|
|
271
|
-
}
|
|
272
254
|
}
|
|
273
255
|
deleteAndEmitsIfEmpty(id) {
|
|
274
256
|
if (this.pendingBlobs.has(id)) {
|
|
@@ -490,6 +472,23 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
490
472
|
}
|
|
491
473
|
return table;
|
|
492
474
|
}
|
|
475
|
+
summarize(telemetryContext) {
|
|
476
|
+
// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached
|
|
477
|
+
const blobIds = this.storageIds.size > 0
|
|
478
|
+
? Array.from(this.storageIds)
|
|
479
|
+
: Array.from(this.redirectTable.keys());
|
|
480
|
+
const builder = new runtime_utils_1.SummaryTreeBuilder();
|
|
481
|
+
blobIds.forEach((blobId) => {
|
|
482
|
+
builder.addAttachment(blobId);
|
|
483
|
+
});
|
|
484
|
+
// Any non-identity entries in the table need to be saved in the summary
|
|
485
|
+
if (this.redirectTable.size > blobIds.length) {
|
|
486
|
+
builder.addBlob(BlobManager.redirectTableBlobName,
|
|
487
|
+
// filter out identity entries
|
|
488
|
+
JSON.stringify(Array.from(this.redirectTable.entries()).filter(([localId, storageId]) => localId !== storageId)));
|
|
489
|
+
}
|
|
490
|
+
return builder.getSummaryTree();
|
|
491
|
+
}
|
|
493
492
|
/**
|
|
494
493
|
* Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be
|
|
495
494
|
* individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.
|
|
@@ -500,23 +499,83 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
500
499
|
const gcData = { gcNodes: {} };
|
|
501
500
|
for (const [localId, storageId] of this.redirectTable) {
|
|
502
501
|
(0, common_utils_1.assert)(!!storageId, 0x390 /* Must be attached to get GC data */);
|
|
503
|
-
|
|
502
|
+
// Only return local ids as GC nodes because a blob can only be referenced via its local id. The storage
|
|
503
|
+
// id entries have the same key and value, ignore them.
|
|
504
|
+
// The outbound routes are empty because a blob node cannot reference other nodes. It can only be referenced
|
|
505
|
+
// by adding its handle to a referenced DDS.
|
|
506
|
+
if (localId !== storageId) {
|
|
507
|
+
gcData.gcNodes[getGCNodePathFromBlobId(localId)] = [];
|
|
508
|
+
}
|
|
504
509
|
}
|
|
505
510
|
return gcData;
|
|
506
511
|
}
|
|
507
512
|
/**
|
|
508
513
|
* This is called to update blobs whose routes are unused. The unused blobs are deleted.
|
|
509
|
-
* @param unusedRoutes - The routes of the blob nodes that are unused.
|
|
514
|
+
* @param unusedRoutes - The routes of the blob nodes that are unused. These routes will be based off of local ids.
|
|
510
515
|
*/
|
|
511
516
|
updateUnusedRoutes(unusedRoutes) {
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
517
|
+
this.deleteBlobsFromRedirectTable(unusedRoutes);
|
|
518
|
+
}
|
|
519
|
+
/**
|
|
520
|
+
* Delete attachment blobs that are sweep ready.
|
|
521
|
+
* @param sweepReadyBlobRoutes - The routes of blobs that are sweep ready and should be deleted. These routes will
|
|
522
|
+
* be based off of local ids.
|
|
523
|
+
* @returns - The routes of blobs that were deleted.
|
|
524
|
+
*/
|
|
525
|
+
deleteSweepReadyNodes(sweepReadyBlobRoutes) {
|
|
526
|
+
// If sweep for attachment blobs is not enabled, return empty list indicating nothing is deleted.
|
|
527
|
+
if (this.mc.config.getBoolean(gc_1.sweepAttachmentBlobsKey) !== true) {
|
|
528
|
+
return [];
|
|
529
|
+
}
|
|
530
|
+
this.deleteBlobsFromRedirectTable(sweepReadyBlobRoutes);
|
|
531
|
+
return Array.from(sweepReadyBlobRoutes);
|
|
532
|
+
}
|
|
533
|
+
/**
|
|
534
|
+
* Delete blobs with the given routes from the redirect table.
|
|
535
|
+
* The routes are GC nodes paths of format -`/<BlobManager.basePath>/<blobId>`. The blob ids are all local ids.
|
|
536
|
+
* Deleting the blobs involves 2 steps:
|
|
537
|
+
* 1. The redirect table entry for the local ids are deleted.
|
|
538
|
+
* 2. If the storage ids corresponding to the deleted local ids are not in-use anymore, the redirect table entries
|
|
539
|
+
* for the storage ids are deleted as well.
|
|
540
|
+
*
|
|
541
|
+
* Note that this does not delete the blobs from storage service immediately. Deleting the blobs from redirect table
|
|
542
|
+
* will remove them the next summary. The service would them delete them some time in the future.
|
|
543
|
+
*/
|
|
544
|
+
deleteBlobsFromRedirectTable(blobRoutes) {
|
|
545
|
+
if (blobRoutes.length === 0) {
|
|
546
|
+
return;
|
|
547
|
+
}
|
|
548
|
+
// This tracks the storage ids of local ids that are deleted. After the local ids have been deleted, if any of
|
|
549
|
+
// these storage ids are unused, they will be deleted as well.
|
|
550
|
+
const maybeUnusedStorageIds = new Set();
|
|
551
|
+
for (const route of blobRoutes) {
|
|
552
|
+
const blobId = getBlobIdFromGCNodePath(route);
|
|
553
|
+
if (!this.redirectTable.has(blobId)) {
|
|
554
|
+
this.mc.logger.sendErrorEvent({
|
|
555
|
+
eventName: "DeletedAttachmentBlobNotFound",
|
|
556
|
+
blobId,
|
|
557
|
+
});
|
|
558
|
+
continue;
|
|
559
|
+
}
|
|
560
|
+
const storageId = this.redirectTable.get(blobId);
|
|
561
|
+
(0, common_utils_1.assert)(!!storageId, 0x5bb /* Must be attached to run GC */);
|
|
562
|
+
maybeUnusedStorageIds.add(storageId);
|
|
518
563
|
this.redirectTable.delete(blobId);
|
|
519
564
|
}
|
|
565
|
+
// Find out storage ids that are in-use and remove them from maybeUnusedStorageIds. A storage id is in-use if
|
|
566
|
+
// the redirect table has a local id -> storage id entry for it.
|
|
567
|
+
for (const [localId, storageId] of this.redirectTable.entries()) {
|
|
568
|
+
(0, common_utils_1.assert)(!!storageId, 0x5bc /* Must be attached to run GC */);
|
|
569
|
+
// For every storage id, the redirect table has a id -> id entry. These do not make the storage id in-use.
|
|
570
|
+
if (maybeUnusedStorageIds.has(storageId) && localId !== storageId) {
|
|
571
|
+
maybeUnusedStorageIds.delete(storageId);
|
|
572
|
+
}
|
|
573
|
+
}
|
|
574
|
+
// For unused storage ids, delete their id -> id entries from the redirect table.
|
|
575
|
+
// This way they'll be absent from the next summary, and the service is free to delete them from storage.
|
|
576
|
+
for (const storageId of maybeUnusedStorageIds) {
|
|
577
|
+
this.redirectTable.delete(storageId);
|
|
578
|
+
}
|
|
520
579
|
}
|
|
521
580
|
/**
|
|
522
581
|
* This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with
|
|
@@ -528,9 +587,8 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
528
587
|
// The routes or blob node paths are in the same format as returned in getGCData -
|
|
529
588
|
// `/<BlobManager.basePath>/<blobId>`.
|
|
530
589
|
for (const route of tombstonedRoutes) {
|
|
531
|
-
const
|
|
532
|
-
|
|
533
|
-
tombstonedBlobsSet.add(pathParts[2]);
|
|
590
|
+
const blobId = getBlobIdFromGCNodePath(route);
|
|
591
|
+
tombstonedBlobsSet.add(blobId);
|
|
534
592
|
}
|
|
535
593
|
// Remove blobs from the tombstone list that were tombstoned but aren't anymore as per the tombstoneRoutes.
|
|
536
594
|
for (const blobId of this.tombstonedBlobs) {
|
|
@@ -555,7 +613,7 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
555
613
|
* 3. "valid" - It has not been deleted or tombstoned.
|
|
556
614
|
*/
|
|
557
615
|
let state = "valid";
|
|
558
|
-
if (this.isBlobDeleted(
|
|
616
|
+
if (this.isBlobDeleted(getGCNodePathFromBlobId(blobId))) {
|
|
559
617
|
state = "deleted";
|
|
560
618
|
}
|
|
561
619
|
else if (this.tombstonedBlobs.has(blobId)) {
|
|
@@ -569,34 +627,17 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
569
627
|
const shouldFail = state === "deleted" || this.throwOnTombstoneLoad;
|
|
570
628
|
const request = { url: blobId };
|
|
571
629
|
const error = (0, runtime_utils_1.responseToException)((0, runtime_utils_1.createResponseError)(404, "Blob was deleted", request, state === "tombstoned" ? { [containerRuntime_1.TombstoneResponseHeaderKey]: true } : undefined), request);
|
|
572
|
-
(0,
|
|
630
|
+
(0, gc_1.sendGCUnexpectedUsageEvent)(this.mc, {
|
|
573
631
|
eventName: state === "tombstoned"
|
|
574
632
|
? "GC_Tombstone_Blob_Requested"
|
|
575
633
|
: "GC_Deleted_Blob_Requested",
|
|
576
634
|
category: shouldFail ? "error" : "generic",
|
|
577
|
-
|
|
635
|
+
gcTombstoneEnforcementAllowed: this.runtime.gcTombstoneEnforcementAllowed,
|
|
578
636
|
}, [BlobManager.basePath], error);
|
|
579
637
|
if (shouldFail) {
|
|
580
638
|
throw error;
|
|
581
639
|
}
|
|
582
640
|
}
|
|
583
|
-
summarize(telemetryContext) {
|
|
584
|
-
// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached
|
|
585
|
-
const blobIds = this.storageIds.size > 0
|
|
586
|
-
? Array.from(this.storageIds)
|
|
587
|
-
: Array.from(this.redirectTable.keys());
|
|
588
|
-
const builder = new runtime_utils_1.SummaryTreeBuilder();
|
|
589
|
-
blobIds.forEach((blobId) => {
|
|
590
|
-
builder.addAttachment(blobId);
|
|
591
|
-
});
|
|
592
|
-
// Any non-identity entries in the table need to be saved in the summary
|
|
593
|
-
if (this.redirectTable.size > blobIds.length) {
|
|
594
|
-
builder.addBlob(BlobManager.redirectTableBlobName,
|
|
595
|
-
// filter out identity entries
|
|
596
|
-
JSON.stringify(Array.from(this.redirectTable.entries()).filter(([localId, storageId]) => localId !== storageId)));
|
|
597
|
-
}
|
|
598
|
-
return builder.getSummaryTree();
|
|
599
|
-
}
|
|
600
641
|
setRedirectTable(table) {
|
|
601
642
|
(0, common_utils_1.assert)(this.runtime.attachState === container_definitions_1.AttachState.Detached, 0x252 /* "redirect table can only be set in detached container" */);
|
|
602
643
|
(0, common_utils_1.assert)(this.redirectTable.size === table.size, 0x391 /* Redirect table size must match BlobManager's local ID count */);
|
|
@@ -618,4 +659,20 @@ class BlobManager extends common_utils_1.TypedEventEmitter {
|
|
|
618
659
|
exports.BlobManager = BlobManager;
|
|
619
660
|
BlobManager.basePath = "_blobs";
|
|
620
661
|
BlobManager.redirectTableBlobName = ".redirectTable";
|
|
662
|
+
/**
|
|
663
|
+
* For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`.
|
|
664
|
+
* This path must match the path of the blob handle returned by the createBlob API because blobs are marked
|
|
665
|
+
* referenced by storing these handles in a referenced DDS.
|
|
666
|
+
*/
|
|
667
|
+
function getGCNodePathFromBlobId(blobId) {
|
|
668
|
+
return `/${BlobManager.basePath}/${blobId}`;
|
|
669
|
+
}
|
|
670
|
+
/**
|
|
671
|
+
* For a given GC node path, return the blobId. The node path is of the format `/<BlobManager.basePath>/<blobId>`.
|
|
672
|
+
*/
|
|
673
|
+
function getBlobIdFromGCNodePath(nodePath) {
|
|
674
|
+
const pathParts = nodePath.split("/");
|
|
675
|
+
(0, common_utils_1.assert)(pathParts.length === 3 && pathParts[1] === BlobManager.basePath, 0x5bd /* Invalid blob node path */);
|
|
676
|
+
return pathParts[2];
|
|
677
|
+
}
|
|
621
678
|
//# sourceMappingURL=blobManager.js.map
|