@fluid-experimental/tree 0.58.2002 → 0.59.1000
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +159 -46
- package/dist/ChangeCompression.d.ts +39 -0
- package/dist/ChangeCompression.d.ts.map +1 -0
- package/dist/ChangeCompression.js +117 -0
- package/dist/ChangeCompression.js.map +1 -0
- package/{lib/default-edits/PersistedTypes.d.ts → dist/ChangeTypes.d.ts} +58 -105
- package/dist/ChangeTypes.d.ts.map +1 -0
- package/dist/{default-edits/PersistedTypes.js → ChangeTypes.js} +21 -76
- package/dist/ChangeTypes.js.map +1 -0
- package/dist/Checkout.d.ts +39 -27
- package/dist/Checkout.d.ts.map +1 -1
- package/dist/Checkout.js +61 -32
- package/dist/Checkout.js.map +1 -1
- package/dist/Common.d.ts +175 -38
- package/dist/Common.d.ts.map +1 -1
- package/dist/Common.js +240 -103
- package/dist/Common.js.map +1 -1
- package/dist/EagerCheckout.d.ts +24 -0
- package/dist/EagerCheckout.d.ts.map +1 -0
- package/dist/{BasicCheckout.js → EagerCheckout.js} +9 -6
- package/dist/EagerCheckout.js.map +1 -0
- package/dist/EditLog.d.ts +77 -63
- package/dist/EditLog.d.ts.map +1 -1
- package/dist/EditLog.js +85 -48
- package/dist/EditLog.js.map +1 -1
- package/dist/EditUtilities.d.ts +168 -0
- package/dist/EditUtilities.d.ts.map +1 -0
- package/dist/EditUtilities.js +373 -0
- package/dist/EditUtilities.js.map +1 -0
- package/dist/EventTypes.d.ts +73 -0
- package/dist/EventTypes.d.ts.map +1 -0
- package/dist/EventTypes.js +78 -0
- package/dist/EventTypes.js.map +1 -0
- package/dist/Forest.d.ts +29 -7
- package/dist/Forest.d.ts.map +1 -1
- package/dist/Forest.js +60 -36
- package/dist/Forest.js.map +1 -1
- package/dist/HistoryEditFactory.d.ts +20 -0
- package/dist/HistoryEditFactory.d.ts.map +1 -0
- package/dist/HistoryEditFactory.js +226 -0
- package/dist/HistoryEditFactory.js.map +1 -0
- package/dist/IdConversion.d.ts +12 -0
- package/dist/IdConversion.d.ts.map +1 -0
- package/dist/IdConversion.js +98 -0
- package/dist/IdConversion.js.map +1 -0
- package/dist/Identifiers.d.ts +89 -2
- package/dist/Identifiers.d.ts.map +1 -1
- package/dist/Identifiers.js +10 -0
- package/dist/Identifiers.js.map +1 -1
- package/dist/InitialTree.d.ts +2 -2
- package/dist/InitialTree.d.ts.map +1 -1
- package/dist/InitialTree.js +2 -1
- package/dist/InitialTree.js.map +1 -1
- package/dist/LazyCheckout.d.ts +28 -0
- package/dist/LazyCheckout.d.ts.map +1 -0
- package/dist/LazyCheckout.js +44 -0
- package/dist/LazyCheckout.js.map +1 -0
- package/dist/LogViewer.d.ts +129 -85
- package/dist/LogViewer.d.ts.map +1 -1
- package/dist/LogViewer.js +111 -85
- package/dist/LogViewer.js.map +1 -1
- package/dist/MergeHealth.d.ts +221 -0
- package/dist/MergeHealth.d.ts.map +1 -0
- package/dist/MergeHealth.js +263 -0
- package/dist/MergeHealth.js.map +1 -0
- package/dist/NodeIdUtilities.d.ts +105 -0
- package/dist/NodeIdUtilities.d.ts.map +1 -0
- package/dist/NodeIdUtilities.js +60 -0
- package/dist/NodeIdUtilities.js.map +1 -0
- package/dist/PayloadUtilities.d.ts +42 -0
- package/dist/PayloadUtilities.d.ts.map +1 -0
- package/dist/PayloadUtilities.js +114 -0
- package/dist/PayloadUtilities.js.map +1 -0
- package/dist/ReconciliationPath.d.ts +18 -13
- package/dist/ReconciliationPath.d.ts.map +1 -1
- package/dist/ReconciliationPath.js.map +1 -1
- package/dist/RevisionValueCache.d.ts +11 -2
- package/dist/RevisionValueCache.d.ts.map +1 -1
- package/dist/RevisionValueCache.js +2 -3
- package/dist/RevisionValueCache.js.map +1 -1
- package/dist/RevisionView.d.ts +83 -0
- package/dist/RevisionView.d.ts.map +1 -0
- package/dist/RevisionView.js +182 -0
- package/dist/RevisionView.js.map +1 -0
- package/dist/SerializationUtilities.d.ts +36 -0
- package/dist/SerializationUtilities.d.ts.map +1 -0
- package/dist/SerializationUtilities.js +102 -0
- package/dist/SerializationUtilities.js.map +1 -0
- package/dist/SharedTree.d.ts +439 -0
- package/dist/SharedTree.d.ts.map +1 -0
- package/dist/SharedTree.js +1109 -0
- package/dist/SharedTree.js.map +1 -0
- package/dist/SharedTreeEncoder.d.ts +102 -0
- package/dist/SharedTreeEncoder.d.ts.map +1 -0
- package/dist/SharedTreeEncoder.js +313 -0
- package/dist/SharedTreeEncoder.js.map +1 -0
- package/dist/StringInterner.d.ts +46 -0
- package/dist/StringInterner.d.ts.map +1 -0
- package/dist/StringInterner.js +61 -0
- package/dist/StringInterner.js.map +1 -0
- package/dist/Summary.d.ts +40 -0
- package/dist/Summary.d.ts.map +1 -0
- package/dist/Summary.js +23 -0
- package/dist/Summary.js.map +1 -0
- package/dist/SummaryBackCompatibility.d.ts +22 -22
- package/dist/SummaryBackCompatibility.d.ts.map +1 -1
- package/dist/SummaryBackCompatibility.js +30 -33
- package/dist/SummaryBackCompatibility.js.map +1 -1
- package/dist/SummaryTestUtilities.d.ts +31 -0
- package/dist/SummaryTestUtilities.d.ts.map +1 -0
- package/dist/SummaryTestUtilities.js +37 -0
- package/dist/SummaryTestUtilities.js.map +1 -0
- package/dist/Transaction.d.ts +52 -0
- package/dist/Transaction.d.ts.map +1 -0
- package/dist/Transaction.js +72 -0
- package/dist/Transaction.js.map +1 -0
- package/dist/TransactionInternal.d.ts +540 -0
- package/dist/TransactionInternal.d.ts.map +1 -0
- package/dist/TransactionInternal.js +626 -0
- package/dist/TransactionInternal.js.map +1 -0
- package/dist/TreeCompressor.d.ts +36 -0
- package/dist/TreeCompressor.d.ts.map +1 -0
- package/dist/TreeCompressor.js +137 -0
- package/dist/TreeCompressor.js.map +1 -0
- package/dist/TreeNodeHandle.d.ts +12 -18
- package/dist/TreeNodeHandle.d.ts.map +1 -1
- package/dist/TreeNodeHandle.js +13 -23
- package/dist/TreeNodeHandle.js.map +1 -1
- package/dist/TreeView.d.ts +166 -0
- package/dist/TreeView.d.ts.map +1 -0
- package/dist/TreeView.js +218 -0
- package/dist/TreeView.js.map +1 -0
- package/dist/TreeViewUtilities.d.ts +21 -0
- package/dist/TreeViewUtilities.d.ts.map +1 -0
- package/dist/TreeViewUtilities.js +77 -0
- package/dist/TreeViewUtilities.js.map +1 -0
- package/dist/{default-edits/UndoRedoHandler.d.ts → UndoRedoHandler.d.ts} +2 -2
- package/dist/UndoRedoHandler.d.ts.map +1 -0
- package/dist/{default-edits/UndoRedoHandler.js → UndoRedoHandler.js} +5 -9
- package/dist/UndoRedoHandler.js.map +1 -0
- package/dist/id-compressor/AppendOnlySortedMap.d.ts +127 -0
- package/dist/id-compressor/AppendOnlySortedMap.d.ts.map +1 -0
- package/dist/id-compressor/AppendOnlySortedMap.js +283 -0
- package/dist/id-compressor/AppendOnlySortedMap.js.map +1 -0
- package/dist/id-compressor/IdCompressor.d.ts +389 -0
- package/dist/id-compressor/IdCompressor.d.ts.map +1 -0
- package/dist/id-compressor/IdCompressor.js +1353 -0
- package/dist/id-compressor/IdCompressor.js.map +1 -0
- package/dist/id-compressor/IdRange.d.ts +11 -0
- package/dist/id-compressor/IdRange.d.ts.map +1 -0
- package/dist/id-compressor/IdRange.js +29 -0
- package/dist/id-compressor/IdRange.js.map +1 -0
- package/dist/id-compressor/NumericUuid.d.ts +63 -0
- package/dist/id-compressor/NumericUuid.d.ts.map +1 -0
- package/dist/id-compressor/NumericUuid.js +377 -0
- package/dist/id-compressor/NumericUuid.js.map +1 -0
- package/dist/id-compressor/index.d.ts +12 -0
- package/dist/id-compressor/index.d.ts.map +1 -0
- package/dist/id-compressor/index.js +26 -0
- package/dist/id-compressor/index.js.map +1 -0
- package/dist/id-compressor/persisted-types/0.0.1.d.ts +156 -0
- package/dist/id-compressor/persisted-types/0.0.1.d.ts.map +1 -0
- package/dist/id-compressor/persisted-types/0.0.1.js +7 -0
- package/dist/id-compressor/persisted-types/0.0.1.js.map +1 -0
- package/dist/id-compressor/persisted-types/index.d.ts +6 -0
- package/dist/id-compressor/persisted-types/index.d.ts.map +1 -0
- package/dist/id-compressor/persisted-types/index.js +18 -0
- package/dist/id-compressor/persisted-types/index.js.map +1 -0
- package/dist/index.d.ts +29 -9
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +50 -35
- package/dist/index.js.map +1 -1
- package/dist/persisted-types/0.0.2.d.ts +385 -0
- package/dist/persisted-types/0.0.2.d.ts.map +1 -0
- package/dist/persisted-types/0.0.2.js +113 -0
- package/dist/persisted-types/0.0.2.js.map +1 -0
- package/dist/persisted-types/0.1.1.d.ts +314 -0
- package/dist/persisted-types/0.1.1.d.ts.map +1 -0
- package/dist/persisted-types/0.1.1.js +153 -0
- package/dist/persisted-types/0.1.1.js.map +1 -0
- package/dist/persisted-types/index.d.ts +7 -0
- package/dist/persisted-types/index.d.ts.map +1 -0
- package/dist/persisted-types/index.js +20 -0
- package/dist/persisted-types/index.js.map +1 -0
- package/docs/0-1-1-Compression.md +228 -0
- package/docs/Breaking-Change-Migration.md +52 -0
- package/docs/Compression.md +2 -2
- package/docs/Telemetry.md +43 -0
- package/docs/Write-Format.md +19 -0
- package/lib/ChangeCompression.d.ts +39 -0
- package/lib/ChangeCompression.d.ts.map +1 -0
- package/lib/ChangeCompression.js +111 -0
- package/lib/ChangeCompression.js.map +1 -0
- package/{dist/default-edits/PersistedTypes.d.ts → lib/ChangeTypes.d.ts} +58 -105
- package/lib/ChangeTypes.d.ts.map +1 -0
- package/lib/{default-edits/PersistedTypes.js → ChangeTypes.js} +15 -68
- package/lib/ChangeTypes.js.map +1 -0
- package/lib/Checkout.d.ts +39 -27
- package/lib/Checkout.d.ts.map +1 -1
- package/lib/Checkout.js +53 -24
- package/lib/Checkout.js.map +1 -1
- package/lib/Common.d.ts +175 -38
- package/lib/Common.d.ts.map +1 -1
- package/lib/Common.js +226 -101
- package/lib/Common.js.map +1 -1
- package/lib/EagerCheckout.d.ts +24 -0
- package/lib/EagerCheckout.d.ts.map +1 -0
- package/lib/{BasicCheckout.js → EagerCheckout.js} +7 -4
- package/lib/EagerCheckout.js.map +1 -0
- package/lib/EditLog.d.ts +77 -63
- package/lib/EditLog.d.ts.map +1 -1
- package/lib/EditLog.js +83 -47
- package/lib/EditLog.js.map +1 -1
- package/lib/EditUtilities.d.ts +168 -0
- package/lib/EditUtilities.d.ts.map +1 -0
- package/lib/EditUtilities.js +353 -0
- package/lib/EditUtilities.js.map +1 -0
- package/lib/EventTypes.d.ts +73 -0
- package/lib/EventTypes.d.ts.map +1 -0
- package/lib/EventTypes.js +75 -0
- package/lib/EventTypes.js.map +1 -0
- package/lib/Forest.d.ts +29 -7
- package/lib/Forest.d.ts.map +1 -1
- package/lib/Forest.js +58 -35
- package/lib/Forest.js.map +1 -1
- package/lib/HistoryEditFactory.d.ts +20 -0
- package/lib/HistoryEditFactory.d.ts.map +1 -0
- package/lib/{default-edits/HistoryEditFactory.js → HistoryEditFactory.js} +78 -39
- package/lib/HistoryEditFactory.js.map +1 -0
- package/lib/IdConversion.d.ts +12 -0
- package/lib/IdConversion.d.ts.map +1 -0
- package/lib/IdConversion.js +91 -0
- package/lib/IdConversion.js.map +1 -0
- package/lib/Identifiers.d.ts +89 -2
- package/lib/Identifiers.d.ts.map +1 -1
- package/lib/Identifiers.js +8 -1
- package/lib/Identifiers.js.map +1 -1
- package/lib/InitialTree.d.ts +2 -2
- package/lib/InitialTree.d.ts.map +1 -1
- package/lib/InitialTree.js +2 -1
- package/lib/InitialTree.js.map +1 -1
- package/lib/LazyCheckout.d.ts +28 -0
- package/lib/LazyCheckout.d.ts.map +1 -0
- package/lib/LazyCheckout.js +40 -0
- package/lib/LazyCheckout.js.map +1 -0
- package/lib/LogViewer.d.ts +129 -85
- package/lib/LogViewer.d.ts.map +1 -1
- package/lib/LogViewer.js +103 -77
- package/lib/LogViewer.js.map +1 -1
- package/lib/MergeHealth.d.ts +221 -0
- package/lib/MergeHealth.d.ts.map +1 -0
- package/lib/MergeHealth.js +258 -0
- package/lib/MergeHealth.js.map +1 -0
- package/lib/NodeIdUtilities.d.ts +105 -0
- package/lib/NodeIdUtilities.d.ts.map +1 -0
- package/lib/NodeIdUtilities.js +53 -0
- package/lib/NodeIdUtilities.js.map +1 -0
- package/lib/PayloadUtilities.d.ts +42 -0
- package/lib/PayloadUtilities.d.ts.map +1 -0
- package/lib/PayloadUtilities.js +110 -0
- package/lib/PayloadUtilities.js.map +1 -0
- package/lib/ReconciliationPath.d.ts +18 -13
- package/lib/ReconciliationPath.d.ts.map +1 -1
- package/lib/ReconciliationPath.js.map +1 -1
- package/lib/RevisionValueCache.d.ts +11 -2
- package/lib/RevisionValueCache.d.ts.map +1 -1
- package/lib/RevisionValueCache.js +2 -3
- package/lib/RevisionValueCache.js.map +1 -1
- package/lib/RevisionView.d.ts +83 -0
- package/lib/RevisionView.d.ts.map +1 -0
- package/lib/RevisionView.js +175 -0
- package/lib/RevisionView.js.map +1 -0
- package/lib/SerializationUtilities.d.ts +36 -0
- package/lib/SerializationUtilities.d.ts.map +1 -0
- package/lib/SerializationUtilities.js +95 -0
- package/lib/SerializationUtilities.js.map +1 -0
- package/lib/SharedTree.d.ts +439 -0
- package/lib/SharedTree.d.ts.map +1 -0
- package/lib/SharedTree.js +1104 -0
- package/lib/SharedTree.js.map +1 -0
- package/lib/SharedTreeEncoder.d.ts +102 -0
- package/lib/SharedTreeEncoder.d.ts.map +1 -0
- package/lib/SharedTreeEncoder.js +308 -0
- package/lib/SharedTreeEncoder.js.map +1 -0
- package/lib/StringInterner.d.ts +46 -0
- package/lib/StringInterner.d.ts.map +1 -0
- package/lib/StringInterner.js +57 -0
- package/lib/StringInterner.js.map +1 -0
- package/lib/Summary.d.ts +40 -0
- package/lib/Summary.d.ts.map +1 -0
- package/lib/Summary.js +19 -0
- package/lib/Summary.js.map +1 -0
- package/lib/SummaryBackCompatibility.d.ts +22 -22
- package/lib/SummaryBackCompatibility.d.ts.map +1 -1
- package/lib/SummaryBackCompatibility.js +29 -32
- package/lib/SummaryBackCompatibility.js.map +1 -1
- package/lib/SummaryTestUtilities.d.ts +31 -0
- package/lib/SummaryTestUtilities.d.ts.map +1 -0
- package/lib/SummaryTestUtilities.js +32 -0
- package/lib/SummaryTestUtilities.js.map +1 -0
- package/lib/Transaction.d.ts +52 -0
- package/lib/Transaction.d.ts.map +1 -0
- package/lib/Transaction.js +68 -0
- package/lib/Transaction.js.map +1 -0
- package/lib/TransactionInternal.d.ts +540 -0
- package/lib/TransactionInternal.d.ts.map +1 -0
- package/lib/TransactionInternal.js +622 -0
- package/lib/TransactionInternal.js.map +1 -0
- package/lib/TreeCompressor.d.ts +36 -0
- package/lib/TreeCompressor.d.ts.map +1 -0
- package/lib/TreeCompressor.js +133 -0
- package/lib/TreeCompressor.js.map +1 -0
- package/lib/TreeNodeHandle.d.ts +12 -18
- package/lib/TreeNodeHandle.d.ts.map +1 -1
- package/lib/TreeNodeHandle.js +14 -24
- package/lib/TreeNodeHandle.js.map +1 -1
- package/lib/TreeView.d.ts +166 -0
- package/lib/TreeView.d.ts.map +1 -0
- package/lib/TreeView.js +214 -0
- package/lib/TreeView.js.map +1 -0
- package/lib/TreeViewUtilities.d.ts +21 -0
- package/lib/TreeViewUtilities.d.ts.map +1 -0
- package/lib/TreeViewUtilities.js +71 -0
- package/lib/TreeViewUtilities.js.map +1 -0
- package/lib/{default-edits/UndoRedoHandler.d.ts → UndoRedoHandler.d.ts} +2 -2
- package/lib/UndoRedoHandler.d.ts.map +1 -0
- package/lib/{default-edits/UndoRedoHandler.js → UndoRedoHandler.js} +3 -7
- package/lib/UndoRedoHandler.js.map +1 -0
- package/lib/id-compressor/AppendOnlySortedMap.d.ts +127 -0
- package/lib/id-compressor/AppendOnlySortedMap.d.ts.map +1 -0
- package/lib/id-compressor/AppendOnlySortedMap.js +278 -0
- package/lib/id-compressor/AppendOnlySortedMap.js.map +1 -0
- package/lib/id-compressor/IdCompressor.d.ts +389 -0
- package/lib/id-compressor/IdCompressor.d.ts.map +1 -0
- package/lib/id-compressor/IdCompressor.js +1343 -0
- package/lib/id-compressor/IdCompressor.js.map +1 -0
- package/lib/id-compressor/IdRange.d.ts +11 -0
- package/lib/id-compressor/IdRange.d.ts.map +1 -0
- package/lib/id-compressor/IdRange.js +25 -0
- package/lib/id-compressor/IdRange.js.map +1 -0
- package/lib/id-compressor/NumericUuid.d.ts +63 -0
- package/lib/id-compressor/NumericUuid.d.ts.map +1 -0
- package/lib/id-compressor/NumericUuid.js +365 -0
- package/lib/id-compressor/NumericUuid.js.map +1 -0
- package/lib/id-compressor/index.d.ts +12 -0
- package/lib/id-compressor/index.d.ts.map +1 -0
- package/lib/id-compressor/index.js +12 -0
- package/lib/id-compressor/index.js.map +1 -0
- package/lib/id-compressor/persisted-types/0.0.1.d.ts +156 -0
- package/lib/id-compressor/persisted-types/0.0.1.d.ts.map +1 -0
- package/lib/{test/Snapshot.tests.d.ts → id-compressor/persisted-types/0.0.1.js} +1 -1
- package/lib/id-compressor/persisted-types/0.0.1.js.map +1 -0
- package/lib/id-compressor/persisted-types/index.d.ts +6 -0
- package/lib/id-compressor/persisted-types/index.d.ts.map +1 -0
- package/lib/id-compressor/persisted-types/index.js +6 -0
- package/lib/id-compressor/persisted-types/index.js.map +1 -0
- package/lib/index.d.ts +29 -9
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +23 -6
- package/lib/index.js.map +1 -1
- package/lib/persisted-types/0.0.2.d.ts +385 -0
- package/lib/persisted-types/0.0.2.d.ts.map +1 -0
- package/lib/persisted-types/0.0.2.js +110 -0
- package/lib/persisted-types/0.0.2.js.map +1 -0
- package/lib/persisted-types/0.1.1.d.ts +314 -0
- package/lib/persisted-types/0.1.1.d.ts.map +1 -0
- package/lib/persisted-types/0.1.1.js +150 -0
- package/lib/persisted-types/0.1.1.js.map +1 -0
- package/lib/persisted-types/index.d.ts +7 -0
- package/lib/persisted-types/index.d.ts.map +1 -0
- package/lib/persisted-types/index.js +8 -0
- package/lib/persisted-types/index.js.map +1 -0
- package/lib/test/AppendOnlySortedMap.tests.d.ts +6 -0
- package/lib/test/AppendOnlySortedMap.tests.d.ts.map +1 -0
- package/lib/test/AppendOnlySortedMap.tests.js +169 -0
- package/lib/test/AppendOnlySortedMap.tests.js.map +1 -0
- package/lib/test/{SnapshotUtilities.tests.d.ts → ChangeCompression.tests.d.ts} +1 -1
- package/lib/test/ChangeCompression.tests.d.ts.map +1 -0
- package/lib/test/ChangeCompression.tests.js +145 -0
- package/lib/test/ChangeCompression.tests.js.map +1 -0
- package/lib/test/Checkout.tests.d.ts +2 -3
- package/lib/test/Checkout.tests.d.ts.map +1 -1
- package/lib/test/Checkout.tests.js +126 -69
- package/lib/test/Checkout.tests.js.map +1 -1
- package/lib/test/Common.tests.js +60 -2
- package/lib/test/Common.tests.js.map +1 -1
- package/lib/test/{BasicCheckout.tests.d.ts → EagerCheckout.tests.d.ts} +1 -1
- package/lib/test/EagerCheckout.tests.d.ts.map +1 -0
- package/lib/test/EagerCheckout.tests.js +20 -0
- package/lib/test/EagerCheckout.tests.js.map +1 -0
- package/lib/test/Edit.tests.js +22 -14
- package/lib/test/Edit.tests.js.map +1 -1
- package/lib/test/{Anchors.glassBox.tests.d.ts → EditLog.perf.tests.d.ts} +1 -1
- package/lib/test/EditLog.perf.tests.d.ts.map +1 -0
- package/lib/test/EditLog.perf.tests.js +30 -0
- package/lib/test/EditLog.perf.tests.js.map +1 -0
- package/lib/test/EditLog.tests.js +10 -6
- package/lib/test/EditLog.tests.js.map +1 -1
- package/lib/test/EditUtilities.tests.d.ts +6 -0
- package/lib/test/EditUtilities.tests.d.ts.map +1 -0
- package/lib/test/EditUtilities.tests.js +503 -0
- package/lib/test/EditUtilities.tests.js.map +1 -0
- package/lib/test/Forest.perf.tests.d.ts +6 -0
- package/lib/test/Forest.perf.tests.d.ts.map +1 -0
- package/lib/test/Forest.perf.tests.js +133 -0
- package/lib/test/Forest.perf.tests.js.map +1 -0
- package/lib/test/Forest.tests.js +54 -27
- package/lib/test/Forest.tests.js.map +1 -1
- package/lib/test/GenericTransaction.tests.js +12 -3
- package/lib/test/GenericTransaction.tests.js.map +1 -1
- package/lib/test/HistoryEditFactory.tests.d.ts +6 -0
- package/lib/test/HistoryEditFactory.tests.d.ts.map +1 -0
- package/lib/test/HistoryEditFactory.tests.js +90 -0
- package/lib/test/HistoryEditFactory.tests.js.map +1 -0
- package/lib/test/IdCompressor.perf.tests.d.ts +6 -0
- package/lib/test/IdCompressor.perf.tests.d.ts.map +1 -0
- package/lib/test/IdCompressor.perf.tests.js +304 -0
- package/lib/test/IdCompressor.perf.tests.js.map +1 -0
- package/lib/test/IdCompressor.tests.d.ts +6 -0
- package/lib/test/IdCompressor.tests.d.ts.map +1 -0
- package/lib/test/IdCompressor.tests.js +1075 -0
- package/lib/test/IdCompressor.tests.js.map +1 -0
- package/lib/test/IdConversion.tests.d.ts +6 -0
- package/lib/test/IdConversion.tests.d.ts.map +1 -0
- package/lib/test/IdConversion.tests.js +36 -0
- package/lib/test/IdConversion.tests.js.map +1 -0
- package/lib/test/LazyCheckout.tests.d.ts +6 -0
- package/lib/test/LazyCheckout.tests.d.ts.map +1 -0
- package/lib/test/LazyCheckout.tests.js +22 -0
- package/lib/test/LazyCheckout.tests.js.map +1 -0
- package/lib/test/LogViewer.tests.js +276 -191
- package/lib/test/LogViewer.tests.js.map +1 -1
- package/lib/test/{SharedTreeWithAnchors.tests.d.ts → MergeHealthTelemetryHeartbeat.tests.d.ts} +1 -1
- package/lib/test/MergeHealthTelemetryHeartbeat.tests.d.ts.map +1 -0
- package/lib/test/MergeHealthTelemetryHeartbeat.tests.js +342 -0
- package/lib/test/MergeHealthTelemetryHeartbeat.tests.js.map +1 -0
- package/lib/test/NumericUuid.perf.tests.d.ts +6 -0
- package/lib/test/NumericUuid.perf.tests.d.ts.map +1 -0
- package/lib/test/NumericUuid.perf.tests.js +68 -0
- package/lib/test/NumericUuid.perf.tests.js.map +1 -0
- package/lib/test/NumericUuid.tests.d.ts +6 -0
- package/lib/test/NumericUuid.tests.d.ts.map +1 -0
- package/lib/test/NumericUuid.tests.js +191 -0
- package/lib/test/NumericUuid.tests.js.map +1 -0
- package/lib/test/RevisionView.tests.d.ts +6 -0
- package/lib/test/RevisionView.tests.d.ts.map +1 -0
- package/lib/test/RevisionView.tests.js +133 -0
- package/lib/test/RevisionView.tests.js.map +1 -0
- package/lib/test/SharedTree.perf.tests.d.ts +6 -0
- package/lib/test/SharedTree.perf.tests.d.ts.map +1 -0
- package/lib/test/SharedTree.perf.tests.js +39 -0
- package/lib/test/SharedTree.perf.tests.js.map +1 -0
- package/lib/test/SharedTree.tests.js +15 -3
- package/lib/test/SharedTree.tests.js.map +1 -1
- package/lib/test/StringInterner.tests.d.ts +6 -0
- package/lib/test/StringInterner.tests.d.ts.map +1 -0
- package/lib/test/StringInterner.tests.js +71 -0
- package/lib/test/StringInterner.tests.js.map +1 -0
- package/lib/test/Summary.tests.d.ts +8 -0
- package/lib/test/Summary.tests.d.ts.map +1 -0
- package/lib/test/Summary.tests.js +407 -0
- package/lib/test/Summary.tests.js.map +1 -0
- package/lib/test/Transaction.tests.js +76 -330
- package/lib/test/Transaction.tests.js.map +1 -1
- package/lib/test/TransactionInternal.tests.d.ts +6 -0
- package/lib/test/TransactionInternal.tests.d.ts.map +1 -0
- package/lib/test/TransactionInternal.tests.js +568 -0
- package/lib/test/TransactionInternal.tests.js.map +1 -0
- package/lib/test/TreeCompression.tests.d.ts +6 -0
- package/lib/test/TreeCompression.tests.d.ts.map +1 -0
- package/lib/test/TreeCompression.tests.js +292 -0
- package/lib/test/TreeCompression.tests.js.map +1 -0
- package/lib/test/TreeView.tests.d.ts +6 -0
- package/lib/test/TreeView.tests.d.ts.map +1 -0
- package/lib/test/TreeView.tests.js +176 -0
- package/lib/test/TreeView.tests.js.map +1 -0
- package/lib/test/UndoRedoHandler.tests.js +2 -2
- package/lib/test/UndoRedoHandler.tests.js.map +1 -1
- package/lib/test/Virtualization.tests.js +146 -62
- package/lib/test/Virtualization.tests.js.map +1 -1
- package/lib/test/fuzz/Generators.d.ts +19 -0
- package/lib/test/fuzz/Generators.d.ts.map +1 -0
- package/lib/test/fuzz/Generators.js +420 -0
- package/lib/test/fuzz/Generators.js.map +1 -0
- package/lib/test/fuzz/SharedTreeFuzzTests.d.ts +20 -0
- package/lib/test/fuzz/SharedTreeFuzzTests.d.ts.map +1 -0
- package/lib/test/fuzz/SharedTreeFuzzTests.js +217 -0
- package/lib/test/fuzz/SharedTreeFuzzTests.js.map +1 -0
- package/lib/test/fuzz/Types.d.ts +133 -0
- package/lib/test/fuzz/Types.d.ts.map +1 -0
- package/lib/test/{GenericTransactionWithAnchors.tests.d.ts → fuzz/Types.js} +2 -2
- package/lib/test/fuzz/Types.js.map +1 -0
- package/lib/test/utilities/IdCompressorTestUtilities.d.ts +180 -0
- package/lib/test/utilities/IdCompressorTestUtilities.d.ts.map +1 -0
- package/lib/test/utilities/IdCompressorTestUtilities.js +528 -0
- package/lib/test/utilities/IdCompressorTestUtilities.js.map +1 -0
- package/lib/test/utilities/MockTransaction.d.ts +26 -7
- package/lib/test/utilities/MockTransaction.d.ts.map +1 -1
- package/lib/test/utilities/MockTransaction.js +40 -11
- package/lib/test/utilities/MockTransaction.js.map +1 -1
- package/lib/test/utilities/PendingLocalStateTests.d.ts +12 -0
- package/lib/test/utilities/PendingLocalStateTests.d.ts.map +1 -0
- package/lib/test/utilities/PendingLocalStateTests.js +105 -0
- package/lib/test/utilities/PendingLocalStateTests.js.map +1 -0
- package/lib/test/utilities/SharedTreeTests.d.ts +3 -4
- package/lib/test/utilities/SharedTreeTests.d.ts.map +1 -1
- package/lib/test/utilities/SharedTreeTests.js +696 -439
- package/lib/test/utilities/SharedTreeTests.js.map +1 -1
- package/lib/test/utilities/SharedTreeVersioningTests.d.ts +11 -0
- package/lib/test/utilities/SharedTreeVersioningTests.d.ts.map +1 -0
- package/lib/test/utilities/SharedTreeVersioningTests.js +370 -0
- package/lib/test/utilities/SharedTreeVersioningTests.js.map +1 -0
- package/lib/test/utilities/SummaryLoadPerfTests.d.ts +10 -0
- package/lib/test/utilities/SummaryLoadPerfTests.d.ts.map +1 -0
- package/lib/test/utilities/SummaryLoadPerfTests.js +102 -0
- package/lib/test/utilities/SummaryLoadPerfTests.js.map +1 -0
- package/lib/test/utilities/SummarySizeTests.d.ts +11 -0
- package/lib/test/utilities/SummarySizeTests.d.ts.map +1 -0
- package/lib/test/utilities/SummarySizeTests.js +158 -0
- package/lib/test/utilities/SummarySizeTests.js.map +1 -0
- package/lib/test/utilities/TestCommon.d.ts +9 -0
- package/lib/test/utilities/TestCommon.d.ts.map +1 -0
- package/lib/test/utilities/TestCommon.js +13 -0
- package/lib/test/utilities/TestCommon.js.map +1 -0
- package/lib/test/utilities/TestNode.d.ts +140 -0
- package/lib/test/utilities/TestNode.d.ts.map +1 -0
- package/lib/test/utilities/TestNode.js +292 -0
- package/lib/test/utilities/TestNode.js.map +1 -0
- package/lib/test/utilities/TestUtilities.d.ts +84 -70
- package/lib/test/utilities/TestUtilities.d.ts.map +1 -1
- package/lib/test/utilities/TestUtilities.js +218 -143
- package/lib/test/utilities/TestUtilities.js.map +1 -1
- package/lib/test/utilities/UndoRedoTests.d.ts +4 -5
- package/lib/test/utilities/UndoRedoTests.d.ts.map +1 -1
- package/lib/test/utilities/UndoRedoTests.js +138 -149
- package/lib/test/utilities/UndoRedoTests.js.map +1 -1
- package/package.json +22 -17
- package/src/ChangeCompression.ts +159 -0
- package/src/{default-edits/PersistedTypes.ts → ChangeTypes.ts} +62 -125
- package/src/Checkout.ts +82 -53
- package/src/Common.ts +317 -117
- package/src/EagerCheckout.ts +38 -0
- package/src/EditLog.ts +153 -100
- package/src/EditUtilities.ts +559 -0
- package/src/EventTypes.ts +74 -0
- package/src/Forest.ts +81 -73
- package/src/{default-edits/HistoryEditFactory.ts → HistoryEditFactory.ts} +103 -53
- package/src/IdConversion.ts +125 -0
- package/src/Identifiers.ts +101 -1
- package/src/InitialTree.ts +5 -4
- package/src/LazyCheckout.ts +51 -0
- package/src/LogViewer.ts +242 -166
- package/src/MergeHealth.ts +447 -0
- package/src/NodeIdUtilities.ts +156 -0
- package/src/PayloadUtilities.ts +124 -0
- package/src/ReconciliationPath.ts +18 -13
- package/src/RevisionValueCache.ts +14 -5
- package/src/RevisionView.ts +252 -0
- package/src/SerializationUtilities.ts +130 -0
- package/src/SharedTree.ts +1501 -0
- package/src/SharedTreeEncoder.ts +493 -0
- package/src/StringInterner.ts +72 -0
- package/src/Summary.ts +48 -0
- package/src/SummaryBackCompatibility.ts +47 -57
- package/src/SummaryTestUtilities.ts +54 -0
- package/src/Transaction.ts +89 -0
- package/src/TransactionInternal.ts +1087 -0
- package/src/TreeCompressor.ts +213 -0
- package/src/TreeNodeHandle.ts +19 -32
- package/src/TreeView.ts +322 -0
- package/src/TreeViewUtilities.ts +77 -0
- package/src/{default-edits/UndoRedoHandler.ts → UndoRedoHandler.ts} +8 -13
- package/src/id-compressor/AppendOnlySortedMap.ts +325 -0
- package/src/id-compressor/IdCompressor.md +3 -0
- package/src/id-compressor/IdCompressor.ts +1848 -0
- package/src/id-compressor/IdRange.ts +33 -0
- package/src/id-compressor/NumericUuid.ts +414 -0
- package/src/id-compressor/index.ts +13 -0
- package/src/id-compressor/persisted-types/0.0.1.ts +179 -0
- package/src/id-compressor/persisted-types/README.md +3 -0
- package/src/id-compressor/persisted-types/index.ts +6 -0
- package/src/index.ts +118 -59
- package/src/persisted-types/0.0.2.ts +442 -0
- package/src/persisted-types/0.1.1.ts +476 -0
- package/src/persisted-types/README.md +22 -0
- package/src/persisted-types/index.ts +9 -0
- package/.mocharc.js +0 -41
- package/api/tree.api.md +0 -729
- package/dist/BasicCheckout.d.ts +0 -23
- package/dist/BasicCheckout.d.ts.map +0 -1
- package/dist/BasicCheckout.js.map +0 -1
- package/dist/Snapshot.d.ts +0 -198
- package/dist/Snapshot.d.ts.map +0 -1
- package/dist/Snapshot.js +0 -267
- package/dist/Snapshot.js.map +0 -1
- package/dist/SnapshotUtilities.d.ts +0 -29
- package/dist/SnapshotUtilities.d.ts.map +0 -1
- package/dist/SnapshotUtilities.js +0 -73
- package/dist/SnapshotUtilities.js.map +0 -1
- package/dist/anchored-edits/AnchorResolution.d.ts +0 -144
- package/dist/anchored-edits/AnchorResolution.d.ts.map +0 -1
- package/dist/anchored-edits/AnchorResolution.js +0 -162
- package/dist/anchored-edits/AnchorResolution.js.map +0 -1
- package/dist/anchored-edits/Factory.d.ts +0 -56
- package/dist/anchored-edits/Factory.d.ts.map +0 -1
- package/dist/anchored-edits/Factory.js +0 -79
- package/dist/anchored-edits/Factory.js.map +0 -1
- package/dist/anchored-edits/PersistedTypes.d.ts +0 -245
- package/dist/anchored-edits/PersistedTypes.d.ts.map +0 -1
- package/dist/anchored-edits/PersistedTypes.js +0 -131
- package/dist/anchored-edits/PersistedTypes.js.map +0 -1
- package/dist/anchored-edits/SharedTreeWithAnchors.d.ts +0 -120
- package/dist/anchored-edits/SharedTreeWithAnchors.d.ts.map +0 -1
- package/dist/anchored-edits/SharedTreeWithAnchors.js +0 -115
- package/dist/anchored-edits/SharedTreeWithAnchors.js.map +0 -1
- package/dist/anchored-edits/TransactionWithAnchors.d.ts +0 -28
- package/dist/anchored-edits/TransactionWithAnchors.d.ts.map +0 -1
- package/dist/anchored-edits/TransactionWithAnchors.js +0 -36
- package/dist/anchored-edits/TransactionWithAnchors.js.map +0 -1
- package/dist/anchored-edits/index.d.ts +0 -10
- package/dist/anchored-edits/index.d.ts.map +0 -1
- package/dist/anchored-edits/index.js +0 -34
- package/dist/anchored-edits/index.js.map +0 -1
- package/dist/default-edits/EditUtilities.d.ts +0 -57
- package/dist/default-edits/EditUtilities.d.ts.map +0 -1
- package/dist/default-edits/EditUtilities.js +0 -192
- package/dist/default-edits/EditUtilities.js.map +0 -1
- package/dist/default-edits/Factory.d.ts +0 -56
- package/dist/default-edits/Factory.d.ts.map +0 -1
- package/dist/default-edits/Factory.js +0 -79
- package/dist/default-edits/Factory.js.map +0 -1
- package/dist/default-edits/HistoryEditFactory.d.ts +0 -19
- package/dist/default-edits/HistoryEditFactory.d.ts.map +0 -1
- package/dist/default-edits/HistoryEditFactory.js +0 -187
- package/dist/default-edits/HistoryEditFactory.js.map +0 -1
- package/dist/default-edits/PersistedTypes.d.ts.map +0 -1
- package/dist/default-edits/PersistedTypes.js.map +0 -1
- package/dist/default-edits/SharedTree.d.ts +0 -111
- package/dist/default-edits/SharedTree.d.ts.map +0 -1
- package/dist/default-edits/SharedTree.js +0 -124
- package/dist/default-edits/SharedTree.js.map +0 -1
- package/dist/default-edits/Summary.d.ts +0 -15
- package/dist/default-edits/Summary.d.ts.map +0 -1
- package/dist/default-edits/Summary.js +0 -35
- package/dist/default-edits/Summary.js.map +0 -1
- package/dist/default-edits/Transaction.d.ts +0 -41
- package/dist/default-edits/Transaction.d.ts.map +0 -1
- package/dist/default-edits/Transaction.js +0 -225
- package/dist/default-edits/Transaction.js.map +0 -1
- package/dist/default-edits/UndoRedoHandler.d.ts.map +0 -1
- package/dist/default-edits/UndoRedoHandler.js.map +0 -1
- package/dist/default-edits/index.d.ts +0 -13
- package/dist/default-edits/index.d.ts.map +0 -1
- package/dist/default-edits/index.js +0 -41
- package/dist/default-edits/index.js.map +0 -1
- package/dist/generic/GenericEditUtilities.d.ts +0 -26
- package/dist/generic/GenericEditUtilities.d.ts.map +0 -1
- package/dist/generic/GenericEditUtilities.js +0 -45
- package/dist/generic/GenericEditUtilities.js.map +0 -1
- package/dist/generic/GenericSharedTree.d.ts +0 -221
- package/dist/generic/GenericSharedTree.d.ts.map +0 -1
- package/dist/generic/GenericSharedTree.js +0 -447
- package/dist/generic/GenericSharedTree.js.map +0 -1
- package/dist/generic/GenericTransaction.d.ts +0 -87
- package/dist/generic/GenericTransaction.d.ts.map +0 -1
- package/dist/generic/GenericTransaction.js +0 -144
- package/dist/generic/GenericTransaction.js.map +0 -1
- package/dist/generic/PersistedTypes.d.ts +0 -194
- package/dist/generic/PersistedTypes.d.ts.map +0 -1
- package/dist/generic/PersistedTypes.js +0 -42
- package/dist/generic/PersistedTypes.js.map +0 -1
- package/dist/generic/Summary.d.ts +0 -63
- package/dist/generic/Summary.d.ts.map +0 -1
- package/dist/generic/Summary.js +0 -64
- package/dist/generic/Summary.js.map +0 -1
- package/dist/generic/index.d.ts +0 -10
- package/dist/generic/index.d.ts.map +0 -1
- package/dist/generic/index.js +0 -26
- package/dist/generic/index.js.map +0 -1
- package/docs/Future.md +0 -155
- package/lib/BasicCheckout.d.ts +0 -23
- package/lib/BasicCheckout.d.ts.map +0 -1
- package/lib/BasicCheckout.js.map +0 -1
- package/lib/Snapshot.d.ts +0 -198
- package/lib/Snapshot.d.ts.map +0 -1
- package/lib/Snapshot.js +0 -263
- package/lib/Snapshot.js.map +0 -1
- package/lib/SnapshotUtilities.d.ts +0 -29
- package/lib/SnapshotUtilities.d.ts.map +0 -1
- package/lib/SnapshotUtilities.js +0 -67
- package/lib/SnapshotUtilities.js.map +0 -1
- package/lib/anchored-edits/AnchorResolution.d.ts +0 -144
- package/lib/anchored-edits/AnchorResolution.d.ts.map +0 -1
- package/lib/anchored-edits/AnchorResolution.js +0 -152
- package/lib/anchored-edits/AnchorResolution.js.map +0 -1
- package/lib/anchored-edits/Factory.d.ts +0 -56
- package/lib/anchored-edits/Factory.d.ts.map +0 -1
- package/lib/anchored-edits/Factory.js +0 -74
- package/lib/anchored-edits/Factory.js.map +0 -1
- package/lib/anchored-edits/PersistedTypes.d.ts +0 -245
- package/lib/anchored-edits/PersistedTypes.d.ts.map +0 -1
- package/lib/anchored-edits/PersistedTypes.js +0 -128
- package/lib/anchored-edits/PersistedTypes.js.map +0 -1
- package/lib/anchored-edits/SharedTreeWithAnchors.d.ts +0 -120
- package/lib/anchored-edits/SharedTreeWithAnchors.d.ts.map +0 -1
- package/lib/anchored-edits/SharedTreeWithAnchors.js +0 -110
- package/lib/anchored-edits/SharedTreeWithAnchors.js.map +0 -1
- package/lib/anchored-edits/TransactionWithAnchors.d.ts +0 -28
- package/lib/anchored-edits/TransactionWithAnchors.d.ts.map +0 -1
- package/lib/anchored-edits/TransactionWithAnchors.js +0 -32
- package/lib/anchored-edits/TransactionWithAnchors.js.map +0 -1
- package/lib/anchored-edits/index.d.ts +0 -10
- package/lib/anchored-edits/index.d.ts.map +0 -1
- package/lib/anchored-edits/index.js +0 -11
- package/lib/anchored-edits/index.js.map +0 -1
- package/lib/default-edits/EditUtilities.d.ts +0 -57
- package/lib/default-edits/EditUtilities.d.ts.map +0 -1
- package/lib/default-edits/EditUtilities.js +0 -181
- package/lib/default-edits/EditUtilities.js.map +0 -1
- package/lib/default-edits/Factory.d.ts +0 -56
- package/lib/default-edits/Factory.d.ts.map +0 -1
- package/lib/default-edits/Factory.js +0 -74
- package/lib/default-edits/Factory.js.map +0 -1
- package/lib/default-edits/HistoryEditFactory.d.ts +0 -19
- package/lib/default-edits/HistoryEditFactory.d.ts.map +0 -1
- package/lib/default-edits/HistoryEditFactory.js.map +0 -1
- package/lib/default-edits/PersistedTypes.d.ts.map +0 -1
- package/lib/default-edits/PersistedTypes.js.map +0 -1
- package/lib/default-edits/SharedTree.d.ts +0 -111
- package/lib/default-edits/SharedTree.d.ts.map +0 -1
- package/lib/default-edits/SharedTree.js +0 -100
- package/lib/default-edits/SharedTree.js.map +0 -1
- package/lib/default-edits/Summary.d.ts +0 -15
- package/lib/default-edits/Summary.d.ts.map +0 -1
- package/lib/default-edits/Summary.js +0 -31
- package/lib/default-edits/Summary.js.map +0 -1
- package/lib/default-edits/Transaction.d.ts +0 -41
- package/lib/default-edits/Transaction.d.ts.map +0 -1
- package/lib/default-edits/Transaction.js +0 -221
- package/lib/default-edits/Transaction.js.map +0 -1
- package/lib/default-edits/UndoRedoHandler.d.ts.map +0 -1
- package/lib/default-edits/UndoRedoHandler.js.map +0 -1
- package/lib/default-edits/index.d.ts +0 -13
- package/lib/default-edits/index.d.ts.map +0 -1
- package/lib/default-edits/index.js +0 -14
- package/lib/default-edits/index.js.map +0 -1
- package/lib/generic/GenericEditUtilities.d.ts +0 -26
- package/lib/generic/GenericEditUtilities.d.ts.map +0 -1
- package/lib/generic/GenericEditUtilities.js +0 -38
- package/lib/generic/GenericEditUtilities.js.map +0 -1
- package/lib/generic/GenericSharedTree.d.ts +0 -221
- package/lib/generic/GenericSharedTree.d.ts.map +0 -1
- package/lib/generic/GenericSharedTree.js +0 -443
- package/lib/generic/GenericSharedTree.js.map +0 -1
- package/lib/generic/GenericTransaction.d.ts +0 -87
- package/lib/generic/GenericTransaction.d.ts.map +0 -1
- package/lib/generic/GenericTransaction.js +0 -140
- package/lib/generic/GenericTransaction.js.map +0 -1
- package/lib/generic/PersistedTypes.d.ts +0 -194
- package/lib/generic/PersistedTypes.d.ts.map +0 -1
- package/lib/generic/PersistedTypes.js +0 -39
- package/lib/generic/PersistedTypes.js.map +0 -1
- package/lib/generic/Summary.d.ts +0 -63
- package/lib/generic/Summary.d.ts.map +0 -1
- package/lib/generic/Summary.js +0 -58
- package/lib/generic/Summary.js.map +0 -1
- package/lib/generic/index.d.ts +0 -10
- package/lib/generic/index.d.ts.map +0 -1
- package/lib/generic/index.js +0 -11
- package/lib/generic/index.js.map +0 -1
- package/lib/test/Anchors.glassBox.tests.d.ts.map +0 -1
- package/lib/test/Anchors.glassBox.tests.js +0 -410
- package/lib/test/Anchors.glassBox.tests.js.map +0 -1
- package/lib/test/BasicCheckout.tests.d.ts.map +0 -1
- package/lib/test/BasicCheckout.tests.js +0 -8
- package/lib/test/BasicCheckout.tests.js.map +0 -1
- package/lib/test/GenericTransactionWithAnchors.tests.d.ts.map +0 -1
- package/lib/test/GenericTransactionWithAnchors.tests.js +0 -25
- package/lib/test/GenericTransactionWithAnchors.tests.js.map +0 -1
- package/lib/test/SharedTreeWithAnchors.tests.d.ts.map +0 -1
- package/lib/test/SharedTreeWithAnchors.tests.js +0 -420
- package/lib/test/SharedTreeWithAnchors.tests.js.map +0 -1
- package/lib/test/Snapshot.tests.d.ts.map +0 -1
- package/lib/test/Snapshot.tests.js +0 -96
- package/lib/test/Snapshot.tests.js.map +0 -1
- package/lib/test/SnapshotUtilities.tests.d.ts.map +0 -1
- package/lib/test/SnapshotUtilities.tests.js +0 -168
- package/lib/test/SnapshotUtilities.tests.js.map +0 -1
- package/lib/test/undoRedoStackManager.d.ts +0 -26
- package/lib/test/undoRedoStackManager.d.ts.map +0 -1
- package/lib/test/undoRedoStackManager.js +0 -176
- package/lib/test/undoRedoStackManager.js.map +0 -1
- package/lib/test/utilities/SummaryFormatCompatibilityTests.d.ts +0 -13
- package/lib/test/utilities/SummaryFormatCompatibilityTests.d.ts.map +0 -1
- package/lib/test/utilities/SummaryFormatCompatibilityTests.js +0 -154
- package/lib/test/utilities/SummaryFormatCompatibilityTests.js.map +0 -1
- package/src/BasicCheckout.ts +0 -34
- package/src/Snapshot.ts +0 -363
- package/src/SnapshotUtilities.ts +0 -88
- package/src/anchored-edits/AnchorResolution.ts +0 -442
- package/src/anchored-edits/Factory.ts +0 -94
- package/src/anchored-edits/PersistedTypes.ts +0 -310
- package/src/anchored-edits/SharedTreeWithAnchors.ts +0 -200
- package/src/anchored-edits/TransactionWithAnchors.ts +0 -39
- package/src/anchored-edits/index.ts +0 -21
- package/src/default-edits/EditUtilities.ts +0 -220
- package/src/default-edits/Factory.ts +0 -94
- package/src/default-edits/SharedTree.ts +0 -174
- package/src/default-edits/Summary.ts +0 -44
- package/src/default-edits/Transaction.ts +0 -262
- package/src/default-edits/index.ts +0 -29
- package/src/generic/GenericEditUtilities.ts +0 -46
- package/src/generic/GenericSharedTree.ts +0 -593
- package/src/generic/GenericTransaction.ts +0 -194
- package/src/generic/PersistedTypes.ts +0 -221
- package/src/generic/Summary.ts +0 -113
- package/src/generic/index.ts +0 -41
|
@@ -0,0 +1,1501 @@
|
|
|
1
|
+
/*!
|
|
2
|
+
* Copyright (c) Microsoft Corporation and contributors. All rights reserved.
|
|
3
|
+
* Licensed under the MIT License.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { bufferToString, IsoBuffer } from '@fluidframework/common-utils';
|
|
7
|
+
import { IFluidHandle } from '@fluidframework/core-interfaces';
|
|
8
|
+
import { ISequencedDocumentMessage } from '@fluidframework/protocol-definitions';
|
|
9
|
+
import {
|
|
10
|
+
IFluidDataStoreRuntime,
|
|
11
|
+
IChannelStorageService,
|
|
12
|
+
IChannelFactory,
|
|
13
|
+
IChannelAttributes,
|
|
14
|
+
IChannelServices,
|
|
15
|
+
IChannel,
|
|
16
|
+
} from '@fluidframework/datastore-definitions';
|
|
17
|
+
import { AttachState } from '@fluidframework/container-definitions';
|
|
18
|
+
import {
|
|
19
|
+
createSingleBlobSummary,
|
|
20
|
+
IFluidSerializer,
|
|
21
|
+
ISharedObjectEvents,
|
|
22
|
+
serializeHandles,
|
|
23
|
+
SharedObject,
|
|
24
|
+
} from '@fluidframework/shared-object-base';
|
|
25
|
+
import { ITelemetryLogger, ITelemetryProperties } from '@fluidframework/common-definitions';
|
|
26
|
+
import { ChildLogger, ITelemetryLoggerPropertyBags, PerformanceEvent } from '@fluidframework/telemetry-utils';
|
|
27
|
+
import { ISummaryTreeWithStats } from '@fluidframework/runtime-definitions';
|
|
28
|
+
import { assert, assertNotUndefined, fail, copyPropertyIfDefined } from './Common';
|
|
29
|
+
import { EditHandle, EditLog, getNumberOfHandlesFromEditLogSummary, OrderedEditSet } from './EditLog';
|
|
30
|
+
import { EditId, NodeId, StableNodeId, DetachedSequenceId, OpSpaceNodeId, isDetachedSequenceId } from './Identifiers';
|
|
31
|
+
import { initialTree } from './InitialTree';
|
|
32
|
+
import {
|
|
33
|
+
CachingLogViewer,
|
|
34
|
+
EditCacheEntry,
|
|
35
|
+
EditStatusCallback,
|
|
36
|
+
LogViewer,
|
|
37
|
+
SequencedEditResult,
|
|
38
|
+
SequencedEditResultCallback,
|
|
39
|
+
} from './LogViewer';
|
|
40
|
+
import { deserialize, getSummaryStatistics } from './SummaryBackCompatibility';
|
|
41
|
+
import { ReconciliationPath } from './ReconciliationPath';
|
|
42
|
+
import {
|
|
43
|
+
BuildNodeInternal,
|
|
44
|
+
ChangeInternal,
|
|
45
|
+
ChangeNode,
|
|
46
|
+
ChangeTypeInternal,
|
|
47
|
+
ConstraintInternal,
|
|
48
|
+
DetachInternal,
|
|
49
|
+
Edit,
|
|
50
|
+
EditLogSummary,
|
|
51
|
+
EditChunkContents,
|
|
52
|
+
EditStatus,
|
|
53
|
+
EditWithoutId,
|
|
54
|
+
reservedIdCount,
|
|
55
|
+
SharedTreeEditOp,
|
|
56
|
+
SharedTreeEditOp_0_0_2,
|
|
57
|
+
SharedTreeHandleOp,
|
|
58
|
+
SharedTreeNoOp,
|
|
59
|
+
SharedTreeOp,
|
|
60
|
+
SharedTreeOpType,
|
|
61
|
+
SharedTreeOp_0_0_2,
|
|
62
|
+
SharedTreeSummary,
|
|
63
|
+
SharedTreeSummaryBase,
|
|
64
|
+
SharedTreeSummary_0_0_2,
|
|
65
|
+
TreeNode,
|
|
66
|
+
ghostSessionId,
|
|
67
|
+
WriteFormat,
|
|
68
|
+
TreeNodeSequence,
|
|
69
|
+
} from './persisted-types';
|
|
70
|
+
import { serialize, SummaryContents } from './Summary';
|
|
71
|
+
import {
|
|
72
|
+
areRevisionViewsSemanticallyEqual,
|
|
73
|
+
convertTreeNodes,
|
|
74
|
+
deepCloneStablePlace,
|
|
75
|
+
deepCloneStableRange,
|
|
76
|
+
internalizeBuildNode,
|
|
77
|
+
newEditId,
|
|
78
|
+
walkTree,
|
|
79
|
+
} from './EditUtilities';
|
|
80
|
+
import { getNodeIdContext, NodeIdContext, NodeIdNormalizer, sequencedIdNormalizer } from './NodeIdUtilities';
|
|
81
|
+
import { SharedTreeDiagnosticEvent, SharedTreeEvent } from './EventTypes';
|
|
82
|
+
import { RevisionView } from './RevisionView';
|
|
83
|
+
import { SharedTreeEncoder_0_0_2, SharedTreeEncoder_0_1_1 } from './SharedTreeEncoder';
|
|
84
|
+
import { revert } from './HistoryEditFactory';
|
|
85
|
+
import { BuildNode, BuildTreeNode, Change, ChangeType } from './ChangeTypes';
|
|
86
|
+
import { TransactionInternal } from './TransactionInternal';
|
|
87
|
+
import { IdCompressor, createSessionId } from './id-compressor';
|
|
88
|
+
import { convertEditIds } from './IdConversion';
|
|
89
|
+
import { MutableStringInterner } from './StringInterner';
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* Factory for SharedTree.
|
|
93
|
+
* Includes history in the summary.
|
|
94
|
+
* @public
|
|
95
|
+
*/
|
|
96
|
+
export class SharedTreeFactory implements IChannelFactory {
|
|
97
|
+
/**
|
|
98
|
+
* {@inheritDoc @fluidframework/shared-object-base#ISharedObjectFactory."type"}
|
|
99
|
+
*/
|
|
100
|
+
public static Type = 'SharedTree';
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* {@inheritDoc @fluidframework/shared-object-base#ISharedObjectFactory.attributes}
|
|
104
|
+
*/
|
|
105
|
+
public static Attributes: IChannelAttributes = {
|
|
106
|
+
type: SharedTreeFactory.Type,
|
|
107
|
+
snapshotFormatVersion: '0.1',
|
|
108
|
+
packageVersion: '0.1',
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Get a factory for SharedTree to register with the data store.
|
|
113
|
+
* @param writeFormat - Determines the format version the SharedTree will write ops and summaries in. See [the write format
|
|
114
|
+
* documentation](../docs/Write-Format.md) for more information.
|
|
115
|
+
* @param summarizeHistory - Determines if the history is included in summaries and if edit chunks are uploaded when they are full.
|
|
116
|
+
* See the [breaking change migration documentation](docs/Breaking-Change-Migration) for more details on this scheme.
|
|
117
|
+
* @param expensiveValidation - Enables expensive asserts on SharedTree.
|
|
118
|
+
* @returns A factory that creates `SharedTree`s and loads them from storage.
|
|
119
|
+
*/
|
|
120
|
+
constructor(
|
|
121
|
+
private readonly writeFormat: WriteFormat,
|
|
122
|
+
private readonly summarizeHistory: false | { uploadEditChunks: boolean } = false,
|
|
123
|
+
private expensiveValidation = false
|
|
124
|
+
) {}
|
|
125
|
+
|
|
126
|
+
/**
|
|
127
|
+
* {@inheritDoc @fluidframework/shared-object-base#ISharedObjectFactory."type"}
|
|
128
|
+
*/
|
|
129
|
+
public get type(): string {
|
|
130
|
+
return SharedTreeFactory.Type;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
/**
|
|
134
|
+
* {@inheritDoc @fluidframework/shared-object-base#ISharedObjectFactory.attributes}
|
|
135
|
+
*/
|
|
136
|
+
public get attributes(): IChannelAttributes {
|
|
137
|
+
return SharedTreeFactory.Attributes;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/**
|
|
141
|
+
* {@inheritDoc @fluidframework/shared-object-base#ISharedObjectFactory.load}
|
|
142
|
+
*/
|
|
143
|
+
public async load(
|
|
144
|
+
runtime: IFluidDataStoreRuntime,
|
|
145
|
+
id: string,
|
|
146
|
+
services: IChannelServices,
|
|
147
|
+
_channelAttributes: Readonly<IChannelAttributes>
|
|
148
|
+
): Promise<IChannel> {
|
|
149
|
+
const sharedTree = this.createSharedTree(runtime, id);
|
|
150
|
+
await sharedTree.load(services);
|
|
151
|
+
return sharedTree;
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
/**
|
|
155
|
+
* Create a new SharedTree.
|
|
156
|
+
* @param runtime - data store runtime that owns the new SharedTree
|
|
157
|
+
* @param id - optional name for the SharedTree
|
|
158
|
+
*/
|
|
159
|
+
public create(runtime: IFluidDataStoreRuntime, id: string, expensiveValidation: boolean = false): SharedTree {
|
|
160
|
+
this.expensiveValidation = expensiveValidation;
|
|
161
|
+
const sharedTree = this.createSharedTree(runtime, id);
|
|
162
|
+
sharedTree.initializeLocal();
|
|
163
|
+
return sharedTree;
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
private createSharedTree(runtime: IFluidDataStoreRuntime, id: string): SharedTree {
|
|
167
|
+
const sharedTree = new SharedTree(
|
|
168
|
+
runtime,
|
|
169
|
+
id,
|
|
170
|
+
this.writeFormat,
|
|
171
|
+
this.summarizeHistory,
|
|
172
|
+
this.expensiveValidation
|
|
173
|
+
);
|
|
174
|
+
return sharedTree;
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
/**
|
|
179
|
+
* Filename where the snapshot is stored.
|
|
180
|
+
*/
|
|
181
|
+
const snapshotFileName = 'header';
|
|
182
|
+
|
|
183
|
+
/**
|
|
184
|
+
* Used for version comparison.
|
|
185
|
+
*/
|
|
186
|
+
const sortedWriteVersions = [WriteFormat.v0_0_2, WriteFormat.v0_1_1];
|
|
187
|
+
|
|
188
|
+
/**
|
|
189
|
+
* The arguments included when the EditCommitted SharedTreeEvent is emitted.
|
|
190
|
+
* @public
|
|
191
|
+
*/
|
|
192
|
+
export interface EditCommittedEventArguments {
|
|
193
|
+
/** The ID of the edit committed. */
|
|
194
|
+
readonly editId: EditId;
|
|
195
|
+
/** Whether or not this is a local edit. */
|
|
196
|
+
readonly local: boolean;
|
|
197
|
+
/** The tree the edit was committed on. Required for local edit events handled by SharedTreeUndoRedoHandler. */
|
|
198
|
+
readonly tree: SharedTree;
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
/**
|
|
202
|
+
* The arguments included when the {@link SharedTreeEvent.SequencedEditApplied} SharedTreeEvent is emitted.
|
|
203
|
+
* @public
|
|
204
|
+
*/
|
|
205
|
+
export interface SequencedEditAppliedEventArguments {
|
|
206
|
+
/** The ID of the edit committed. */
|
|
207
|
+
readonly edit: Edit<ChangeInternal>;
|
|
208
|
+
/** Whether or not this was a local edit. */
|
|
209
|
+
readonly wasLocal: boolean;
|
|
210
|
+
/** The tree the edit was applied to. */
|
|
211
|
+
readonly tree: SharedTree;
|
|
212
|
+
/** The telemetry logger associated with sequenced edit application. */
|
|
213
|
+
readonly logger: ITelemetryLogger;
|
|
214
|
+
/** The reconciliation path for the edit. See {@link ReconciliationPath} for details. */
|
|
215
|
+
readonly reconciliationPath: ReconciliationPath;
|
|
216
|
+
/** The outcome of the sequenced edit being applied. */
|
|
217
|
+
readonly outcome: EditApplicationOutcome;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
/**
|
|
221
|
+
* The outcome of an edit.
|
|
222
|
+
* @public
|
|
223
|
+
*/
|
|
224
|
+
export type EditApplicationOutcome =
|
|
225
|
+
| {
|
|
226
|
+
/**
|
|
227
|
+
* The revision view resulting from the edit.
|
|
228
|
+
*/
|
|
229
|
+
readonly view: RevisionView;
|
|
230
|
+
/**
|
|
231
|
+
* The status code for the edit that produced the revision.
|
|
232
|
+
*/
|
|
233
|
+
readonly status: EditStatus.Applied;
|
|
234
|
+
}
|
|
235
|
+
| {
|
|
236
|
+
/**
|
|
237
|
+
* The revision view resulting from the edit.
|
|
238
|
+
*/
|
|
239
|
+
readonly failure: TransactionInternal.Failure;
|
|
240
|
+
/**
|
|
241
|
+
* The status code for the edit that produced the revision.
|
|
242
|
+
*/
|
|
243
|
+
readonly status: EditStatus.Invalid | EditStatus.Malformed;
|
|
244
|
+
};
|
|
245
|
+
|
|
246
|
+
/**
|
|
247
|
+
* Events which may be emitted by `SharedTree`. See {@link SharedTreeEvent} for documentation of event semantics.
|
|
248
|
+
* @public
|
|
249
|
+
*/
|
|
250
|
+
export interface ISharedTreeEvents extends ISharedObjectEvents {
|
|
251
|
+
(event: 'committedEdit', listener: EditCommittedHandler);
|
|
252
|
+
(event: 'appliedSequencedEdit', listener: SequencedEditAppliedHandler);
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
/**
|
|
256
|
+
* Expected type for a handler of the `EditCommitted` event.
|
|
257
|
+
* @public
|
|
258
|
+
*/
|
|
259
|
+
export type EditCommittedHandler = (args: EditCommittedEventArguments) => void;
|
|
260
|
+
|
|
261
|
+
/**
|
|
262
|
+
* Expected type for a handler of the {@link SharedTreeEvent.SequencedEditApplied} event.
|
|
263
|
+
* @public
|
|
264
|
+
*/
|
|
265
|
+
export type SequencedEditAppliedHandler = (args: SequencedEditAppliedEventArguments) => void;
|
|
266
|
+
|
|
267
|
+
const sharedTreeTelemetryProperties: ITelemetryLoggerPropertyBags = { all: { isSharedTreeEvent: true } };
|
|
268
|
+
|
|
269
|
+
/**
|
|
270
|
+
* A [distributed tree](../Readme.md).
|
|
271
|
+
* @public
|
|
272
|
+
*/
|
|
273
|
+
export class SharedTree extends SharedObject<ISharedTreeEvents> implements NodeIdContext {
|
|
274
|
+
/**
|
|
275
|
+
* Create a new SharedTree. It will contain the default value (see initialTree).
|
|
276
|
+
*/
|
|
277
|
+
public static create(runtime: IFluidDataStoreRuntime, id?: string): SharedTree {
|
|
278
|
+
return runtime.createChannel(id, SharedTreeFactory.Type) as SharedTree;
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
/**
|
|
282
|
+
* Get a factory for SharedTree to register with the data store.
|
|
283
|
+
* @param summarizeHistory - Determines if the history is included in summaries and if edit chunks are uploaded when they are full.
|
|
284
|
+
*
|
|
285
|
+
* On 0.1.1 documents, due to current code limitations, this parameter is only impactful for newly created documents.
|
|
286
|
+
* `SharedTree`s which load existing documents will summarize history if and only if the loaded summary included history.
|
|
287
|
+
*
|
|
288
|
+
* The technical limitations here relate to clients with mixed versions collaborating.
|
|
289
|
+
* In the future we may allow modification of whether or not a particular document saves history, but only via a consensus mechanism.
|
|
290
|
+
* See the skipped test in SharedTreeFuzzTests.ts for more details on this issue.
|
|
291
|
+
* See docs/Breaking-Change-Migration for more details on the consensus scheme.
|
|
292
|
+
* @param writeFormat - Determines the format version the SharedTree will write ops and summaries in.
|
|
293
|
+
* This format may be updated to a newer (supported) version at runtime if a collaborating shared-tree
|
|
294
|
+
* that was initialized with a newer write version connects to the session. Care must be taken when changing this value,
|
|
295
|
+
* as a staged rollout must of occurred such that all collaborating clients must have the code to read at least the version
|
|
296
|
+
* written.
|
|
297
|
+
* See [the write format documentation](../docs/Write-Format.md) for more information.
|
|
298
|
+
* @returns A factory that creates `SharedTree`s and loads them from storage.
|
|
299
|
+
*/
|
|
300
|
+
public static getFactory(
|
|
301
|
+
writeFormat: WriteFormat,
|
|
302
|
+
summarizeHistory: false | { uploadEditChunks: boolean } = false
|
|
303
|
+
): SharedTreeFactory {
|
|
304
|
+
// On 0.1.1 documents, due to current code limitations, all clients MUST agree on the value of `summarizeHistory`.
|
|
305
|
+
// Note that this means staged rollout changing this value should not be attempted.
|
|
306
|
+
// It is possible to update shared-tree to correctly handle such a staged rollout, but that hasn't been implemented.
|
|
307
|
+
// See the skipped test in SharedTreeFuzzTests.ts for more details on this issue.
|
|
308
|
+
return new SharedTreeFactory(writeFormat, summarizeHistory);
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
private idCompressor: IdCompressor = new IdCompressor(createSessionId(), reservedIdCount);
|
|
312
|
+
private readonly idNormalizer: NodeIdNormalizer<OpSpaceNodeId> & { tree: SharedTree } = {
|
|
313
|
+
tree: this,
|
|
314
|
+
get localSessionId() {
|
|
315
|
+
return this.tree.idCompressor.localSessionId;
|
|
316
|
+
},
|
|
317
|
+
normalizeToOpSpace: (id) => this.idCompressor.normalizeToOpSpace(id) as OpSpaceNodeId,
|
|
318
|
+
normalizeToSessionSpace: (id, sessionId) => this.idCompressor.normalizeToSessionSpace(id, sessionId) as NodeId,
|
|
319
|
+
};
|
|
320
|
+
|
|
321
|
+
// The initial tree's definition isn't included in any op by default but it should still be interned. Including it here ensures that.
|
|
322
|
+
private interner: MutableStringInterner = new MutableStringInterner([initialTree.definition]);
|
|
323
|
+
|
|
324
|
+
/**
|
|
325
|
+
* The log of completed edits for this SharedTree.
|
|
326
|
+
*/
|
|
327
|
+
private editLog: EditLog<ChangeInternal>;
|
|
328
|
+
|
|
329
|
+
/**
|
|
330
|
+
* As an implementation detail, SharedTree uses a log viewer that caches views of different revisions.
|
|
331
|
+
* It is not exposed to avoid accidental correctness issues, but `logViewer` is exposed in order to give clients a way
|
|
332
|
+
* to access the revision history.
|
|
333
|
+
*/
|
|
334
|
+
private cachingLogViewer: CachingLogViewer;
|
|
335
|
+
|
|
336
|
+
/**
|
|
337
|
+
* Viewer for trees defined by editLog. This allows access to views of the tree at different revisions (various points in time).
|
|
338
|
+
*/
|
|
339
|
+
public get logViewer(): LogViewer {
|
|
340
|
+
return this.cachingLogViewer;
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
protected readonly logger: ITelemetryLogger;
|
|
344
|
+
private readonly sequencedEditAppliedLogger: ITelemetryLogger;
|
|
345
|
+
|
|
346
|
+
private readonly encoder_0_0_2: SharedTreeEncoder_0_0_2;
|
|
347
|
+
private encoder_0_1_1: SharedTreeEncoder_0_1_1;
|
|
348
|
+
|
|
349
|
+
/** Indicates if the client is the oldest member of the quorum. */
|
|
350
|
+
private currentIsOldest: boolean;
|
|
351
|
+
|
|
352
|
+
private readonly processEditResult = (editResult: EditStatus, editId: EditId): void => {
|
|
353
|
+
// TODO:#44859: Invalid results should be handled by the app
|
|
354
|
+
this.emit(SharedTree.eventFromEditResult(editResult), editId);
|
|
355
|
+
};
|
|
356
|
+
|
|
357
|
+
private readonly processSequencedEditResult = ({
|
|
358
|
+
edit,
|
|
359
|
+
wasLocal,
|
|
360
|
+
result,
|
|
361
|
+
reconciliationPath,
|
|
362
|
+
}: SequencedEditResult): void => {
|
|
363
|
+
const eventArguments: SequencedEditAppliedEventArguments = {
|
|
364
|
+
edit,
|
|
365
|
+
wasLocal,
|
|
366
|
+
tree: this,
|
|
367
|
+
logger: this.sequencedEditAppliedLogger,
|
|
368
|
+
reconciliationPath,
|
|
369
|
+
outcome: result,
|
|
370
|
+
};
|
|
371
|
+
this.emit(SharedTreeEvent.SequencedEditApplied, eventArguments);
|
|
372
|
+
};
|
|
373
|
+
|
|
374
|
+
private summarizeHistory: boolean;
|
|
375
|
+
private uploadEditChunks: boolean;
|
|
376
|
+
|
|
377
|
+
/**
|
|
378
|
+
* Create a new SharedTreeFactory.
|
|
379
|
+
* @param runtime - The runtime the SharedTree will be associated with
|
|
380
|
+
* @param id - Unique ID for the SharedTree
|
|
381
|
+
* @param writeFormat - Determines the format version the SharedTree will write ops and summaries in. See [the write format
|
|
382
|
+
* documentation](../docs/Write-Format.md) for more information.
|
|
383
|
+
* @param summarizeHistory - Determines if the history is included in summaries and if edit chunks are uploaded when they are full.
|
|
384
|
+
* @param expensiveValidation - Enable expensive asserts.
|
|
385
|
+
*/
|
|
386
|
+
public constructor(
|
|
387
|
+
runtime: IFluidDataStoreRuntime,
|
|
388
|
+
id: string,
|
|
389
|
+
private writeFormat: WriteFormat,
|
|
390
|
+
summarizeHistory: false | { uploadEditChunks: boolean } = false,
|
|
391
|
+
private readonly expensiveValidation = false
|
|
392
|
+
) {
|
|
393
|
+
super(id, runtime, SharedTreeFactory.Attributes);
|
|
394
|
+
this.summarizeHistory = summarizeHistory === false ? false : true;
|
|
395
|
+
this.uploadEditChunks = summarizeHistory === false ? false : summarizeHistory.uploadEditChunks;
|
|
396
|
+
|
|
397
|
+
// This code is somewhat duplicated from OldestClientObserver because it currently depends on the container runtime
|
|
398
|
+
// which SharedTree does not have access to.
|
|
399
|
+
// TODO:#55900: Get rid of copy-pasted OldestClientObserver code
|
|
400
|
+
const quorum = this.runtime.getQuorum();
|
|
401
|
+
this.currentIsOldest = this.computeIsOldest();
|
|
402
|
+
quorum.on('addMember', this.updateOldest);
|
|
403
|
+
quorum.on('removeMember', this.updateOldest);
|
|
404
|
+
runtime.on('connected', this.updateOldest);
|
|
405
|
+
runtime.on('disconnected', this.updateOldest);
|
|
406
|
+
|
|
407
|
+
this.logger = ChildLogger.create(runtime.logger, 'SharedTree', sharedTreeTelemetryProperties);
|
|
408
|
+
this.sequencedEditAppliedLogger = ChildLogger.create(
|
|
409
|
+
this.logger,
|
|
410
|
+
'SequencedEditApplied',
|
|
411
|
+
sharedTreeTelemetryProperties
|
|
412
|
+
);
|
|
413
|
+
|
|
414
|
+
const { editLog, cachingLogViewer } = this.initializeNewEditLogFromSummary(
|
|
415
|
+
{
|
|
416
|
+
editChunks: [],
|
|
417
|
+
editIds: [],
|
|
418
|
+
},
|
|
419
|
+
undefined,
|
|
420
|
+
this.idCompressor, // TODO: Attribution info
|
|
421
|
+
this.processEditResult,
|
|
422
|
+
this.processSequencedEditResult,
|
|
423
|
+
WriteFormat.v0_1_1
|
|
424
|
+
);
|
|
425
|
+
this.editLog = editLog;
|
|
426
|
+
this.cachingLogViewer = cachingLogViewer;
|
|
427
|
+
this.encoder_0_0_2 = new SharedTreeEncoder_0_0_2(this.summarizeHistory);
|
|
428
|
+
this.encoder_0_1_1 = new SharedTreeEncoder_0_1_1(this.summarizeHistory);
|
|
429
|
+
}
|
|
430
|
+
|
|
431
|
+
public getWriteFormat(): WriteFormat {
|
|
432
|
+
return this.writeFormat;
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
/**
|
|
436
|
+
* Re-computes currentIsOldest and emits an event if it has changed.
|
|
437
|
+
* TODO:#55900: Get rid of copy-pasted OldestClientObserver code
|
|
438
|
+
*/
|
|
439
|
+
private readonly updateOldest = () => {
|
|
440
|
+
const oldest = this.computeIsOldest();
|
|
441
|
+
if (this.currentIsOldest !== oldest) {
|
|
442
|
+
this.currentIsOldest = oldest;
|
|
443
|
+
if (oldest) {
|
|
444
|
+
this.emit('becameOldest');
|
|
445
|
+
this.logger.sendTelemetryEvent({ eventName: 'BecameOldestClient' });
|
|
446
|
+
} else {
|
|
447
|
+
this.emit('lostOldest');
|
|
448
|
+
}
|
|
449
|
+
}
|
|
450
|
+
};
|
|
451
|
+
|
|
452
|
+
/**
|
|
453
|
+
* Computes the oldest client in the quorum, true by default if the container is detached and false by default if the client isn't connected.
|
|
454
|
+
* TODO:#55900: Get rid of copy-pasted OldestClientObserver code
|
|
455
|
+
*/
|
|
456
|
+
private computeIsOldest(): boolean {
|
|
457
|
+
// If the container is detached, we are the only ones that know about it and are the oldest by default.
|
|
458
|
+
if (this.runtime.attachState === AttachState.Detached) {
|
|
459
|
+
return true;
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
// If we're not connected we can't be the oldest connected client.
|
|
463
|
+
if (!this.runtime.connected) {
|
|
464
|
+
return false;
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
assert(this.runtime.clientId !== undefined, 'Client id should be set if connected.');
|
|
468
|
+
|
|
469
|
+
const quorum = this.runtime.getQuorum();
|
|
470
|
+
const selfSequencedClient = quorum.getMember(this.runtime.clientId);
|
|
471
|
+
// When in readonly mode our clientId will not be present in the quorum.
|
|
472
|
+
if (selfSequencedClient === undefined) {
|
|
473
|
+
return false;
|
|
474
|
+
}
|
|
475
|
+
|
|
476
|
+
const members = quorum.getMembers();
|
|
477
|
+
for (const sequencedClient of members.values()) {
|
|
478
|
+
if (sequencedClient.sequenceNumber < selfSequencedClient.sequenceNumber) {
|
|
479
|
+
return false;
|
|
480
|
+
}
|
|
481
|
+
}
|
|
482
|
+
|
|
483
|
+
// No member of the quorum was older
|
|
484
|
+
return true;
|
|
485
|
+
}
|
|
486
|
+
|
|
487
|
+
/**
|
|
488
|
+
* @returns the current view of the tree.
|
|
489
|
+
*/
|
|
490
|
+
public get currentView(): RevisionView {
|
|
491
|
+
return this.logViewer.getRevisionViewInSession(Number.POSITIVE_INFINITY);
|
|
492
|
+
}
|
|
493
|
+
|
|
494
|
+
/**
|
|
495
|
+
* Generates a node identifier.
|
|
496
|
+
* The returned IDs may be used as the identifier of a node in the SharedTree.
|
|
497
|
+
* `NodeId`s are *always* unique and stable within the scope of the tree and session that generated them. They are *not* unique within
|
|
498
|
+
* a Fluid container, and *cannot* be compared across instances of a SharedTree. They are *not* stable across sessions/lifetimes of a
|
|
499
|
+
* SharedTree, and *cannot* be persisted (e.g. stored in payloads, uploaded in blobs, etc.). If stable persistence is needed,
|
|
500
|
+
* NodeIdConverter.convertToStableNodeId may be used to return a corresponding UUID that is globally unique and stable.
|
|
501
|
+
* @param override - if supplied, calls to `convertToStableNodeId` using the returned node ID will return the override instead of
|
|
502
|
+
* the UUID. Calls to `generateNodeId` with the same override always return the same ID. Performance note: passing an override string
|
|
503
|
+
* incurs a storage cost that is significantly higher that a node ID without one, and should be avoided if possible.
|
|
504
|
+
* @public
|
|
505
|
+
*/
|
|
506
|
+
public generateNodeId(override?: string): NodeId {
|
|
507
|
+
return this.idCompressor.generateCompressedId(override) as NodeId;
|
|
508
|
+
}
|
|
509
|
+
|
|
510
|
+
/**
|
|
511
|
+
* Given a NodeId, returns the corresponding stable ID or throws if the supplied node ID was not generated with this tree (`NodeId`s
|
|
512
|
+
* may not be used across SharedTree instances, see `generateNodeId` for more).
|
|
513
|
+
* The returned value will be a UUID, unless the creation of `id` used an override string (see `generateNodeId` for more).
|
|
514
|
+
* The result is safe to persist and re-use across `SharedTree` instances, unlike `NodeId`.
|
|
515
|
+
* @public
|
|
516
|
+
*/
|
|
517
|
+
public convertToStableNodeId(id: NodeId): StableNodeId {
|
|
518
|
+
return (this.idCompressor.tryDecompress(id) as StableNodeId) ?? fail('Node id is not known to this SharedTree');
|
|
519
|
+
}
|
|
520
|
+
|
|
521
|
+
/**
|
|
522
|
+
* Given a NodeId, attempt to return the corresponding stable ID.
|
|
523
|
+
* The returned value will be a UUID, unless the creation of `id` used an override string (see `generateNodeId` for more).
|
|
524
|
+
* The returned stable ID is undefined if `id` was never created with this SharedTree. If a stable ID is returned, this does not imply
|
|
525
|
+
* that there is a node with `id` in the current revision of the tree, only that `id` was at some point generated by some instance of
|
|
526
|
+
* this tree.
|
|
527
|
+
* @public
|
|
528
|
+
*/
|
|
529
|
+
public tryConvertToStableNodeId(id: NodeId): StableNodeId | undefined {
|
|
530
|
+
return this.idCompressor.tryDecompress(id) as StableNodeId | undefined;
|
|
531
|
+
}
|
|
532
|
+
|
|
533
|
+
/**
|
|
534
|
+
* Given a stable ID, return the corresponding NodeId or throws if the supplied stable ID was never generated with this tree, either
|
|
535
|
+
* as a UUID corresponding to a `NodeId` or as an override passed to `generateNodeId`.
|
|
536
|
+
* If a stable ID is returned, this does not imply that there is a node with `id` in the current revision of the tree, only that
|
|
537
|
+
* `id` was at some point generated by an instance of this SharedTree.
|
|
538
|
+
* @public
|
|
539
|
+
*/
|
|
540
|
+
public convertToNodeId(id: StableNodeId): NodeId {
|
|
541
|
+
return (
|
|
542
|
+
(this.idCompressor.tryRecompress(id) as NodeId) ?? fail('Stable node id is not known to this SharedTree')
|
|
543
|
+
);
|
|
544
|
+
}
|
|
545
|
+
|
|
546
|
+
/**
|
|
547
|
+
* Given a stable ID, return the corresponding NodeId or return undefined if the supplied stable ID was never generated with this tree,
|
|
548
|
+
* either as a UUID corresponding to a `NodeId` or as an override passed to `generateNodeId`.
|
|
549
|
+
* If a stable ID is returned, this does not imply that there is a node with `id` in the current revision of the tree, only that
|
|
550
|
+
* `id` was at some point generated by an instance of this SharedTree.
|
|
551
|
+
* @public
|
|
552
|
+
*/
|
|
553
|
+
public tryConvertToNodeId(id: StableNodeId): NodeId | undefined {
|
|
554
|
+
return this.idCompressor.tryRecompress(id) as NodeId | undefined;
|
|
555
|
+
}
|
|
556
|
+
|
|
557
|
+
/**
|
|
558
|
+
* @returns the edit history of the tree.
|
|
559
|
+
* @public
|
|
560
|
+
*/
|
|
561
|
+
public get edits(): OrderedEditSet {
|
|
562
|
+
return this.editLog;
|
|
563
|
+
}
|
|
564
|
+
|
|
565
|
+
/**
|
|
566
|
+
* @returns the edit history of the tree. The format of the contents of edits are subject to change and should not be relied upon.
|
|
567
|
+
* @internal
|
|
568
|
+
*/
|
|
569
|
+
public get editsInternal(): OrderedEditSet<ChangeInternal> {
|
|
570
|
+
return this.editLog;
|
|
571
|
+
}
|
|
572
|
+
|
|
573
|
+
private deserializeHandle(serializedHandle: string): IFluidHandle<ArrayBufferLike> {
|
|
574
|
+
const deserializeHandle = this.serializer.parse(serializedHandle);
|
|
575
|
+
assert(typeof deserializeHandle === 'object');
|
|
576
|
+
return deserializeHandle as IFluidHandle<ArrayBufferLike>;
|
|
577
|
+
}
|
|
578
|
+
|
|
579
|
+
/**
|
|
580
|
+
* Uploads the edit chunk and sends the chunk starting revision along with the resulting handle as an op.
|
|
581
|
+
*/
|
|
582
|
+
private async uploadEditChunk(
|
|
583
|
+
edits: readonly EditWithoutId<ChangeInternal>[],
|
|
584
|
+
startRevision: number
|
|
585
|
+
): Promise<void> {
|
|
586
|
+
assert(this.writeFormat !== WriteFormat.v0_0_2, 'Edit chunking is not supported in v0_0_2');
|
|
587
|
+
// SPO attachment blob upload limit is set here:
|
|
588
|
+
// https://onedrive.visualstudio.com/SharePoint%20Online/_git/SPO?path=%2Fsts%2Fstsom%2FPrague%2FSPPragueProtocolConfig.cs&version=GBmaster&line=82&lineEnd=82&lineStartColumn=29&lineEndColumn=116&lineStyle=plain&_a=contents
|
|
589
|
+
// TODO:#59754: Create chunks based on data buffer size instead of number of edits
|
|
590
|
+
const blobUploadSizeLimit = 4194304;
|
|
591
|
+
|
|
592
|
+
try {
|
|
593
|
+
const chunkContents = this.encoder_0_1_1.encodeEditChunk(
|
|
594
|
+
edits,
|
|
595
|
+
sequencedIdNormalizer(this.idNormalizer),
|
|
596
|
+
this.interner
|
|
597
|
+
);
|
|
598
|
+
const serializedContents = serializeHandles(chunkContents, this.serializer, this.handle);
|
|
599
|
+
const buffer = IsoBuffer.from(serializedContents);
|
|
600
|
+
const bufferSize = buffer.byteLength;
|
|
601
|
+
assert(
|
|
602
|
+
bufferSize <= blobUploadSizeLimit,
|
|
603
|
+
`Edit chunk size ${bufferSize} is larger than blob upload size limit of ${blobUploadSizeLimit} bytes.`
|
|
604
|
+
);
|
|
605
|
+
const editHandle = await this.runtime.uploadBlob(buffer);
|
|
606
|
+
const handleOp: SharedTreeHandleOp = {
|
|
607
|
+
editHandle:
|
|
608
|
+
serializeHandles(editHandle, this.serializer, this.handle) ??
|
|
609
|
+
fail('Edit chunk handle could not be serialized.'),
|
|
610
|
+
startRevision,
|
|
611
|
+
type: SharedTreeOpType.Handle,
|
|
612
|
+
version: this.writeFormat,
|
|
613
|
+
};
|
|
614
|
+
this.submitOp(handleOp);
|
|
615
|
+
this.emit(SharedTreeDiagnosticEvent.EditChunkUploaded);
|
|
616
|
+
} catch (error) {
|
|
617
|
+
// If chunk load fails, we will try again later in loadCore on the oldest client so we log the error instead of throwing.
|
|
618
|
+
this.logger.sendErrorEvent(
|
|
619
|
+
{
|
|
620
|
+
eventName: 'EditChunkUploadFailure',
|
|
621
|
+
},
|
|
622
|
+
error
|
|
623
|
+
);
|
|
624
|
+
}
|
|
625
|
+
}
|
|
626
|
+
|
|
627
|
+
/**
|
|
628
|
+
* {@inheritDoc @fluidframework/shared-object-base#SharedObject.summarizeCore}
|
|
629
|
+
*/
|
|
630
|
+
public summarizeCore(serializer: IFluidSerializer): ISummaryTreeWithStats {
|
|
631
|
+
return createSingleBlobSummary(snapshotFileName, this.saveSerializedSummary({ serializer }));
|
|
632
|
+
}
|
|
633
|
+
|
|
634
|
+
/**
|
|
635
|
+
* Saves this SharedTree into a serialized summary. This is used for testing.
|
|
636
|
+
*
|
|
637
|
+
* @param summarizer - Optional summarizer to use. If not passed in, SharedTree's summarizer is used.
|
|
638
|
+
* @internal
|
|
639
|
+
*/
|
|
640
|
+
public saveSerializedSummary(options?: { serializer?: IFluidSerializer }): string {
|
|
641
|
+
const { serializer } = options || {};
|
|
642
|
+
return serialize(this.saveSummary(), serializer ?? this.serializer, this.handle);
|
|
643
|
+
}
|
|
644
|
+
|
|
645
|
+
/**
|
|
646
|
+
* Initialize shared tree with a serialized summary. This is used for testing.
|
|
647
|
+
* @returns - statistics about the loaded summary.
|
|
648
|
+
* @internal
|
|
649
|
+
*/
|
|
650
|
+
public loadSerializedSummary(blobData: string): ITelemetryProperties {
|
|
651
|
+
const summary = deserialize(blobData, this.serializer);
|
|
652
|
+
this.loadSummary(summary);
|
|
653
|
+
return getSummaryStatistics(summary);
|
|
654
|
+
}
|
|
655
|
+
|
|
656
|
+
/**
|
|
657
|
+
* Saves this SharedTree into a deserialized summary.
|
|
658
|
+
* @internal
|
|
659
|
+
*/
|
|
660
|
+
public saveSummary(): SharedTreeSummaryBase {
|
|
661
|
+
// If local changes exist, emulate the sequencing of those changes.
|
|
662
|
+
// Doing so is necessary so edits created during DataObject.initializingFirstTime are included.
|
|
663
|
+
// Doing so is safe because it is guaranteed that the DDS has not yet been attached. This is because summary creation is only
|
|
664
|
+
// ever invoked on a DataObject containing local changes when it is attached for the first time. In post-attach flows, an extra
|
|
665
|
+
// instance of the DataObject is created for generating summaries and will never have local edits.
|
|
666
|
+
if (this.editLog.numberOfLocalEdits > 0) {
|
|
667
|
+
assert(
|
|
668
|
+
this.runtime.attachState !== AttachState.Attached,
|
|
669
|
+
'Summarizing should not occur with local edits except on first attach.'
|
|
670
|
+
);
|
|
671
|
+
if (this.writeFormat === WriteFormat.v0_1_1) {
|
|
672
|
+
// Since we're the first client to attach, we can safely finalize ourselves since we're the only ones who have made IDs.
|
|
673
|
+
this.idCompressor.finalizeCreationRange(this.idCompressor.takeNextCreationRange());
|
|
674
|
+
for (const edit of this.editLog.getLocalEdits()) {
|
|
675
|
+
this.internStringsFromEdit(edit);
|
|
676
|
+
}
|
|
677
|
+
}
|
|
678
|
+
this.editLog.sequenceLocalEdits();
|
|
679
|
+
}
|
|
680
|
+
|
|
681
|
+
assert(this.editLog.numberOfLocalEdits === 0, 'generateSummary must not be called with local edits');
|
|
682
|
+
return this.generateSummary();
|
|
683
|
+
}
|
|
684
|
+
|
|
685
|
+
/**
|
|
686
|
+
* Generates a SharedTree summary for the current state of the tree.
|
|
687
|
+
* Will never be called when local edits are present.
|
|
688
|
+
*/
|
|
689
|
+
private generateSummary(): SharedTreeSummaryBase {
|
|
690
|
+
try {
|
|
691
|
+
switch (this.writeFormat) {
|
|
692
|
+
case WriteFormat.v0_0_2:
|
|
693
|
+
return this.encoder_0_0_2.encodeSummary(this.editLog, this.currentView, this);
|
|
694
|
+
case WriteFormat.v0_1_1:
|
|
695
|
+
return this.encoder_0_1_1.encodeSummary(
|
|
696
|
+
this.editLog,
|
|
697
|
+
this.currentView,
|
|
698
|
+
this,
|
|
699
|
+
this.idNormalizer,
|
|
700
|
+
this.interner,
|
|
701
|
+
this.idCompressor.serialize(false)
|
|
702
|
+
);
|
|
703
|
+
default:
|
|
704
|
+
fail('Unknown version');
|
|
705
|
+
}
|
|
706
|
+
} catch (error) {
|
|
707
|
+
this.logger?.sendErrorEvent({
|
|
708
|
+
eventName: 'UnsupportedSummaryWriteFormat',
|
|
709
|
+
formatVersion: this.writeFormat,
|
|
710
|
+
});
|
|
711
|
+
throw error;
|
|
712
|
+
}
|
|
713
|
+
}
|
|
714
|
+
|
|
715
|
+
/**
|
|
716
|
+
* Initialize shared tree with a deserialized summary.
|
|
717
|
+
* @internal
|
|
718
|
+
*/
|
|
719
|
+
public loadSummary(summary: SharedTreeSummaryBase): void {
|
|
720
|
+
const { version: loadedSummaryVersion } = summary;
|
|
721
|
+
|
|
722
|
+
if (isUpdateRequired(loadedSummaryVersion, this.writeFormat)) {
|
|
723
|
+
this.submitOp({ type: SharedTreeOpType.Update, version: this.writeFormat });
|
|
724
|
+
this.logger.sendTelemetryEvent({
|
|
725
|
+
eventName: 'RequestVersionUpdate',
|
|
726
|
+
versionFrom: loadedSummaryVersion,
|
|
727
|
+
versionTo: this.writeFormat,
|
|
728
|
+
});
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
if (compareSummaryFormatVersions(loadedSummaryVersion, this.writeFormat) !== 0) {
|
|
732
|
+
// Write whatever format the loaded summary uses (this is the current agreed-upon format: it may be updated by an update op)
|
|
733
|
+
this.changeWriteFormat(loadedSummaryVersion);
|
|
734
|
+
}
|
|
735
|
+
|
|
736
|
+
assert(
|
|
737
|
+
this.idCompressor.getAllIdsFromLocalSession().next().done === true,
|
|
738
|
+
'Summary load should not be executed after local state is created.'
|
|
739
|
+
);
|
|
740
|
+
|
|
741
|
+
let convertedSummary: SummaryContents;
|
|
742
|
+
switch (loadedSummaryVersion) {
|
|
743
|
+
case WriteFormat.v0_0_2:
|
|
744
|
+
convertedSummary = this.encoder_0_0_2.decodeSummary(summary as SharedTreeSummary_0_0_2);
|
|
745
|
+
break;
|
|
746
|
+
case WriteFormat.v0_1_1: {
|
|
747
|
+
const typedSummary = summary as SharedTreeSummary;
|
|
748
|
+
// See comment in factory constructor--ensure we write a consistent type of summary as how the document began.
|
|
749
|
+
const loadedSummaryIncludesHistory = typedSummary.currentTree !== undefined;
|
|
750
|
+
if (loadedSummaryIncludesHistory !== this.summarizeHistory) {
|
|
751
|
+
this.summarizeHistory = loadedSummaryIncludesHistory;
|
|
752
|
+
this.uploadEditChunks = loadedSummaryIncludesHistory;
|
|
753
|
+
this.encoder_0_1_1 = new SharedTreeEncoder_0_1_1(this.summarizeHistory);
|
|
754
|
+
}
|
|
755
|
+
|
|
756
|
+
convertedSummary = this.encoder_0_1_1.decodeSummary(summary as SharedTreeSummary);
|
|
757
|
+
break;
|
|
758
|
+
}
|
|
759
|
+
default:
|
|
760
|
+
fail('Unknown version');
|
|
761
|
+
}
|
|
762
|
+
|
|
763
|
+
const { editHistory, currentTree, idCompressor, interner } = convertedSummary;
|
|
764
|
+
this.interner = interner;
|
|
765
|
+
this.interner.getOrCreateInternedId(initialTree.definition);
|
|
766
|
+
if (compareSummaryFormatVersions(loadedSummaryVersion, WriteFormat.v0_1_1) < 0) {
|
|
767
|
+
const { editIds, editChunks } = editHistory;
|
|
768
|
+
this.logger.sendTelemetryEvent({
|
|
769
|
+
eventName: 'SummaryConversion',
|
|
770
|
+
formatVersion: WriteFormat.v0_1_1,
|
|
771
|
+
historySize: editIds.length,
|
|
772
|
+
totalNumberOfChunks: editChunks.length,
|
|
773
|
+
uploadedChunks: getNumberOfHandlesFromEditLogSummary(editHistory),
|
|
774
|
+
});
|
|
775
|
+
}
|
|
776
|
+
|
|
777
|
+
this.initializeNewEditLogFromSummary(
|
|
778
|
+
editHistory,
|
|
779
|
+
currentTree,
|
|
780
|
+
idCompressor,
|
|
781
|
+
this.processEditResult,
|
|
782
|
+
this.processSequencedEditResult,
|
|
783
|
+
summary.version
|
|
784
|
+
);
|
|
785
|
+
|
|
786
|
+
if (this.runtime.connected) {
|
|
787
|
+
const noChunksReadyForUpload = this.editLog.getEditChunksReadyForUpload()[Symbol.iterator]().next().done;
|
|
788
|
+
if (noChunksReadyForUpload === undefined || !noChunksReadyForUpload) {
|
|
789
|
+
// A client does not become a member of the quorum until it is within the collaboration window.
|
|
790
|
+
//
|
|
791
|
+
// The collaboration window is the range from the minimum sequence number enforced by the server and head.
|
|
792
|
+
// When a client sends an op, they include the last sequence number the client has processed. We call this the reference
|
|
793
|
+
// sequence number.
|
|
794
|
+
//
|
|
795
|
+
// If there are no members in the quorum, we send a no op op in order to have this client added as a member to the quorum.
|
|
796
|
+
// This is required so we can ensure only the oldest client will upload blobs during summary load.
|
|
797
|
+
if (this.runtime.getQuorum().getMembers().size === 0) {
|
|
798
|
+
const noop: SharedTreeNoOp = {
|
|
799
|
+
type: SharedTreeOpType.NoOp,
|
|
800
|
+
version: this.writeFormat,
|
|
801
|
+
};
|
|
802
|
+
|
|
803
|
+
this.submitOp(noop);
|
|
804
|
+
this.logger.sendTelemetryEvent({ eventName: 'NoOpSent' });
|
|
805
|
+
} else if (this.currentIsOldest) {
|
|
806
|
+
this.uploadCatchUpBlobs();
|
|
807
|
+
}
|
|
808
|
+
}
|
|
809
|
+
|
|
810
|
+
// If this client becomes the oldest, it should take care of uploading catch up blobs.
|
|
811
|
+
this.on('becameOldest', () => this.uploadCatchUpBlobs());
|
|
812
|
+
}
|
|
813
|
+
}
|
|
814
|
+
|
|
815
|
+
private static eventFromEditResult(editStatus: EditStatus): SharedTreeDiagnosticEvent {
|
|
816
|
+
switch (editStatus) {
|
|
817
|
+
case EditStatus.Applied:
|
|
818
|
+
return SharedTreeDiagnosticEvent.AppliedEdit;
|
|
819
|
+
case EditStatus.Invalid:
|
|
820
|
+
return SharedTreeDiagnosticEvent.DroppedInvalidEdit;
|
|
821
|
+
default:
|
|
822
|
+
return SharedTreeDiagnosticEvent.DroppedMalformedEdit;
|
|
823
|
+
}
|
|
824
|
+
}
|
|
825
|
+
|
|
826
|
+
/**
|
|
827
|
+
* Initializes a new `EditLog` and `CachingLogViewer` on this `SharedTree`, replacing and disposing of any previously existing ones.
|
|
828
|
+
* @returns the initialized values (this is mostly to keep the constructor happy)
|
|
829
|
+
*/
|
|
830
|
+
private initializeNewEditLogFromSummary(
|
|
831
|
+
editHistory: EditLogSummary<ChangeInternal, EditHandle<ChangeInternal>>,
|
|
832
|
+
currentTree: ChangeNode | undefined,
|
|
833
|
+
idCompressor: IdCompressor,
|
|
834
|
+
editStatusCallback: EditStatusCallback,
|
|
835
|
+
sequencedEditResultCallback: SequencedEditResultCallback,
|
|
836
|
+
version: WriteFormat
|
|
837
|
+
): { editLog: EditLog<ChangeInternal>; cachingLogViewer: CachingLogViewer } {
|
|
838
|
+
this.idCompressor = idCompressor;
|
|
839
|
+
// Dispose the current log viewer if it exists. This ensures that re-used EditAddedHandlers below don't retain references to old
|
|
840
|
+
// log viewers.
|
|
841
|
+
this.cachingLogViewer?.detachFromEditLog();
|
|
842
|
+
const indexOfFirstEditInSession =
|
|
843
|
+
version === WriteFormat.v0_0_2 || (editHistory?.editIds.length === 1 && version === WriteFormat.v0_1_1)
|
|
844
|
+
? 0
|
|
845
|
+
: editHistory?.editIds.length;
|
|
846
|
+
|
|
847
|
+
// Use previously registered EditAddedHandlers if there is an existing EditLog.
|
|
848
|
+
const editLog = new EditLog(
|
|
849
|
+
editHistory,
|
|
850
|
+
this.logger,
|
|
851
|
+
this.editLog?.editAddedHandlers,
|
|
852
|
+
indexOfFirstEditInSession
|
|
853
|
+
);
|
|
854
|
+
|
|
855
|
+
editLog.on(SharedTreeDiagnosticEvent.UnexpectedHistoryChunk, () => {
|
|
856
|
+
this.emit(SharedTreeDiagnosticEvent.UnexpectedHistoryChunk);
|
|
857
|
+
});
|
|
858
|
+
|
|
859
|
+
let knownRevisions: [number, EditCacheEntry][] | undefined;
|
|
860
|
+
if (currentTree !== undefined) {
|
|
861
|
+
const currentView = RevisionView.fromTree(currentTree);
|
|
862
|
+
// TODO:#47830: Store multiple checkpoints in summary.
|
|
863
|
+
knownRevisions = [[editLog.length, { view: currentView }]];
|
|
864
|
+
}
|
|
865
|
+
|
|
866
|
+
const logViewer = new CachingLogViewer(
|
|
867
|
+
editLog,
|
|
868
|
+
RevisionView.fromTree(initialTree, this),
|
|
869
|
+
knownRevisions,
|
|
870
|
+
this.expensiveValidation,
|
|
871
|
+
editStatusCallback,
|
|
872
|
+
sequencedEditResultCallback,
|
|
873
|
+
0
|
|
874
|
+
);
|
|
875
|
+
|
|
876
|
+
this.editLog = editLog;
|
|
877
|
+
this.cachingLogViewer = logViewer;
|
|
878
|
+
return { editLog, cachingLogViewer: logViewer };
|
|
879
|
+
}
|
|
880
|
+
|
|
881
|
+
/**
|
|
882
|
+
* Upload any full chunks that have yet to be uploaded.
|
|
883
|
+
*/
|
|
884
|
+
private uploadCatchUpBlobs(): void {
|
|
885
|
+
if (this.writeFormat !== WriteFormat.v0_0_2 && this.uploadEditChunks) {
|
|
886
|
+
for (const [startRevision, chunk] of this.editLog.getEditChunksReadyForUpload()) {
|
|
887
|
+
this.uploadEditChunk(chunk, startRevision)
|
|
888
|
+
.then(() => {
|
|
889
|
+
this.emit(SharedTreeDiagnosticEvent.CatchUpBlobUploaded);
|
|
890
|
+
this.logger.sendTelemetryEvent({ eventName: 'CatchUpBlobUpload', chunkSize: chunk.length });
|
|
891
|
+
})
|
|
892
|
+
// It is safe to swallow errors from edit chunk upload because the next summary load will
|
|
893
|
+
// do another attempt to upload the edit chunks that couldn't previously be uploaded
|
|
894
|
+
.catch((error) => {});
|
|
895
|
+
}
|
|
896
|
+
}
|
|
897
|
+
}
|
|
898
|
+
|
|
899
|
+
/**
|
|
900
|
+
* Compares this shared tree to another for equality. Should only be used for internal correctness testing.
|
|
901
|
+
*
|
|
902
|
+
* Equality means that the histories as captured by the EditLogs are equivalent.
|
|
903
|
+
*
|
|
904
|
+
* Equality does not include:
|
|
905
|
+
* - if an edit is open
|
|
906
|
+
* - the shared tree's id
|
|
907
|
+
* - local vs sequenced status of edits
|
|
908
|
+
* - registered event listeners
|
|
909
|
+
* - state of caches
|
|
910
|
+
*
|
|
911
|
+
* @internal
|
|
912
|
+
* */
|
|
913
|
+
public equals(sharedTree: SharedTree): boolean {
|
|
914
|
+
if (!areRevisionViewsSemanticallyEqual(this.currentView, this, sharedTree.currentView, sharedTree)) {
|
|
915
|
+
return false;
|
|
916
|
+
}
|
|
917
|
+
|
|
918
|
+
return this.editLog.equals(sharedTree.editLog);
|
|
919
|
+
}
|
|
920
|
+
|
|
921
|
+
/**
|
|
922
|
+
* {@inheritDoc @fluidframework/shared-object-base#SharedObject.loadCore}
|
|
923
|
+
*/
|
|
924
|
+
protected async loadCore(storage: IChannelStorageService): Promise<void> {
|
|
925
|
+
const summaryLoadPerformanceEvent = PerformanceEvent.start(this.logger, { eventName: 'SummaryLoad' });
|
|
926
|
+
|
|
927
|
+
try {
|
|
928
|
+
const newBlob = await storage.readBlob(snapshotFileName);
|
|
929
|
+
const blobData = bufferToString(newBlob, 'utf8');
|
|
930
|
+
|
|
931
|
+
const stats = this.loadSerializedSummary(blobData);
|
|
932
|
+
|
|
933
|
+
summaryLoadPerformanceEvent.end(stats);
|
|
934
|
+
} catch (error) {
|
|
935
|
+
summaryLoadPerformanceEvent.cancel({ eventName: 'SummaryLoadFailure' }, error);
|
|
936
|
+
throw error;
|
|
937
|
+
}
|
|
938
|
+
}
|
|
939
|
+
|
|
940
|
+
/**
|
|
941
|
+
* {@inheritDoc @fluidframework/shared-object-base#SharedObject.processCore}
|
|
942
|
+
*/
|
|
943
|
+
protected processCore(message: unknown, local: boolean): void {
|
|
944
|
+
const typedMessage = message as Omit<ISequencedDocumentMessage, 'contents'> & {
|
|
945
|
+
contents: SharedTreeOp_0_0_2 | SharedTreeOp;
|
|
946
|
+
};
|
|
947
|
+
this.cachingLogViewer.setMinimumSequenceNumber(typedMessage.minimumSequenceNumber);
|
|
948
|
+
const op = typedMessage.contents;
|
|
949
|
+
const { type, version } = op;
|
|
950
|
+
const resolvedVersion = version ?? WriteFormat.v0_0_2;
|
|
951
|
+
const sameVersion = resolvedVersion === this.writeFormat;
|
|
952
|
+
|
|
953
|
+
// Edit and handle ops should only be processed if they're the same version as the tree write version.
|
|
954
|
+
// Update ops should only be processed if they're not the same version.
|
|
955
|
+
if (sameVersion) {
|
|
956
|
+
if (type === SharedTreeOpType.Handle) {
|
|
957
|
+
const { editHandle, startRevision } = op as SharedTreeHandleOp;
|
|
958
|
+
const baseHandle = this.deserializeHandle(editHandle);
|
|
959
|
+
const decodedHandle: EditHandle<ChangeInternal> = {
|
|
960
|
+
get: async () => {
|
|
961
|
+
const contents = await baseHandle.get();
|
|
962
|
+
const parsedContents: EditChunkContents = JSON.parse(IsoBuffer.from(contents).toString());
|
|
963
|
+
return this.encoder_0_1_1.decodeEditChunk(
|
|
964
|
+
parsedContents,
|
|
965
|
+
sequencedIdNormalizer(this.idNormalizer),
|
|
966
|
+
this.interner
|
|
967
|
+
);
|
|
968
|
+
},
|
|
969
|
+
baseHandle,
|
|
970
|
+
};
|
|
971
|
+
this.editLog.processEditChunkHandle(decodedHandle, startRevision);
|
|
972
|
+
} else if (type === SharedTreeOpType.Edit) {
|
|
973
|
+
if (op.version === WriteFormat.v0_1_1) {
|
|
974
|
+
// TODO: This cast can be removed on typescript 4.6
|
|
975
|
+
this.idCompressor.finalizeCreationRange((op as SharedTreeEditOp).idRange);
|
|
976
|
+
}
|
|
977
|
+
// TODO: This cast can be removed on typescript 4.6
|
|
978
|
+
const edit = this.parseSequencedEdit(op as SharedTreeEditOp | SharedTreeEditOp_0_0_2);
|
|
979
|
+
if (op.version === WriteFormat.v0_1_1) {
|
|
980
|
+
this.internStringsFromEdit(edit);
|
|
981
|
+
}
|
|
982
|
+
this.processSequencedEdit(edit, typedMessage);
|
|
983
|
+
}
|
|
984
|
+
} else if (type === SharedTreeOpType.Update) {
|
|
985
|
+
this.processVersionUpdate(op.version);
|
|
986
|
+
} else if (compareSummaryFormatVersions(resolvedVersion, this.writeFormat) === 1) {
|
|
987
|
+
// An op version newer than our current version should not be received. If this happens, either an
|
|
988
|
+
// incorrect op version has been written or an update op was skipped.
|
|
989
|
+
const error = 'Newer op version received by a client that has yet to be updated.';
|
|
990
|
+
this.logger.sendErrorEvent(
|
|
991
|
+
{
|
|
992
|
+
eventName: 'UnexpectedNewerOpVersion',
|
|
993
|
+
},
|
|
994
|
+
error
|
|
995
|
+
);
|
|
996
|
+
fail(error);
|
|
997
|
+
}
|
|
998
|
+
}
|
|
999
|
+
|
|
1000
|
+
/**
|
|
1001
|
+
* {@inheritDoc @fluidframework/shared-object-base#SharedObject.registerCore}
|
|
1002
|
+
*/
|
|
1003
|
+
protected registerCore(): void {
|
|
1004
|
+
// Do nothing
|
|
1005
|
+
}
|
|
1006
|
+
|
|
1007
|
+
/**
|
|
1008
|
+
* {@inheritDoc @fluidframework/shared-object-base#SharedObject.onDisconnect}
|
|
1009
|
+
*/
|
|
1010
|
+
protected onDisconnect(): void {
|
|
1011
|
+
// Do nothing
|
|
1012
|
+
}
|
|
1013
|
+
|
|
1014
|
+
/**
|
|
1015
|
+
* Parses a sequenced edit. This is only invoked for ops with version matching the current `writeFormat`.
|
|
1016
|
+
*/
|
|
1017
|
+
private parseSequencedEdit(op: SharedTreeEditOp | SharedTreeEditOp_0_0_2): Edit<ChangeInternal> {
|
|
1018
|
+
// TODO:Type Safety: Improve type safety around op sending/parsing (e.g. discriminated union over version field somehow)
|
|
1019
|
+
switch (op.version) {
|
|
1020
|
+
case WriteFormat.v0_0_2:
|
|
1021
|
+
return this.encoder_0_0_2.decodeEditOp(op, this.encodeSemiSerializedEdit.bind(this), this);
|
|
1022
|
+
case WriteFormat.v0_1_1:
|
|
1023
|
+
return this.encoder_0_1_1.decodeEditOp(
|
|
1024
|
+
op,
|
|
1025
|
+
this.encodeSemiSerializedEdit.bind(this),
|
|
1026
|
+
this.idNormalizer,
|
|
1027
|
+
this.interner
|
|
1028
|
+
);
|
|
1029
|
+
default:
|
|
1030
|
+
fail('Unknown op version');
|
|
1031
|
+
}
|
|
1032
|
+
}
|
|
1033
|
+
|
|
1034
|
+
private encodeSemiSerializedEdit<T>(semiSerializedEdit: Edit<T>): Edit<T> {
|
|
1035
|
+
// semiSerializedEdit may have handles which have been replaced by `serializer.encode`.
|
|
1036
|
+
// Since there is no API to un-replace them except via parse, re-stringify the edit, then parse it.
|
|
1037
|
+
// Stringify using JSON, not IFluidSerializer since OPs use JSON directly.
|
|
1038
|
+
// TODO:Performance:#48025: Avoid this serialization round trip.
|
|
1039
|
+
const encodedEdit: Edit<T> = this.serializer.parse(JSON.stringify(semiSerializedEdit));
|
|
1040
|
+
return encodedEdit;
|
|
1041
|
+
}
|
|
1042
|
+
|
|
1043
|
+
private processSequencedEdit(edit: Edit<ChangeInternal>, message: ISequencedDocumentMessage): void {
|
|
1044
|
+
const { id: editId } = edit;
|
|
1045
|
+
const wasLocalEdit = this.editLog.isLocalEdit(editId);
|
|
1046
|
+
|
|
1047
|
+
// If the id of the supplied edit matches a non-local edit already present in the log, this would normally be indicative of an error.
|
|
1048
|
+
// However, the @fluidframework packages prior to 0.37.x have a bug which can cause data corruption by sequencing duplicate edits--
|
|
1049
|
+
// see discussion on the following github issue: https://github.com/microsoft/FluidFramework/issues/4399
|
|
1050
|
+
// To work around this issue, we currently tolerate duplicate ops in loaded documents.
|
|
1051
|
+
// This could be strengthened in the future to only apply to documents which may have been impacted.
|
|
1052
|
+
const shouldIgnoreEdit = this.editLog.tryGetIndexOfId(editId) !== undefined && !wasLocalEdit;
|
|
1053
|
+
if (shouldIgnoreEdit) {
|
|
1054
|
+
return;
|
|
1055
|
+
}
|
|
1056
|
+
|
|
1057
|
+
if (wasLocalEdit) {
|
|
1058
|
+
this.editLog.addSequencedEdit(edit, message);
|
|
1059
|
+
// If this client created the edit that filled up a chunk, it is responsible for uploading that chunk.
|
|
1060
|
+
if (compareSummaryFormatVersions(this.writeFormat, WriteFormat.v0_0_2) > 0 && this.uploadEditChunks) {
|
|
1061
|
+
const lastPair = this.editLog.getLastEditChunk();
|
|
1062
|
+
if (lastPair !== undefined) {
|
|
1063
|
+
const [startRevision, chunk] = lastPair;
|
|
1064
|
+
const edits = assertNotUndefined(chunk.edits);
|
|
1065
|
+
if (edits.length === this.editLog.editsPerChunk) {
|
|
1066
|
+
this.uploadEditChunk(edits, startRevision)
|
|
1067
|
+
.then(() => {
|
|
1068
|
+
this.logger.sendTelemetryEvent({
|
|
1069
|
+
eventName: 'EditChunkUpload',
|
|
1070
|
+
chunkSize: edits.length,
|
|
1071
|
+
});
|
|
1072
|
+
})
|
|
1073
|
+
// It is safe to swallow errors from edit chunk upload because the next summary load will
|
|
1074
|
+
// do another attempt to upload the edit chunks that couldn't previously be uploaded
|
|
1075
|
+
.catch((error) => {});
|
|
1076
|
+
}
|
|
1077
|
+
}
|
|
1078
|
+
}
|
|
1079
|
+
} else {
|
|
1080
|
+
this.applyEditLocally(edit, message);
|
|
1081
|
+
}
|
|
1082
|
+
}
|
|
1083
|
+
|
|
1084
|
+
/**
|
|
1085
|
+
* Updates SharedTree to the provided version if the version is a valid write version newer than the current version.
|
|
1086
|
+
* @param version - The version to update to.
|
|
1087
|
+
*/
|
|
1088
|
+
private processVersionUpdate(version: WriteFormat) {
|
|
1089
|
+
if (isUpdateRequired(this.writeFormat, version)) {
|
|
1090
|
+
PerformanceEvent.timedExec(
|
|
1091
|
+
this.logger,
|
|
1092
|
+
{ eventName: 'VersionUpdate', version },
|
|
1093
|
+
() => {
|
|
1094
|
+
if (compareSummaryFormatVersions(version, WriteFormat.v0_1_1) >= 0) {
|
|
1095
|
+
this.upgradeFrom_0_0_2_to_0_1_1();
|
|
1096
|
+
} else {
|
|
1097
|
+
throw new Error(`Updating to version ${version} is not supported.`);
|
|
1098
|
+
}
|
|
1099
|
+
|
|
1100
|
+
this.changeWriteFormat(version);
|
|
1101
|
+
|
|
1102
|
+
// The edit log may contain some local edits submitted after the version update op was submitted but
|
|
1103
|
+
// before we receive the message it has been sequenced. Since these edits must be sequenced after the version
|
|
1104
|
+
// update op, they will be discarded. These edits are then re-submitted using the new format.
|
|
1105
|
+
for (const edit of this.editLog.getLocalEdits()) {
|
|
1106
|
+
this.submitEditOp(edit);
|
|
1107
|
+
}
|
|
1108
|
+
|
|
1109
|
+
if (this.currentIsOldest) {
|
|
1110
|
+
this.uploadCatchUpBlobs();
|
|
1111
|
+
}
|
|
1112
|
+
},
|
|
1113
|
+
{
|
|
1114
|
+
end: true,
|
|
1115
|
+
cancel: 'error',
|
|
1116
|
+
}
|
|
1117
|
+
);
|
|
1118
|
+
}
|
|
1119
|
+
}
|
|
1120
|
+
|
|
1121
|
+
private upgradeFrom_0_0_2_to_0_1_1(): void {
|
|
1122
|
+
// Reset the string interner, re-populate only with information that there is consensus on
|
|
1123
|
+
this.interner = new MutableStringInterner([initialTree.definition]);
|
|
1124
|
+
const oldIdCompressor = this.idCompressor;
|
|
1125
|
+
// Create the IdCompressor that will be used after the upgrade
|
|
1126
|
+
const newIdCompressor = new IdCompressor(createSessionId(), reservedIdCount); // TODO: attribution info
|
|
1127
|
+
const newContext = getNodeIdContext(newIdCompressor);
|
|
1128
|
+
// Generate all local IDs in the new compressor that were in the old compressor and preserve their UUIDs.
|
|
1129
|
+
// This will allow the client to continue to use local IDs that were allocated pre-upgrade
|
|
1130
|
+
for (const localId of oldIdCompressor.getAllIdsFromLocalSession()) {
|
|
1131
|
+
newIdCompressor.generateCompressedId(oldIdCompressor.decompress(localId));
|
|
1132
|
+
}
|
|
1133
|
+
|
|
1134
|
+
const unifyHistoricalIds = (context: NodeIdContext): void => {
|
|
1135
|
+
for (let i = 0; i < this.editLog.numberOfSequencedEdits; i++) {
|
|
1136
|
+
const edit = this.editsInternal.getEditInSessionAtIndex(i);
|
|
1137
|
+
convertEditIds(edit, (id) => context.generateNodeId(this.convertToStableNodeId(id)));
|
|
1138
|
+
}
|
|
1139
|
+
};
|
|
1140
|
+
// Construct a temporary "ghost" compressor which is used to generate final IDs that will be consistent across all upgrading clients
|
|
1141
|
+
const ghostIdCompressor = new IdCompressor(ghostSessionId, reservedIdCount); // TODO: attribution info
|
|
1142
|
+
const ghostContext = getNodeIdContext(ghostIdCompressor);
|
|
1143
|
+
if (this.summarizeHistory) {
|
|
1144
|
+
// All clients have the full history, and can therefore all "generate" the same final IDs for every ID in the history
|
|
1145
|
+
// via the ghost compressor.
|
|
1146
|
+
unifyHistoricalIds(ghostContext);
|
|
1147
|
+
// The same logic applies to string interning, so intern all the strings in the history (superset of those in the current view)
|
|
1148
|
+
for (let i = 0; i < this.editLog.numberOfSequencedEdits; i++) {
|
|
1149
|
+
this.internStringsFromEdit(this.editsInternal.getEditInSessionAtIndex(i));
|
|
1150
|
+
}
|
|
1151
|
+
} else {
|
|
1152
|
+
// Clients do not have the full history, but all share the same current view (sequenced). They can all finalize the same final
|
|
1153
|
+
// IDs for every ID in the view via the ghost compressor.
|
|
1154
|
+
// The same logic applies for the string interner.
|
|
1155
|
+
for (const node of this.logViewer.getRevisionViewInSession(this.editLog.numberOfSequencedEdits)) {
|
|
1156
|
+
ghostContext.generateNodeId(this.convertToStableNodeId(node.identifier));
|
|
1157
|
+
this.interner.getOrCreateInternedId(node.definition);
|
|
1158
|
+
for (const label of [...node.traits.keys()].sort()) {
|
|
1159
|
+
this.interner.getOrCreateInternedId(label);
|
|
1160
|
+
}
|
|
1161
|
+
}
|
|
1162
|
+
// Every node in this client's history can simply be generated in the new compressor as well, preserving the UUID
|
|
1163
|
+
unifyHistoricalIds(newContext);
|
|
1164
|
+
}
|
|
1165
|
+
// Finalize any IDs in the ghost compressor into the actual compressor. This simulates all clients reaching a consensus on those IDs
|
|
1166
|
+
newIdCompressor.finalizeCreationRange(ghostIdCompressor.takeNextCreationRange());
|
|
1167
|
+
this.idCompressor = newIdCompressor;
|
|
1168
|
+
}
|
|
1169
|
+
|
|
1170
|
+
/**
|
|
1171
|
+
* Applies a set of changes to this tree. The result will be reflected in `SharedTree.currentView`.
|
|
1172
|
+
* This method does not allow for snapshot isolation, as the changes are always applied to the most recent revision.
|
|
1173
|
+
* If it is desireable to read from and apply changes to a fixed view that does not change when remote changes arrive, `Checkout`
|
|
1174
|
+
* should be used instead.
|
|
1175
|
+
* @public
|
|
1176
|
+
*/
|
|
1177
|
+
public applyEdit(...changes: Change[]): Edit<unknown>;
|
|
1178
|
+
public applyEdit(changes: Change[]): Edit<unknown>;
|
|
1179
|
+
public applyEdit(headOrChanges: Change | Change[], ...tail: Change[]): Edit<unknown> {
|
|
1180
|
+
const changes = Array.isArray(headOrChanges) ? headOrChanges : [headOrChanges, ...tail];
|
|
1181
|
+
const id = newEditId();
|
|
1182
|
+
const internalEdit: Edit<ChangeInternal> = {
|
|
1183
|
+
id,
|
|
1184
|
+
changes: changes.map((c) => this.internalizeChange(c)),
|
|
1185
|
+
};
|
|
1186
|
+
this.submitEditOp(internalEdit);
|
|
1187
|
+
this.applyEditLocally(internalEdit, undefined);
|
|
1188
|
+
return internalEdit;
|
|
1189
|
+
}
|
|
1190
|
+
|
|
1191
|
+
/**
|
|
1192
|
+
* Applies a set of internal changes to this tree. The result will be reflected in `SharedTree.currentView`.
|
|
1193
|
+
* External users should use one of the more specialized functions, like `applyEdit` which handles constructing the actual `Edit`
|
|
1194
|
+
* and uses public Change types.
|
|
1195
|
+
* This is exposed for internal use only.
|
|
1196
|
+
* @internal
|
|
1197
|
+
*/
|
|
1198
|
+
public applyEditInternal(editOrChanges: Edit<ChangeInternal> | readonly ChangeInternal[]): Edit<ChangeInternal> {
|
|
1199
|
+
let edit: Edit<ChangeInternal>;
|
|
1200
|
+
if (Array.isArray(editOrChanges)) {
|
|
1201
|
+
const id = newEditId();
|
|
1202
|
+
edit = { id, changes: editOrChanges };
|
|
1203
|
+
} else {
|
|
1204
|
+
edit = editOrChanges as Edit<ChangeInternal>;
|
|
1205
|
+
}
|
|
1206
|
+
this.submitEditOp(edit);
|
|
1207
|
+
this.applyEditLocally(edit, undefined);
|
|
1208
|
+
return edit;
|
|
1209
|
+
}
|
|
1210
|
+
|
|
1211
|
+
/**
|
|
1212
|
+
* Converts a public Change type to an internal representation.
|
|
1213
|
+
* This is exposed for internal use only.
|
|
1214
|
+
* @internal
|
|
1215
|
+
*/
|
|
1216
|
+
public internalizeChange(change: Change): ChangeInternal {
|
|
1217
|
+
switch (change.type) {
|
|
1218
|
+
case ChangeType.Insert:
|
|
1219
|
+
return {
|
|
1220
|
+
source: change.source as DetachedSequenceId,
|
|
1221
|
+
destination: deepCloneStablePlace(change.destination),
|
|
1222
|
+
type: ChangeTypeInternal.Insert,
|
|
1223
|
+
};
|
|
1224
|
+
case ChangeType.Detach: {
|
|
1225
|
+
const detach: DetachInternal = {
|
|
1226
|
+
source: deepCloneStableRange(change.source),
|
|
1227
|
+
type: ChangeTypeInternal.Detach,
|
|
1228
|
+
};
|
|
1229
|
+
copyPropertyIfDefined(change, detach, 'destination');
|
|
1230
|
+
return detach;
|
|
1231
|
+
}
|
|
1232
|
+
case ChangeType.Build: {
|
|
1233
|
+
if (isTreeNodeSequence(change.source)) {
|
|
1234
|
+
const source = change.source.map((buildNode) =>
|
|
1235
|
+
convertTreeNodes<BuildTreeNode, TreeNode<BuildNodeInternal, NodeId>, number>(
|
|
1236
|
+
buildNode,
|
|
1237
|
+
(nodeData) => internalizeBuildNode(nodeData, this),
|
|
1238
|
+
(x): x is number => typeof x === 'number'
|
|
1239
|
+
)
|
|
1240
|
+
) as TreeNodeSequence<TreeNode<BuildNodeInternal, NodeId> | DetachedSequenceId>;
|
|
1241
|
+
return {
|
|
1242
|
+
source,
|
|
1243
|
+
destination: change.destination as DetachedSequenceId,
|
|
1244
|
+
type: ChangeTypeInternal.Build,
|
|
1245
|
+
};
|
|
1246
|
+
} else {
|
|
1247
|
+
const source = convertTreeNodes<BuildTreeNode, TreeNode<BuildNodeInternal, NodeId>, number>(
|
|
1248
|
+
change.source,
|
|
1249
|
+
(nodeData) => internalizeBuildNode(nodeData, this),
|
|
1250
|
+
(x): x is number => typeof x === 'number'
|
|
1251
|
+
) as TreeNode<BuildNodeInternal, NodeId> | DetachedSequenceId;
|
|
1252
|
+
return {
|
|
1253
|
+
source: [source],
|
|
1254
|
+
destination: change.destination as DetachedSequenceId,
|
|
1255
|
+
type: ChangeTypeInternal.Build,
|
|
1256
|
+
};
|
|
1257
|
+
}
|
|
1258
|
+
}
|
|
1259
|
+
case ChangeType.SetValue:
|
|
1260
|
+
return {
|
|
1261
|
+
nodeToModify: change.nodeToModify,
|
|
1262
|
+
payload: change.payload,
|
|
1263
|
+
type: ChangeTypeInternal.SetValue,
|
|
1264
|
+
};
|
|
1265
|
+
case ChangeType.Constraint: {
|
|
1266
|
+
const constraint: ConstraintInternal = {
|
|
1267
|
+
effect: change.effect,
|
|
1268
|
+
toConstrain: change.toConstrain,
|
|
1269
|
+
type: ChangeTypeInternal.Constraint,
|
|
1270
|
+
};
|
|
1271
|
+
copyPropertyIfDefined(change, constraint, 'contentHash');
|
|
1272
|
+
copyPropertyIfDefined(change, constraint, 'identityHash');
|
|
1273
|
+
copyPropertyIfDefined(change, constraint, 'label');
|
|
1274
|
+
copyPropertyIfDefined(change, constraint, 'length');
|
|
1275
|
+
copyPropertyIfDefined(change, constraint, 'parentNode');
|
|
1276
|
+
return constraint;
|
|
1277
|
+
}
|
|
1278
|
+
default:
|
|
1279
|
+
fail('unexpected change type');
|
|
1280
|
+
}
|
|
1281
|
+
}
|
|
1282
|
+
|
|
1283
|
+
private applyEditLocally(edit: Edit<ChangeInternal>, message: ISequencedDocumentMessage | undefined): void {
|
|
1284
|
+
const isSequenced = message !== undefined;
|
|
1285
|
+
if (isSequenced) {
|
|
1286
|
+
// TODO: This cast can be removed on typescript 4.6
|
|
1287
|
+
this.editLog.addSequencedEdit(edit, message as ISequencedDocumentMessage);
|
|
1288
|
+
} else {
|
|
1289
|
+
this.editLog.addLocalEdit(edit);
|
|
1290
|
+
}
|
|
1291
|
+
|
|
1292
|
+
const eventArguments: EditCommittedEventArguments = {
|
|
1293
|
+
editId: edit.id,
|
|
1294
|
+
local: !isSequenced,
|
|
1295
|
+
tree: this,
|
|
1296
|
+
};
|
|
1297
|
+
this.emit(SharedTreeEvent.EditCommitted, eventArguments);
|
|
1298
|
+
}
|
|
1299
|
+
|
|
1300
|
+
/**
|
|
1301
|
+
* Reverts a previous edit by applying a new edit containing the inverse of the original edit's changes.
|
|
1302
|
+
* @param editId - the edit to revert
|
|
1303
|
+
* @returns the id of the new edit, or undefined if the original edit could not be inverted given the current tree state.
|
|
1304
|
+
* @public
|
|
1305
|
+
*/
|
|
1306
|
+
public revert(editId: EditId): EditId | undefined {
|
|
1307
|
+
const index = this.edits.getIndexOfId(editId);
|
|
1308
|
+
const edit = this.editLog.getEditInSessionAtIndex(index);
|
|
1309
|
+
const before = this.logViewer.getRevisionViewInSession(index);
|
|
1310
|
+
const changes = this.revertChanges(edit.changes, before);
|
|
1311
|
+
if (changes === undefined) {
|
|
1312
|
+
return undefined;
|
|
1313
|
+
}
|
|
1314
|
+
|
|
1315
|
+
return this.applyEditInternal(changes).id;
|
|
1316
|
+
}
|
|
1317
|
+
|
|
1318
|
+
/**
|
|
1319
|
+
* Revert the given changes
|
|
1320
|
+
* @param changes - the changes to revert
|
|
1321
|
+
* @param before - the revision view before the changes were originally applied
|
|
1322
|
+
* @returns the inverse of `changes` or undefined if the changes could not be inverted for the given tree state.
|
|
1323
|
+
* @internal
|
|
1324
|
+
*/
|
|
1325
|
+
public revertChanges(changes: readonly ChangeInternal[], before: RevisionView): ChangeInternal[] | undefined {
|
|
1326
|
+
return revert(changes, before);
|
|
1327
|
+
}
|
|
1328
|
+
|
|
1329
|
+
/**
|
|
1330
|
+
* Submits an edit by the local client to the runtime.
|
|
1331
|
+
*/
|
|
1332
|
+
private submitEditOp(edit: Edit<ChangeInternal>): void {
|
|
1333
|
+
// Only submit ops if attached, since op submission can have stateful side effects (e.g. changing the IdCompressor)
|
|
1334
|
+
// Ops will be submitted again when attached (see loadSummary())
|
|
1335
|
+
if (this.isAttached()) {
|
|
1336
|
+
switch (this.writeFormat) {
|
|
1337
|
+
case WriteFormat.v0_0_2:
|
|
1338
|
+
this.submitOp(this.encoder_0_0_2.encodeEditOp(edit, this.serializeEdit.bind(this), this));
|
|
1339
|
+
break;
|
|
1340
|
+
case WriteFormat.v0_1_1:
|
|
1341
|
+
this.submitOp(
|
|
1342
|
+
this.encoder_0_1_1.encodeEditOp(
|
|
1343
|
+
edit,
|
|
1344
|
+
this.serializeEdit.bind(this),
|
|
1345
|
+
this.idCompressor.takeNextCreationRange(),
|
|
1346
|
+
this.idNormalizer,
|
|
1347
|
+
this.interner
|
|
1348
|
+
)
|
|
1349
|
+
);
|
|
1350
|
+
break;
|
|
1351
|
+
default:
|
|
1352
|
+
fail('Unknown version');
|
|
1353
|
+
}
|
|
1354
|
+
}
|
|
1355
|
+
}
|
|
1356
|
+
|
|
1357
|
+
private serializeEdit<TChange>(preparedEdit: Edit<TChange>): Edit<TChange> {
|
|
1358
|
+
return this.serializer.encode(preparedEdit, this.handle) as Edit<TChange>;
|
|
1359
|
+
}
|
|
1360
|
+
|
|
1361
|
+
/** A type-safe `submitLocalMessage` wrapper to enforce op format */
|
|
1362
|
+
private submitOp(content: SharedTreeOp | SharedTreeOp_0_0_2, localOpMetadata: unknown = undefined): void {
|
|
1363
|
+
assert(
|
|
1364
|
+
compareSummaryFormatVersions(content.version, this.writeFormat) === 0,
|
|
1365
|
+
'Attempted to submit op of wrong version'
|
|
1366
|
+
);
|
|
1367
|
+
this.submitLocalMessage(content, localOpMetadata);
|
|
1368
|
+
}
|
|
1369
|
+
|
|
1370
|
+
public getRuntime(): IFluidDataStoreRuntime {
|
|
1371
|
+
return this.runtime;
|
|
1372
|
+
}
|
|
1373
|
+
|
|
1374
|
+
/**
|
|
1375
|
+
* "Pending local state" refers to ops submitted to the runtime that have not yet been acked.
|
|
1376
|
+
* When closing a container, hosts have the option to stash this pending local state somewhere to be reapplied
|
|
1377
|
+
* later (to avoid data loss).
|
|
1378
|
+
* If a host then loads a container using that stashed state, this function is called for each stashed op, and is expected to:
|
|
1379
|
+
* 1. Update this DDS to reflect that state locally.
|
|
1380
|
+
* 2. Return any `localOpMetadata` that would have been associated with this op.
|
|
1381
|
+
*
|
|
1382
|
+
* @param content - op to apply locally.
|
|
1383
|
+
*/
|
|
1384
|
+
protected applyStashedOp(op: unknown): void {
|
|
1385
|
+
const sharedTreeOp = op as SharedTreeOp | SharedTreeOp_0_0_2;
|
|
1386
|
+
switch (sharedTreeOp.type) {
|
|
1387
|
+
case SharedTreeOpType.Edit: {
|
|
1388
|
+
switch (this.writeFormat) {
|
|
1389
|
+
case WriteFormat.v0_0_2:
|
|
1390
|
+
switch (sharedTreeOp.version) {
|
|
1391
|
+
case WriteFormat.v0_0_2: {
|
|
1392
|
+
const edit = this.parseSequencedEdit(sharedTreeOp);
|
|
1393
|
+
this.applyEditLocally(edit, undefined);
|
|
1394
|
+
break;
|
|
1395
|
+
}
|
|
1396
|
+
case WriteFormat.v0_1_1:
|
|
1397
|
+
// TODO:#74390: Implement
|
|
1398
|
+
fail('Received stashed op 0.1.1 before upgrade');
|
|
1399
|
+
default:
|
|
1400
|
+
fail('Unknown version');
|
|
1401
|
+
}
|
|
1402
|
+
break;
|
|
1403
|
+
case WriteFormat.v0_1_1:
|
|
1404
|
+
switch (sharedTreeOp.version) {
|
|
1405
|
+
case WriteFormat.v0_0_2:
|
|
1406
|
+
// TODO:#74390: Implement
|
|
1407
|
+
fail('v0.1.1 does not support stashed ops.');
|
|
1408
|
+
case WriteFormat.v0_1_1:
|
|
1409
|
+
// TODO:#74390: Implement
|
|
1410
|
+
fail('v0.1.1 does not support stashed ops.');
|
|
1411
|
+
default:
|
|
1412
|
+
fail('Unknown version');
|
|
1413
|
+
}
|
|
1414
|
+
default:
|
|
1415
|
+
fail('Unknown version');
|
|
1416
|
+
}
|
|
1417
|
+
break;
|
|
1418
|
+
}
|
|
1419
|
+
// Handle and update ops are only acknowledged by the client that generated them upon sequencing--no local changes necessary.
|
|
1420
|
+
case SharedTreeOpType.Handle:
|
|
1421
|
+
case SharedTreeOpType.Update:
|
|
1422
|
+
case SharedTreeOpType.NoOp:
|
|
1423
|
+
break;
|
|
1424
|
+
default:
|
|
1425
|
+
fail('Unrecognized op');
|
|
1426
|
+
}
|
|
1427
|
+
}
|
|
1428
|
+
|
|
1429
|
+
private changeWriteFormat(newFormat: WriteFormat): void {
|
|
1430
|
+
this.writeFormat = newFormat;
|
|
1431
|
+
this.emit(SharedTreeDiagnosticEvent.WriteVersionChanged, newFormat);
|
|
1432
|
+
}
|
|
1433
|
+
|
|
1434
|
+
/**
|
|
1435
|
+
* Interns all Definitions and TraitLabel_s referenced by the provided edit.
|
|
1436
|
+
*
|
|
1437
|
+
* Clients must have consensus on the interned values to guarantee the interned ID is valid.
|
|
1438
|
+
*/
|
|
1439
|
+
private internStringsFromEdit(edit: Edit<ChangeInternal>): void {
|
|
1440
|
+
for (const change of edit.changes) {
|
|
1441
|
+
if (change.type === ChangeTypeInternal.Build) {
|
|
1442
|
+
for (const root of change.source) {
|
|
1443
|
+
walkTree<TreeNode<BuildNodeInternal, NodeId>, DetachedSequenceId>(
|
|
1444
|
+
root,
|
|
1445
|
+
(node) => {
|
|
1446
|
+
this.interner.getOrCreateInternedId(node.definition);
|
|
1447
|
+
for (const trait of Object.keys(node.traits)) {
|
|
1448
|
+
this.interner.getOrCreateInternedId(trait);
|
|
1449
|
+
}
|
|
1450
|
+
},
|
|
1451
|
+
isDetachedSequenceId
|
|
1452
|
+
);
|
|
1453
|
+
}
|
|
1454
|
+
} else if (change.type === ChangeTypeInternal.Insert) {
|
|
1455
|
+
const { referenceTrait } = change.destination;
|
|
1456
|
+
if (referenceTrait !== undefined) {
|
|
1457
|
+
this.interner.getOrCreateInternedId(referenceTrait.label);
|
|
1458
|
+
}
|
|
1459
|
+
}
|
|
1460
|
+
}
|
|
1461
|
+
}
|
|
1462
|
+
}
|
|
1463
|
+
|
|
1464
|
+
/**
|
|
1465
|
+
* @returns 1 if versionA is newer, -1 if versionB is newer, and 0 if the versions are the same.
|
|
1466
|
+
* @throws if either version isn't a valid WriteFormat version.
|
|
1467
|
+
*/
|
|
1468
|
+
function compareSummaryFormatVersions(versionA: string, versionB: string): number {
|
|
1469
|
+
const versionAIndex = sortedWriteVersions.indexOf(versionA as WriteFormat);
|
|
1470
|
+
const versionBIndex = sortedWriteVersions.indexOf(versionB as WriteFormat);
|
|
1471
|
+
|
|
1472
|
+
if (versionAIndex === -1 || versionBIndex === -1) {
|
|
1473
|
+
fail('Summary version being compared cannot be read.');
|
|
1474
|
+
}
|
|
1475
|
+
|
|
1476
|
+
if (versionAIndex < versionBIndex) {
|
|
1477
|
+
return -1;
|
|
1478
|
+
} else if (versionAIndex > versionBIndex) {
|
|
1479
|
+
return 1;
|
|
1480
|
+
}
|
|
1481
|
+
|
|
1482
|
+
return 0;
|
|
1483
|
+
}
|
|
1484
|
+
|
|
1485
|
+
/**
|
|
1486
|
+
* Checks if the summary version needs to be updated.
|
|
1487
|
+
* @returns true if the old version is older than the new version.
|
|
1488
|
+
* @throws if the new version isn't a supported WriteFormat version.
|
|
1489
|
+
*/
|
|
1490
|
+
function isUpdateRequired(oldVersion: string, newVersion: string): boolean {
|
|
1491
|
+
const newVersionIndex = sortedWriteVersions.indexOf(newVersion as WriteFormat);
|
|
1492
|
+
if (newVersionIndex === -1) {
|
|
1493
|
+
fail('New write version is invalid.');
|
|
1494
|
+
}
|
|
1495
|
+
|
|
1496
|
+
return compareSummaryFormatVersions(oldVersion, newVersion) === -1 ? true : false;
|
|
1497
|
+
}
|
|
1498
|
+
|
|
1499
|
+
function isTreeNodeSequence(source: TreeNodeSequence<BuildNode> | BuildNode): source is TreeNodeSequence<BuildNode> {
|
|
1500
|
+
return Array.isArray(source);
|
|
1501
|
+
}
|