@fluidframework/runtime-utils 1.4.0-121020 → 2.0.0-dev-rc.1.0.0.225277

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (188) hide show
  1. package/.eslintrc.js +5 -7
  2. package/.mocharc.js +12 -0
  3. package/CHANGELOG.md +191 -0
  4. package/README.md +68 -1
  5. package/api-extractor-esm.json +4 -0
  6. package/api-extractor-lint.json +4 -0
  7. package/api-extractor.json +2 -2
  8. package/api-report/runtime-utils.api.md +201 -0
  9. package/dist/{dataStoreHandleContextUtils.js → dataStoreHandleContextUtils.cjs} +5 -2
  10. package/dist/dataStoreHandleContextUtils.cjs.map +1 -0
  11. package/dist/dataStoreHandleContextUtils.d.ts +1 -0
  12. package/dist/dataStoreHandleContextUtils.d.ts.map +1 -1
  13. package/dist/{dataStoreHelpers.js → dataStoreHelpers.cjs} +44 -25
  14. package/dist/dataStoreHelpers.cjs.map +1 -0
  15. package/dist/dataStoreHelpers.d.ts +23 -4
  16. package/dist/dataStoreHelpers.d.ts.map +1 -1
  17. package/dist/index.cjs +44 -0
  18. package/dist/index.cjs.map +1 -0
  19. package/dist/index.d.ts +9 -9
  20. package/dist/index.d.ts.map +1 -1
  21. package/dist/{objectstoragepartition.js → objectstoragepartition.cjs} +4 -3
  22. package/dist/objectstoragepartition.cjs.map +1 -0
  23. package/dist/objectstoragepartition.d.ts +1 -0
  24. package/dist/objectstoragepartition.d.ts.map +1 -1
  25. package/dist/{objectstorageutils.js → objectstorageutils.cjs} +11 -15
  26. package/dist/objectstorageutils.cjs.map +1 -0
  27. package/dist/objectstorageutils.d.ts +6 -0
  28. package/dist/objectstorageutils.d.ts.map +1 -1
  29. package/dist/{requestParser.js → requestParser.cjs} +7 -11
  30. package/dist/requestParser.cjs.map +1 -0
  31. package/dist/requestParser.d.ts +1 -0
  32. package/dist/requestParser.d.ts.map +1 -1
  33. package/dist/runtime-utils-alpha.d.ts +155 -0
  34. package/dist/runtime-utils-beta.d.ts +103 -0
  35. package/dist/runtime-utils-public.d.ts +103 -0
  36. package/dist/runtime-utils-untrimmed.d.ts +306 -0
  37. package/dist/{runtimeFactoryHelper.js → runtimeFactoryHelper.cjs} +11 -12
  38. package/dist/runtimeFactoryHelper.cjs.map +1 -0
  39. package/dist/runtimeFactoryHelper.d.ts +4 -1
  40. package/dist/runtimeFactoryHelper.d.ts.map +1 -1
  41. package/dist/{summaryUtils.js → summaryUtils.cjs} +138 -34
  42. package/dist/summaryUtils.cjs.map +1 -0
  43. package/dist/summaryUtils.d.ts +66 -4
  44. package/dist/summaryUtils.d.ts.map +1 -1
  45. package/dist/tsdoc-metadata.json +11 -0
  46. package/dist/unpackUsedRoutes.cjs +34 -0
  47. package/dist/unpackUsedRoutes.cjs.map +1 -0
  48. package/dist/unpackUsedRoutes.d.ts +12 -0
  49. package/dist/unpackUsedRoutes.d.ts.map +1 -0
  50. package/dist/{utils.js → utils.cjs} +2 -1
  51. package/dist/utils.cjs.map +1 -0
  52. package/dist/utils.d.ts +7 -2
  53. package/dist/utils.d.ts.map +1 -1
  54. package/lib/{dataStoreHandleContextUtils.d.ts → dataStoreHandleContextUtils.d.mts} +2 -1
  55. package/lib/dataStoreHandleContextUtils.d.mts.map +1 -0
  56. package/lib/{dataStoreHandleContextUtils.js → dataStoreHandleContextUtils.mjs} +5 -2
  57. package/lib/dataStoreHandleContextUtils.mjs.map +1 -0
  58. package/lib/{dataStoreHelpers.d.ts → dataStoreHelpers.d.mts} +24 -5
  59. package/lib/dataStoreHelpers.d.mts.map +1 -0
  60. package/lib/{dataStoreHelpers.js → dataStoreHelpers.mjs} +42 -22
  61. package/lib/dataStoreHelpers.mjs.map +1 -0
  62. package/lib/index.d.mts +14 -0
  63. package/lib/index.d.mts.map +1 -0
  64. package/lib/index.mjs +14 -0
  65. package/lib/index.mjs.map +1 -0
  66. package/lib/{objectstoragepartition.d.ts → objectstoragepartition.d.mts} +2 -1
  67. package/lib/objectstoragepartition.d.mts.map +1 -0
  68. package/lib/{objectstoragepartition.js → objectstoragepartition.mjs} +3 -2
  69. package/lib/objectstoragepartition.mjs.map +1 -0
  70. package/lib/{objectstorageutils.d.ts → objectstorageutils.d.mts} +7 -1
  71. package/lib/objectstorageutils.d.mts.map +1 -0
  72. package/lib/{objectstorageutils.js → objectstorageutils.mjs} +11 -15
  73. package/lib/objectstorageutils.mjs.map +1 -0
  74. package/lib/{requestParser.d.ts → requestParser.d.mts} +2 -5
  75. package/lib/requestParser.d.mts.map +1 -0
  76. package/lib/{requestParser.js → requestParser.mjs} +7 -11
  77. package/lib/requestParser.mjs.map +1 -0
  78. package/lib/runtime-utils-alpha.d.mts +155 -0
  79. package/lib/runtime-utils-beta.d.mts +103 -0
  80. package/lib/runtime-utils-public.d.mts +103 -0
  81. package/lib/runtime-utils-untrimmed.d.mts +306 -0
  82. package/lib/{runtimeFactoryHelper.d.ts → runtimeFactoryHelper.d.mts} +5 -2
  83. package/lib/runtimeFactoryHelper.d.mts.map +1 -0
  84. package/lib/runtimeFactoryHelper.mjs +24 -0
  85. package/lib/runtimeFactoryHelper.mjs.map +1 -0
  86. package/lib/{summaryUtils.d.ts → summaryUtils.d.mts} +67 -5
  87. package/lib/summaryUtils.d.mts.map +1 -0
  88. package/lib/{summaryUtils.js → summaryUtils.mjs} +129 -26
  89. package/lib/summaryUtils.mjs.map +1 -0
  90. package/lib/unpackUsedRoutes.d.mts +12 -0
  91. package/lib/unpackUsedRoutes.d.mts.map +1 -0
  92. package/lib/unpackUsedRoutes.mjs +30 -0
  93. package/lib/unpackUsedRoutes.mjs.map +1 -0
  94. package/lib/{utils.d.ts → utils.d.mts} +8 -3
  95. package/lib/utils.d.mts.map +1 -0
  96. package/lib/{utils.js → utils.mjs} +2 -1
  97. package/lib/utils.mjs.map +1 -0
  98. package/package.json +134 -65
  99. package/prettier.config.cjs +8 -0
  100. package/src/dataStoreHandleContextUtils.ts +24 -16
  101. package/src/dataStoreHelpers.ts +106 -83
  102. package/src/index.ts +31 -9
  103. package/src/objectstoragepartition.ts +18 -14
  104. package/src/objectstorageutils.ts +37 -36
  105. package/src/requestParser.ts +81 -86
  106. package/src/runtimeFactoryHelper.ts +27 -26
  107. package/src/summaryUtils.ts +425 -299
  108. package/src/unpackUsedRoutes.ts +31 -0
  109. package/src/utils.ts +12 -7
  110. package/tsc-multi.test.json +4 -0
  111. package/tsconfig.json +10 -12
  112. package/dist/dataStoreHandleContextUtils.js.map +0 -1
  113. package/dist/dataStoreHelpers.js.map +0 -1
  114. package/dist/index.js +0 -26
  115. package/dist/index.js.map +0 -1
  116. package/dist/objectstoragepartition.js.map +0 -1
  117. package/dist/objectstorageutils.js.map +0 -1
  118. package/dist/packageVersion.d.ts +0 -9
  119. package/dist/packageVersion.d.ts.map +0 -1
  120. package/dist/packageVersion.js +0 -12
  121. package/dist/packageVersion.js.map +0 -1
  122. package/dist/requestParser.js.map +0 -1
  123. package/dist/runtimeFactoryHelper.js.map +0 -1
  124. package/dist/summarizerNode/index.d.ts +0 -8
  125. package/dist/summarizerNode/index.d.ts.map +0 -1
  126. package/dist/summarizerNode/index.js +0 -12
  127. package/dist/summarizerNode/index.js.map +0 -1
  128. package/dist/summarizerNode/summarizerNode.d.ts +0 -139
  129. package/dist/summarizerNode/summarizerNode.d.ts.map +0 -1
  130. package/dist/summarizerNode/summarizerNode.js +0 -480
  131. package/dist/summarizerNode/summarizerNode.js.map +0 -1
  132. package/dist/summarizerNode/summarizerNodeUtils.d.ts +0 -161
  133. package/dist/summarizerNode/summarizerNodeUtils.d.ts.map +0 -1
  134. package/dist/summarizerNode/summarizerNodeUtils.js +0 -225
  135. package/dist/summarizerNode/summarizerNodeUtils.js.map +0 -1
  136. package/dist/summarizerNode/summarizerNodeWithGc.d.ts +0 -133
  137. package/dist/summarizerNode/summarizerNodeWithGc.d.ts.map +0 -1
  138. package/dist/summarizerNode/summarizerNodeWithGc.js +0 -294
  139. package/dist/summarizerNode/summarizerNodeWithGc.js.map +0 -1
  140. package/dist/summaryUtils.js.map +0 -1
  141. package/dist/utils.js.map +0 -1
  142. package/lib/dataStoreHandleContextUtils.d.ts.map +0 -1
  143. package/lib/dataStoreHandleContextUtils.js.map +0 -1
  144. package/lib/dataStoreHelpers.d.ts.map +0 -1
  145. package/lib/dataStoreHelpers.js.map +0 -1
  146. package/lib/index.d.ts +0 -14
  147. package/lib/index.d.ts.map +0 -1
  148. package/lib/index.js +0 -14
  149. package/lib/index.js.map +0 -1
  150. package/lib/objectstoragepartition.d.ts.map +0 -1
  151. package/lib/objectstoragepartition.js.map +0 -1
  152. package/lib/objectstorageutils.d.ts.map +0 -1
  153. package/lib/objectstorageutils.js.map +0 -1
  154. package/lib/packageVersion.d.ts +0 -9
  155. package/lib/packageVersion.d.ts.map +0 -1
  156. package/lib/packageVersion.js +0 -9
  157. package/lib/packageVersion.js.map +0 -1
  158. package/lib/requestParser.d.ts.map +0 -1
  159. package/lib/requestParser.js.map +0 -1
  160. package/lib/runtimeFactoryHelper.d.ts.map +0 -1
  161. package/lib/runtimeFactoryHelper.js +0 -25
  162. package/lib/runtimeFactoryHelper.js.map +0 -1
  163. package/lib/summarizerNode/index.d.ts +0 -8
  164. package/lib/summarizerNode/index.d.ts.map +0 -1
  165. package/lib/summarizerNode/index.js +0 -7
  166. package/lib/summarizerNode/index.js.map +0 -1
  167. package/lib/summarizerNode/summarizerNode.d.ts +0 -139
  168. package/lib/summarizerNode/summarizerNode.d.ts.map +0 -1
  169. package/lib/summarizerNode/summarizerNode.js +0 -475
  170. package/lib/summarizerNode/summarizerNode.js.map +0 -1
  171. package/lib/summarizerNode/summarizerNodeUtils.d.ts +0 -161
  172. package/lib/summarizerNode/summarizerNodeUtils.d.ts.map +0 -1
  173. package/lib/summarizerNode/summarizerNodeUtils.js +0 -216
  174. package/lib/summarizerNode/summarizerNodeUtils.js.map +0 -1
  175. package/lib/summarizerNode/summarizerNodeWithGc.d.ts +0 -133
  176. package/lib/summarizerNode/summarizerNodeWithGc.d.ts.map +0 -1
  177. package/lib/summarizerNode/summarizerNodeWithGc.js +0 -289
  178. package/lib/summarizerNode/summarizerNodeWithGc.js.map +0 -1
  179. package/lib/summaryUtils.d.ts.map +0 -1
  180. package/lib/summaryUtils.js.map +0 -1
  181. package/lib/utils.d.ts.map +0 -1
  182. package/lib/utils.js.map +0 -1
  183. package/src/packageVersion.ts +0 -9
  184. package/src/summarizerNode/index.ts +0 -8
  185. package/src/summarizerNode/summarizerNode.ts +0 -662
  186. package/src/summarizerNode/summarizerNodeUtils.ts +0 -339
  187. package/src/summarizerNode/summarizerNodeWithGc.ts +0 -459
  188. package/tsconfig.esnext.json +0 -7
@@ -1,662 +0,0 @@
1
- /*!
2
- * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
3
- * Licensed under the MIT License.
4
- */
5
-
6
- import {
7
- ISummarizerNode,
8
- ISummarizerNodeConfig,
9
- ISummarizeResult,
10
- ISummaryTreeWithStats,
11
- CreateChildSummarizerNodeParam,
12
- CreateSummarizerNodeSource,
13
- SummarizeInternalFn,
14
- ITelemetryContext,
15
- } from "@fluidframework/runtime-definitions";
16
- import {
17
- ISequencedDocumentMessage,
18
- SummaryType,
19
- ISnapshotTree,
20
- SummaryObject,
21
- } from "@fluidframework/protocol-definitions";
22
- import { ITelemetryLogger } from "@fluidframework/common-definitions";
23
- import { assert, unreachableCase } from "@fluidframework/common-utils";
24
- import { mergeStats, convertToSummaryTree, calculateStats } from "../summaryUtils";
25
- import { ReadAndParseBlob } from "../utils";
26
- import {
27
- decodeSummary,
28
- encodeSummary,
29
- EncodeSummaryParam,
30
- EscapedPath,
31
- ICreateChildDetails,
32
- IInitialSummary,
33
- ISummarizerNodeRootContract,
34
- parseSummaryForSubtrees,
35
- parseSummaryTreeForSubtrees,
36
- RefreshSummaryResult,
37
- SummaryNode,
38
- } from "./summarizerNodeUtils";
39
-
40
- export interface IRootSummarizerNode extends ISummarizerNode, ISummarizerNodeRootContract {}
41
-
42
- /**
43
- * Encapsulates the summarizing work and state of an individual tree node in the
44
- * summary tree. It tracks changes and allows for optimizations when unchanged, or
45
- * can allow for fallback summaries to be generated when an error is encountered.
46
- * Usage is for the root node to call startSummary first to begin tracking a WIP
47
- * (work in progress) summary. Then all nodes will call summarize to summaries their
48
- * individual parts. Once completed and uploaded to storage, the root node will call
49
- * completeSummary or clearSummary to clear the WIP summary tracking state if something
50
- * went wrong. The SummarizerNodes will track all pending summaries that have been
51
- * recorded by the completeSummary call. When one of them is acked, the root node should
52
- * call refreshLatestSummary to inform the tree of SummarizerNodes of the new baseline
53
- * latest successful summary.
54
- */
55
- export class SummarizerNode implements IRootSummarizerNode {
56
- /**
57
- * The reference sequence number of the most recent acked summary.
58
- * Returns 0 if there is not yet an acked summary.
59
- */
60
- public get referenceSequenceNumber() {
61
- return this._latestSummary?.referenceSequenceNumber ?? 0;
62
- }
63
-
64
- protected readonly children = new Map<string, SummarizerNode>();
65
- protected readonly pendingSummaries = new Map<string, SummaryNode>();
66
- private readonly outstandingOps: ISequencedDocumentMessage[] = [];
67
- private wipReferenceSequenceNumber: number | undefined;
68
- private wipLocalPaths: { localPath: EscapedPath; additionalPath?: EscapedPath; } | undefined;
69
- private wipSkipRecursion = false;
70
-
71
- public startSummary(referenceSequenceNumber: number, summaryLogger: ITelemetryLogger) {
72
- assert(this.wipSummaryLogger === undefined,
73
- 0x19f /* "wipSummaryLogger should not be set yet in startSummary" */);
74
- assert(this.wipReferenceSequenceNumber === undefined, 0x1a0 /* "Already tracking a summary" */);
75
-
76
- this.wipSummaryLogger = summaryLogger;
77
-
78
- for (const child of this.children.values()) {
79
- child.startSummary(referenceSequenceNumber, this.wipSummaryLogger);
80
- }
81
- this.wipReferenceSequenceNumber = referenceSequenceNumber;
82
- }
83
-
84
- public async summarize(
85
- fullTree: boolean,
86
- trackState: boolean = true,
87
- telemetryContext?: ITelemetryContext,
88
- ): Promise<ISummarizeResult> {
89
- assert(this.isTrackingInProgress(), 0x1a1 /* "summarize should not be called when not tracking the summary" */);
90
- assert(this.wipSummaryLogger !== undefined,
91
- 0x1a2 /* "wipSummaryLogger should have been set in startSummary or ctor" */);
92
-
93
- // Try to reuse the tree if unchanged
94
- if (this.canReuseHandle && !fullTree && !this.hasChanged()) {
95
- const latestSummary = this._latestSummary;
96
- if (latestSummary !== undefined) {
97
- this.wipLocalPaths = {
98
- localPath: latestSummary.localPath,
99
- additionalPath: latestSummary.additionalPath,
100
- };
101
- this.wipSkipRecursion = true;
102
- const stats = mergeStats();
103
- stats.handleNodeCount++;
104
- return {
105
- summary: {
106
- type: SummaryType.Handle,
107
- handle: latestSummary.fullPath.path,
108
- handleType: SummaryType.Tree,
109
- },
110
- stats,
111
- };
112
- }
113
- }
114
-
115
- try {
116
- const result = await this.summarizeInternalFn(fullTree, true, telemetryContext);
117
- this.wipLocalPaths = { localPath: EscapedPath.create(result.id) };
118
- if (result.pathPartsForChildren !== undefined) {
119
- this.wipLocalPaths.additionalPath = EscapedPath.createAndConcat(result.pathPartsForChildren);
120
- }
121
- return { summary: result.summary, stats: result.stats };
122
- } catch (error) {
123
- if (this.throwOnError || this.trackingSequenceNumber < this._changeSequenceNumber) {
124
- throw error;
125
- }
126
- const latestSummary = this._latestSummary;
127
- const initialSummary = this.initialSummary;
128
-
129
- let encodeParam: EncodeSummaryParam;
130
- let localPath: EscapedPath;
131
- if (latestSummary !== undefined) {
132
- // Create using handle of latest acked summary
133
- encodeParam = {
134
- fromSummary: true,
135
- summaryNode: latestSummary,
136
- };
137
- localPath = latestSummary.localPath;
138
- } else if (initialSummary?.summary !== undefined) {
139
- // Create using initial summary from attach op
140
- encodeParam = {
141
- fromSummary: false,
142
- initialSummary: initialSummary.summary,
143
- };
144
- localPath = EscapedPath.create(initialSummary.id);
145
- } else {
146
- // No base summary to reference
147
- throw error;
148
- }
149
- this.wipSummaryLogger.sendErrorEvent({
150
- eventName: "SummarizingWithBasePlusOps",
151
- },
152
- error);
153
- const summary = encodeSummary(encodeParam, this.outstandingOps);
154
- this.wipLocalPaths = {
155
- localPath,
156
- additionalPath: summary.additionalPath,
157
- };
158
- this.wipSkipRecursion = true;
159
- return { summary: summary.summary, stats: summary.stats };
160
- }
161
- }
162
-
163
- /**
164
- * Complete the WIP summary for the given proposalHandle
165
- */
166
- public completeSummary(proposalHandle: string) {
167
- this.completeSummaryCore(proposalHandle, undefined, false);
168
- }
169
-
170
- /**
171
- * Recursive implementation for completeSummary, with additional internal-only parameters
172
- */
173
- protected completeSummaryCore(
174
- proposalHandle: string,
175
- parentPath: EscapedPath | undefined,
176
- parentSkipRecursion: boolean,
177
- ) {
178
- assert(this.wipSummaryLogger !== undefined,
179
- 0x1a3 /* "wipSummaryLogger should have been set in startSummary or ctor" */);
180
- assert(this.wipReferenceSequenceNumber !== undefined, 0x1a4 /* "Not tracking a summary" */);
181
- let localPathsToUse = this.wipLocalPaths;
182
-
183
- if (parentSkipRecursion) {
184
- const latestSummary = this._latestSummary;
185
- if (latestSummary !== undefined) {
186
- // This case the parent node created a failure summary or was reused.
187
- // This node and all children should only try to reference their path
188
- // by its last known good state in the actual summary tree.
189
- // If parent fails or is reused, the child summarize is not called so
190
- // it did not get a chance to change its paths.
191
- // In this case, essentially only propagate the new summary ref seq num.
192
- localPathsToUse = {
193
- localPath: latestSummary.localPath,
194
- additionalPath: latestSummary.additionalPath,
195
- };
196
- } else {
197
- // This case the child is added after the latest non-failure summary.
198
- // This node and all children should consider themselves as still not
199
- // having a successful summary yet.
200
- // We cannot "reuse" this node if unchanged since that summary, because
201
- // handles will be unable to point to that node. It never made it to the
202
- // tree itself, and only exists as an attach op in the _outstandingOps.
203
- this.clearSummary();
204
- return;
205
- }
206
- }
207
-
208
- // This should come from wipLocalPaths in normal cases, or from the latestSummary
209
- // if parentIsFailure or parentIsReused is true.
210
- // If there is no latestSummary, clearSummary and return before reaching this code.
211
- assert(!!localPathsToUse, 0x1a5 /* "Tracked summary local paths not set" */);
212
-
213
- const summary = new SummaryNode({
214
- ...localPathsToUse,
215
- referenceSequenceNumber: this.wipReferenceSequenceNumber,
216
- basePath: parentPath,
217
- });
218
- const fullPathForChildren = summary.fullPathForChildren;
219
- for (const child of this.children.values()) {
220
- child.completeSummaryCore(
221
- proposalHandle,
222
- fullPathForChildren,
223
- this.wipSkipRecursion || parentSkipRecursion,
224
- );
225
- }
226
- // Note that this overwrites existing pending summary with
227
- // the same proposalHandle. If proposalHandle is something like
228
- // a hash or unique identifier, this should be fine. If storage
229
- // can return the same proposalHandle for a different summary,
230
- // this should still be okay, because we should be proposing the
231
- // newer one later which would have to overwrite the previous one.
232
- this.pendingSummaries.set(proposalHandle, summary);
233
- this.clearSummary();
234
- }
235
-
236
- public clearSummary() {
237
- this.wipReferenceSequenceNumber = undefined;
238
- this.wipLocalPaths = undefined;
239
- this.wipSkipRecursion = false;
240
- this.wipSummaryLogger = undefined;
241
- for (const child of this.children.values()) {
242
- child.clearSummary();
243
- }
244
- }
245
-
246
- /**
247
- * Refreshes the latest summary tracked by this node. If we have a pending summary for the given proposal handle,
248
- * it becomes the latest summary. If the current summary is already ahead (e.g., loaded from a service summary),
249
- * we skip the update. Otherwise, we get the snapshot by calling `getSnapshot` and update latest
250
- * summary based off of that.
251
- * @returns A RefreshSummaryResult type which returns information based on the following three scenarios:
252
- * 1. The latest summary was not udpated.
253
- * 2. The latest summary was updated and the summary corresponding to the params was being tracked.
254
- * 3. The latest summary was updated but the summary corresponding to the params was not tracked. In this
255
- * case, the latest summary is updated based on the downloaded snapshot which is also returned.
256
- */
257
- public async refreshLatestSummary(
258
- proposalHandle: string | undefined,
259
- summaryRefSeq: number,
260
- getSnapshot: () => Promise<ISnapshotTree>,
261
- readAndParseBlob: ReadAndParseBlob,
262
- correlatedSummaryLogger: ITelemetryLogger,
263
- ): Promise<RefreshSummaryResult> {
264
- if (proposalHandle !== undefined) {
265
- const maybeSummaryNode = this.pendingSummaries.get(proposalHandle);
266
-
267
- if (maybeSummaryNode !== undefined) {
268
- this.refreshLatestSummaryFromPending(proposalHandle, maybeSummaryNode.referenceSequenceNumber);
269
- return { latestSummaryUpdated: true, wasSummaryTracked: true };
270
- }
271
- }
272
-
273
- // If we have seen a summary same or later as the current one, ignore it.
274
- if (this.referenceSequenceNumber >= summaryRefSeq) {
275
- return { latestSummaryUpdated: false };
276
- }
277
-
278
- const snapshotTree = await getSnapshot();
279
- await this.refreshLatestSummaryFromSnapshot(
280
- summaryRefSeq,
281
- snapshotTree,
282
- undefined,
283
- EscapedPath.create(""),
284
- correlatedSummaryLogger,
285
- readAndParseBlob,
286
- );
287
- return { latestSummaryUpdated: true, wasSummaryTracked: false, snapshot: snapshotTree };
288
- }
289
-
290
- protected refreshLatestSummaryFromPending(
291
- proposalHandle: string,
292
- referenceSequenceNumber: number,
293
- ): void {
294
- const summaryNode = this.pendingSummaries.get(proposalHandle);
295
- if (summaryNode === undefined) {
296
- // This should only happen if parent skipped recursion AND no prior summary existed.
297
- assert(
298
- this._latestSummary === undefined,
299
- 0x1a6 /* "Not found pending summary, but this node has previously completed a summary" */,
300
- );
301
- return;
302
- } else {
303
- assert(
304
- referenceSequenceNumber === summaryNode.referenceSequenceNumber,
305
- 0x1a7 /* Pending summary reference sequence number should be consistent */,
306
- );
307
-
308
- // Clear earlier pending summaries
309
- this.pendingSummaries.delete(proposalHandle);
310
- }
311
-
312
- this.refreshLatestSummaryCore(referenceSequenceNumber);
313
-
314
- this._latestSummary = summaryNode;
315
-
316
- // Propagate update to all child nodes
317
- for (const child of this.children.values()) {
318
- child.refreshLatestSummaryFromPending(proposalHandle, referenceSequenceNumber);
319
- }
320
- }
321
-
322
- protected async refreshLatestSummaryFromSnapshot(
323
- referenceSequenceNumber: number,
324
- snapshotTree: ISnapshotTree,
325
- basePath: EscapedPath | undefined,
326
- localPath: EscapedPath,
327
- correlatedSummaryLogger: ITelemetryLogger,
328
- readAndParseBlob: ReadAndParseBlob,
329
- ): Promise<void> {
330
- // Possible re-entrancy. If we have already seen a summary later than this one, ignore it.
331
- if (this.referenceSequenceNumber >= referenceSequenceNumber) {
332
- return;
333
- }
334
-
335
- this.refreshLatestSummaryCore(referenceSequenceNumber);
336
-
337
- const { baseSummary, pathParts } = decodeSummary(snapshotTree, correlatedSummaryLogger);
338
-
339
- this._latestSummary = new SummaryNode({
340
- referenceSequenceNumber,
341
- basePath,
342
- localPath,
343
- });
344
-
345
- const { childrenTree, childrenPathPart } = parseSummaryForSubtrees(baseSummary);
346
- if (childrenPathPart !== undefined) {
347
- pathParts.push(childrenPathPart);
348
- }
349
-
350
- if (pathParts.length > 0) {
351
- this._latestSummary.additionalPath = EscapedPath.createAndConcat(pathParts);
352
- }
353
-
354
- // Propagate update to all child nodes
355
- const pathForChildren = this._latestSummary.fullPathForChildren;
356
- await Promise.all(Array.from(this.children)
357
- .filter(([id]) => {
358
- // Assuming subtrees missing from snapshot are newer than the snapshot,
359
- // but might be nice to assert this using earliest seq for node.
360
- return childrenTree.trees[id] !== undefined;
361
- }).map(async ([id, child]) => {
362
- return child.refreshLatestSummaryFromSnapshot(
363
- referenceSequenceNumber,
364
- childrenTree.trees[id],
365
- pathForChildren,
366
- EscapedPath.create(id),
367
- correlatedSummaryLogger,
368
- readAndParseBlob,
369
- );
370
- }));
371
- }
372
-
373
- private refreshLatestSummaryCore(referenceSequenceNumber: number): void {
374
- for (const [key, value] of this.pendingSummaries) {
375
- if (value.referenceSequenceNumber < referenceSequenceNumber) {
376
- this.pendingSummaries.delete(key);
377
- }
378
- }
379
-
380
- // Clear earlier outstanding ops
381
- while (
382
- this.outstandingOps.length > 0
383
- && this.outstandingOps[0].sequenceNumber <= referenceSequenceNumber
384
- ) {
385
- this.outstandingOps.shift();
386
- }
387
- }
388
-
389
- public loadBaseSummaryWithoutDifferential(snapshot: ISnapshotTree) {
390
- // Check base summary to see if it has any additional path parts
391
- // separating child SummarizerNodes. Checks for .channels subtrees.
392
- const { childrenPathPart } = parseSummaryForSubtrees(snapshot);
393
- if (childrenPathPart !== undefined && this._latestSummary !== undefined) {
394
- this._latestSummary.additionalPath = EscapedPath.create(childrenPathPart);
395
- }
396
- }
397
-
398
- public async loadBaseSummary(
399
- snapshot: ISnapshotTree,
400
- readAndParseBlob: ReadAndParseBlob,
401
- ): Promise<{ baseSummary: ISnapshotTree; outstandingOps: ISequencedDocumentMessage[]; }> {
402
- const decodedSummary = decodeSummary(snapshot, this.defaultLogger);
403
- const outstandingOps = await decodedSummary.getOutstandingOps(readAndParseBlob);
404
-
405
- const { childrenPathPart } = parseSummaryForSubtrees(decodedSummary.baseSummary);
406
- if (childrenPathPart !== undefined) {
407
- decodedSummary.pathParts.push(childrenPathPart);
408
- }
409
-
410
- if (decodedSummary.pathParts.length > 0 && this._latestSummary !== undefined) {
411
- this._latestSummary.additionalPath = EscapedPath.createAndConcat(decodedSummary.pathParts);
412
- }
413
-
414
- // Defensive assertion: tracking number should already exceed this number.
415
- // This is probably a little excessive; can remove when stable.
416
- if (outstandingOps.length > 0) {
417
- const newOpsLatestSeq = outstandingOps[outstandingOps.length - 1].sequenceNumber;
418
- assert(
419
- newOpsLatestSeq <= this.trackingSequenceNumber,
420
- 0x1a9 /* "When loading base summary, expected outstanding ops <= tracking sequence number" */,
421
- );
422
- }
423
-
424
- return {
425
- baseSummary: decodedSummary.baseSummary,
426
- outstandingOps,
427
- };
428
- }
429
-
430
- public recordChange(op: ISequencedDocumentMessage): void {
431
- const lastOp = this.outstandingOps[this.outstandingOps.length - 1];
432
- if (lastOp !== undefined) {
433
- assert(
434
- lastOp.sequenceNumber < op.sequenceNumber,
435
- 0x1aa /* Out of order change recorded */,
436
- );
437
- }
438
- this.invalidate(op.sequenceNumber);
439
- this.trackingSequenceNumber = op.sequenceNumber;
440
- this.outstandingOps.push(op);
441
- }
442
-
443
- public invalidate(sequenceNumber: number): void {
444
- if (sequenceNumber > this._changeSequenceNumber) {
445
- this._changeSequenceNumber = sequenceNumber;
446
- }
447
- }
448
-
449
- /**
450
- * True if a change has been recorded with sequence number exceeding
451
- * the latest successfully acked summary reference sequence number.
452
- * False implies that the previous summary can be reused.
453
- */
454
- protected hasChanged(): boolean {
455
- return this._changeSequenceNumber > this.referenceSequenceNumber;
456
- }
457
-
458
- public get latestSummary(): Readonly<SummaryNode> | undefined {
459
- return this._latestSummary;
460
- }
461
-
462
- private readonly canReuseHandle: boolean;
463
- private readonly throwOnError: boolean;
464
- /**
465
- * Sequence number of latest tracked op. This updates during recordChange,
466
- * but not for invalidate since we don't have the op. If this drifts from
467
- * changeSequenceNumber and we try to create a differential summary we assert.
468
- */
469
- private trackingSequenceNumber: number;
470
-
471
- /**
472
- * Do not call constructor directly.
473
- * Use createRootSummarizerNode to create root node, or createChild to create child nodes.
474
- */
475
- public constructor(
476
- protected readonly defaultLogger: ITelemetryLogger,
477
- private readonly summarizeInternalFn: SummarizeInternalFn,
478
- config: ISummarizerNodeConfig,
479
- private _changeSequenceNumber: number,
480
- /** Undefined means created without summary */
481
- private _latestSummary?: SummaryNode,
482
- private readonly initialSummary?: IInitialSummary,
483
- protected wipSummaryLogger?: ITelemetryLogger,
484
- ) {
485
- this.canReuseHandle = config.canReuseHandle ?? true;
486
- // BUGBUG: Seeing issues with differential summaries.
487
- // this will disable them, and throw instead
488
- // while we continue to investigate
489
- this.throwOnError = true; // config.throwOnFailure ?? false;
490
- this.trackingSequenceNumber = this._changeSequenceNumber;
491
- }
492
-
493
- public createChild(
494
- /** Summarize function */
495
- summarizeInternalFn: SummarizeInternalFn,
496
- /** Initial id or path part of this node */
497
- id: string,
498
- /**
499
- * Information needed to create the node.
500
- * If it is from a base summary, it will assert that a summary has been seen.
501
- * Attach information if it is created from an attach op.
502
- */
503
- createParam: CreateChildSummarizerNodeParam,
504
- config: ISummarizerNodeConfig = {},
505
- ): ISummarizerNode {
506
- assert(!this.children.has(id), 0x1ab /* "Create SummarizerNode child already exists" */);
507
-
508
- const createDetails: ICreateChildDetails = this.getCreateDetailsForChild(id, createParam);
509
- const child = new SummarizerNode(
510
- this.defaultLogger,
511
- summarizeInternalFn,
512
- config,
513
- createDetails.changeSequenceNumber,
514
- createDetails.latestSummary,
515
- createDetails.initialSummary,
516
- this.wipSummaryLogger,
517
- );
518
-
519
- // There may be additional state that has to be updated in this child. For example, if a summary is being
520
- // tracked, the child's summary tracking state needs to be updated too.
521
- this.maybeUpdateChildState(child);
522
-
523
- this.children.set(id, child);
524
- return child;
525
- }
526
-
527
- public getChild(id: string): ISummarizerNode | undefined {
528
- return this.children.get(id);
529
- }
530
-
531
- /**
532
- * Returns the details needed to create a child node.
533
- * @param id - Initial id or path part of the child node.
534
- * @param createParam - Information needed to create the node.
535
- * @returns the details needed to create the child node.
536
- */
537
- protected getCreateDetailsForChild(id: string, createParam: CreateChildSummarizerNodeParam): ICreateChildDetails {
538
- let initialSummary: IInitialSummary | undefined;
539
- let latestSummary: SummaryNode | undefined;
540
- let changeSequenceNumber: number;
541
-
542
- const parentLatestSummary = this._latestSummary;
543
- switch (createParam.type) {
544
- case CreateSummarizerNodeSource.FromAttach: {
545
- if (
546
- parentLatestSummary !== undefined
547
- && createParam.sequenceNumber <= parentLatestSummary.referenceSequenceNumber
548
- ) {
549
- // Prioritize latest summary if it was after this node was attached.
550
- latestSummary = parentLatestSummary.createForChild(id);
551
- } else {
552
- const summary = convertToSummaryTree(createParam.snapshot) as ISummaryTreeWithStats;
553
- initialSummary = {
554
- sequenceNumber: createParam.sequenceNumber,
555
- id,
556
- summary,
557
- };
558
- }
559
- changeSequenceNumber = createParam.sequenceNumber;
560
- break;
561
- }
562
- case CreateSummarizerNodeSource.FromSummary: {
563
- if (this.initialSummary === undefined) {
564
- assert(
565
- !!parentLatestSummary,
566
- 0x1ac /* "Cannot create child from summary if parent does not have latest summary" */);
567
- }
568
- // fallthrough to local
569
- }
570
- case CreateSummarizerNodeSource.Local: {
571
- const parentInitialSummary = this.initialSummary;
572
- if (parentInitialSummary !== undefined) {
573
- let childSummary: SummaryObject | undefined;
574
- if (parentInitialSummary.summary !== undefined) {
575
- const { childrenTree } = parseSummaryTreeForSubtrees(parentInitialSummary.summary.summary);
576
- assert(
577
- childrenTree.type === SummaryType.Tree,
578
- 0x1d6 /* "Parent summary object is not a tree" */,
579
- );
580
- childSummary = childrenTree.tree[id];
581
- }
582
- if (createParam.type === CreateSummarizerNodeSource.FromSummary) {
583
- // Locally created would not have differential subtree.
584
- assert(!!childSummary, 0x1ad /* "Missing child summary tree" */);
585
- }
586
- let childSummaryWithStats: ISummaryTreeWithStats | undefined;
587
- if (childSummary !== undefined) {
588
- assert(
589
- childSummary.type === SummaryType.Tree,
590
- 0x1ae /* "Child summary object is not a tree" */,
591
- );
592
- childSummaryWithStats = {
593
- summary: childSummary,
594
- stats: calculateStats(childSummary),
595
- };
596
- }
597
- initialSummary = {
598
- sequenceNumber: parentInitialSummary.sequenceNumber,
599
- id,
600
- summary: childSummaryWithStats,
601
- };
602
- }
603
- latestSummary = parentLatestSummary?.createForChild(id);
604
- changeSequenceNumber = parentLatestSummary?.referenceSequenceNumber ?? -1;
605
- break;
606
- }
607
- default: {
608
- const type = (createParam as unknown as CreateChildSummarizerNodeParam).type;
609
- unreachableCase(createParam, `Unexpected CreateSummarizerNodeSource: ${type}`);
610
- }
611
- }
612
-
613
- return {
614
- initialSummary,
615
- latestSummary,
616
- changeSequenceNumber,
617
- };
618
- }
619
-
620
- /**
621
- * Updates the state of the child if required. For example, if a summary is currently being tracked, the child's
622
- * summary tracking state needs to be updated too.
623
- * @param child - The child node whose state is to be updated.
624
- */
625
- protected maybeUpdateChildState(child: SummarizerNode) {
626
- // If we are tracking a summary, this child was created after the tracking started. So, we need to update the
627
- // child's tracking state as well.
628
- if (this.isTrackingInProgress()) {
629
- child.wipReferenceSequenceNumber = this.wipReferenceSequenceNumber;
630
- }
631
- }
632
-
633
- /**
634
- * Tells whether summary tracking is in progress. True if "startSummary" API is called before summarize.
635
- */
636
- protected isTrackingInProgress(): boolean {
637
- return this.wipReferenceSequenceNumber !== undefined;
638
- }
639
- }
640
-
641
- /**
642
- * Creates a root summarizer node.
643
- * @param logger - Logger to use within SummarizerNode
644
- * @param summarizeInternalFn - Function to generate summary
645
- * @param changeSequenceNumber - Sequence number of latest change to new node/subtree
646
- * @param referenceSequenceNumber - Reference sequence number of last acked summary,
647
- * or undefined if not loaded from summary
648
- * @param config - Configure behavior of summarizer node
649
- */
650
- export const createRootSummarizerNode = (
651
- logger: ITelemetryLogger,
652
- summarizeInternalFn: SummarizeInternalFn,
653
- changeSequenceNumber: number,
654
- referenceSequenceNumber: number | undefined,
655
- config: ISummarizerNodeConfig = {},
656
- ): IRootSummarizerNode => new SummarizerNode(
657
- logger,
658
- summarizeInternalFn,
659
- config,
660
- changeSequenceNumber,
661
- referenceSequenceNumber === undefined ? undefined : SummaryNode.createForRoot(referenceSequenceNumber),
662
- );