@fluidframework/container-runtime 2.0.0-internal.3.0.2 → 2.0.0-internal.3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (474) hide show
  1. package/.eslintrc.js +19 -19
  2. package/.mocharc.js +2 -2
  3. package/api-extractor.json +2 -2
  4. package/dist/batchTracker.d.ts.map +1 -1
  5. package/dist/batchTracker.js +2 -1
  6. package/dist/batchTracker.js.map +1 -1
  7. package/dist/blobManager.d.ts +15 -2
  8. package/dist/blobManager.d.ts.map +1 -1
  9. package/dist/blobManager.js +109 -37
  10. package/dist/blobManager.js.map +1 -1
  11. package/dist/connectionTelemetry.d.ts.map +1 -1
  12. package/dist/connectionTelemetry.js +11 -9
  13. package/dist/connectionTelemetry.js.map +1 -1
  14. package/dist/containerHandleContext.d.ts.map +1 -1
  15. package/dist/containerHandleContext.js +3 -1
  16. package/dist/containerHandleContext.js.map +1 -1
  17. package/dist/containerRuntime.d.ts +23 -11
  18. package/dist/containerRuntime.d.ts.map +1 -1
  19. package/dist/containerRuntime.js +225 -132
  20. package/dist/containerRuntime.js.map +1 -1
  21. package/dist/dataStore.d.ts.map +1 -1
  22. package/dist/dataStore.js +11 -9
  23. package/dist/dataStore.js.map +1 -1
  24. package/dist/dataStoreContext.d.ts +27 -13
  25. package/dist/dataStoreContext.d.ts.map +1 -1
  26. package/dist/dataStoreContext.js +95 -56
  27. package/dist/dataStoreContext.js.map +1 -1
  28. package/dist/dataStoreContexts.d.ts.map +1 -1
  29. package/dist/dataStoreContexts.js +7 -3
  30. package/dist/dataStoreContexts.js.map +1 -1
  31. package/dist/dataStoreRegistry.d.ts.map +1 -1
  32. package/dist/dataStoreRegistry.js +3 -1
  33. package/dist/dataStoreRegistry.js.map +1 -1
  34. package/dist/dataStores.d.ts +28 -4
  35. package/dist/dataStores.d.ts.map +1 -1
  36. package/dist/dataStores.js +122 -44
  37. package/dist/dataStores.js.map +1 -1
  38. package/dist/deltaScheduler.d.ts.map +1 -1
  39. package/dist/deltaScheduler.js +8 -3
  40. package/dist/deltaScheduler.js.map +1 -1
  41. package/dist/{garbageCollection.d.ts → gc/garbageCollection.d.ts} +27 -203
  42. package/dist/gc/garbageCollection.d.ts.map +1 -0
  43. package/dist/{garbageCollection.js → gc/garbageCollection.js} +210 -400
  44. package/dist/gc/garbageCollection.js.map +1 -0
  45. package/dist/gc/gcDefinitions.d.ts +189 -0
  46. package/dist/gc/gcDefinitions.d.ts.map +1 -0
  47. package/dist/{garbageCollectionConstants.js → gc/gcDefinitions.js} +27 -2
  48. package/dist/gc/gcDefinitions.js.map +1 -0
  49. package/dist/gc/gcHelpers.d.ts +30 -0
  50. package/dist/gc/gcHelpers.d.ts.map +1 -0
  51. package/dist/gc/gcHelpers.js +65 -0
  52. package/dist/gc/gcHelpers.js.map +1 -0
  53. package/dist/gc/gcSummaryStateTracker.d.ts +86 -0
  54. package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -0
  55. package/dist/gc/gcSummaryStateTracker.js +246 -0
  56. package/dist/gc/gcSummaryStateTracker.js.map +1 -0
  57. package/{lib → dist/gc}/gcSweepReadyUsageDetection.d.ts +5 -5
  58. package/dist/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
  59. package/dist/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +15 -11
  60. package/dist/gc/gcSweepReadyUsageDetection.js.map +1 -0
  61. package/dist/gc/gcUnreferencedStateTracker.d.ts +34 -0
  62. package/dist/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
  63. package/dist/gc/gcUnreferencedStateTracker.js +94 -0
  64. package/dist/gc/gcUnreferencedStateTracker.js.map +1 -0
  65. package/dist/gc/index.d.ts +11 -0
  66. package/dist/gc/index.d.ts.map +1 -0
  67. package/dist/gc/index.js +40 -0
  68. package/dist/gc/index.js.map +1 -0
  69. package/dist/index.d.ts +2 -5
  70. package/dist/index.d.ts.map +1 -1
  71. package/dist/index.js +6 -9
  72. package/dist/index.js.map +1 -1
  73. package/dist/opLifecycle/batchManager.d.ts +2 -13
  74. package/dist/opLifecycle/batchManager.d.ts.map +1 -1
  75. package/dist/opLifecycle/batchManager.js +19 -41
  76. package/dist/opLifecycle/batchManager.js.map +1 -1
  77. package/dist/opLifecycle/definitions.d.ts +4 -0
  78. package/dist/opLifecycle/definitions.d.ts.map +1 -1
  79. package/dist/opLifecycle/definitions.js.map +1 -1
  80. package/dist/opLifecycle/index.d.ts.map +1 -1
  81. package/dist/opLifecycle/index.js.map +1 -1
  82. package/dist/opLifecycle/opCompressor.d.ts.map +1 -1
  83. package/dist/opLifecycle/opCompressor.js +1 -0
  84. package/dist/opLifecycle/opCompressor.js.map +1 -1
  85. package/dist/opLifecycle/opDecompressor.d.ts.map +1 -1
  86. package/dist/opLifecycle/opDecompressor.js +5 -2
  87. package/dist/opLifecycle/opDecompressor.js.map +1 -1
  88. package/dist/opLifecycle/opSplitter.d.ts +1 -1
  89. package/dist/opLifecycle/opSplitter.d.ts.map +1 -1
  90. package/dist/opLifecycle/opSplitter.js +24 -13
  91. package/dist/opLifecycle/opSplitter.js.map +1 -1
  92. package/dist/opLifecycle/outbox.d.ts +19 -3
  93. package/dist/opLifecycle/outbox.d.ts.map +1 -1
  94. package/dist/opLifecycle/outbox.js +78 -45
  95. package/dist/opLifecycle/outbox.js.map +1 -1
  96. package/dist/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  97. package/dist/opLifecycle/remoteMessageProcessor.js.map +1 -1
  98. package/dist/opProperties.d.ts.map +1 -1
  99. package/dist/opProperties.js +1 -3
  100. package/dist/opProperties.js.map +1 -1
  101. package/dist/packageVersion.d.ts +1 -1
  102. package/dist/packageVersion.js +1 -1
  103. package/dist/packageVersion.js.map +1 -1
  104. package/dist/pendingStateManager.d.ts +8 -2
  105. package/dist/pendingStateManager.d.ts.map +1 -1
  106. package/dist/pendingStateManager.js +21 -13
  107. package/dist/pendingStateManager.js.map +1 -1
  108. package/dist/scheduleManager.d.ts.map +1 -1
  109. package/dist/scheduleManager.js +3 -2
  110. package/dist/scheduleManager.js.map +1 -1
  111. package/dist/serializedSnapshotStorage.d.ts +2 -2
  112. package/dist/serializedSnapshotStorage.d.ts.map +1 -1
  113. package/dist/serializedSnapshotStorage.js +5 -3
  114. package/dist/serializedSnapshotStorage.js.map +1 -1
  115. package/dist/summary/index.d.ts +17 -0
  116. package/dist/summary/index.d.ts.map +1 -0
  117. package/dist/summary/index.js +47 -0
  118. package/dist/summary/index.js.map +1 -0
  119. package/dist/summary/orderedClientElection.d.ts.map +1 -0
  120. package/dist/{orderedClientElection.js → summary/orderedClientElection.js} +10 -4
  121. package/dist/summary/orderedClientElection.js.map +1 -0
  122. package/dist/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
  123. package/dist/summary/runWhileConnectedCoordinator.js.map +1 -0
  124. package/{lib → dist/summary}/runningSummarizer.d.ts +19 -18
  125. package/dist/summary/runningSummarizer.d.ts.map +1 -0
  126. package/dist/{runningSummarizer.js → summary/runningSummarizer.js} +191 -76
  127. package/dist/summary/runningSummarizer.js.map +1 -0
  128. package/dist/{summarizer.d.ts → summary/summarizer.d.ts} +4 -6
  129. package/dist/summary/summarizer.d.ts.map +1 -0
  130. package/dist/{summarizer.js → summary/summarizer.js} +31 -71
  131. package/dist/summary/summarizer.js.map +1 -0
  132. package/dist/summary/summarizerClientElection.d.ts.map +1 -0
  133. package/dist/summary/summarizerClientElection.js.map +1 -0
  134. package/dist/summary/summarizerHandle.d.ts.map +1 -0
  135. package/dist/summary/summarizerHandle.js.map +1 -0
  136. package/{lib → dist/summary}/summarizerHeuristics.d.ts +1 -1
  137. package/dist/summary/summarizerHeuristics.d.ts.map +1 -0
  138. package/dist/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +6 -9
  139. package/dist/summary/summarizerHeuristics.js.map +1 -0
  140. package/{lib → dist/summary}/summarizerTypes.d.ts +22 -22
  141. package/dist/summary/summarizerTypes.d.ts.map +1 -0
  142. package/dist/summary/summarizerTypes.js.map +1 -0
  143. package/dist/summary/summaryCollection.d.ts.map +1 -0
  144. package/dist/{summaryCollection.js → summary/summaryCollection.js} +18 -8
  145. package/dist/summary/summaryCollection.js.map +1 -0
  146. package/{lib → dist/summary}/summaryFormat.d.ts +1 -40
  147. package/dist/summary/summaryFormat.d.ts.map +1 -0
  148. package/dist/{summaryFormat.js → summary/summaryFormat.js} +19 -20
  149. package/dist/summary/summaryFormat.js.map +1 -0
  150. package/dist/summary/summaryGenerator.d.ts.map +1 -0
  151. package/dist/{summaryGenerator.js → summary/summaryGenerator.js} +33 -15
  152. package/dist/summary/summaryGenerator.js.map +1 -0
  153. package/dist/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
  154. package/dist/summary/summaryManager.d.ts.map +1 -0
  155. package/dist/{summaryManager.js → summary/summaryManager.js} +21 -9
  156. package/dist/summary/summaryManager.js.map +1 -0
  157. package/dist/throttler.d.ts +2 -2
  158. package/dist/throttler.d.ts.map +1 -1
  159. package/dist/throttler.js +4 -4
  160. package/dist/throttler.js.map +1 -1
  161. package/lib/batchTracker.d.ts.map +1 -1
  162. package/lib/batchTracker.js +2 -1
  163. package/lib/batchTracker.js.map +1 -1
  164. package/lib/blobManager.d.ts +15 -2
  165. package/lib/blobManager.d.ts.map +1 -1
  166. package/lib/blobManager.js +109 -37
  167. package/lib/blobManager.js.map +1 -1
  168. package/lib/connectionTelemetry.d.ts.map +1 -1
  169. package/lib/connectionTelemetry.js +11 -9
  170. package/lib/connectionTelemetry.js.map +1 -1
  171. package/lib/containerHandleContext.d.ts.map +1 -1
  172. package/lib/containerHandleContext.js +3 -1
  173. package/lib/containerHandleContext.js.map +1 -1
  174. package/lib/containerRuntime.d.ts +23 -11
  175. package/lib/containerRuntime.d.ts.map +1 -1
  176. package/lib/containerRuntime.js +201 -108
  177. package/lib/containerRuntime.js.map +1 -1
  178. package/lib/dataStore.d.ts.map +1 -1
  179. package/lib/dataStore.js +11 -9
  180. package/lib/dataStore.js.map +1 -1
  181. package/lib/dataStoreContext.d.ts +27 -13
  182. package/lib/dataStoreContext.d.ts.map +1 -1
  183. package/lib/dataStoreContext.js +84 -45
  184. package/lib/dataStoreContext.js.map +1 -1
  185. package/lib/dataStoreContexts.d.ts.map +1 -1
  186. package/lib/dataStoreContexts.js +7 -3
  187. package/lib/dataStoreContexts.js.map +1 -1
  188. package/lib/dataStoreRegistry.d.ts.map +1 -1
  189. package/lib/dataStoreRegistry.js +3 -1
  190. package/lib/dataStoreRegistry.js.map +1 -1
  191. package/lib/dataStores.d.ts +28 -4
  192. package/lib/dataStores.d.ts.map +1 -1
  193. package/lib/dataStores.js +120 -42
  194. package/lib/dataStores.js.map +1 -1
  195. package/lib/deltaScheduler.d.ts.map +1 -1
  196. package/lib/deltaScheduler.js +9 -4
  197. package/lib/deltaScheduler.js.map +1 -1
  198. package/lib/{garbageCollection.d.ts → gc/garbageCollection.d.ts} +27 -203
  199. package/lib/gc/garbageCollection.d.ts.map +1 -0
  200. package/lib/{garbageCollection.js → gc/garbageCollection.js} +190 -379
  201. package/lib/gc/garbageCollection.js.map +1 -0
  202. package/lib/gc/gcDefinitions.d.ts +189 -0
  203. package/lib/gc/gcDefinitions.d.ts.map +1 -0
  204. package/lib/{garbageCollectionConstants.js → gc/gcDefinitions.js} +26 -1
  205. package/lib/gc/gcDefinitions.js.map +1 -0
  206. package/lib/gc/gcHelpers.d.ts +30 -0
  207. package/lib/gc/gcHelpers.d.ts.map +1 -0
  208. package/lib/gc/gcHelpers.js +58 -0
  209. package/lib/gc/gcHelpers.js.map +1 -0
  210. package/lib/gc/gcSummaryStateTracker.d.ts +86 -0
  211. package/lib/gc/gcSummaryStateTracker.d.ts.map +1 -0
  212. package/lib/gc/gcSummaryStateTracker.js +242 -0
  213. package/lib/gc/gcSummaryStateTracker.js.map +1 -0
  214. package/{dist → lib/gc}/gcSweepReadyUsageDetection.d.ts +5 -5
  215. package/lib/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
  216. package/lib/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +15 -11
  217. package/lib/gc/gcSweepReadyUsageDetection.js.map +1 -0
  218. package/lib/gc/gcUnreferencedStateTracker.d.ts +34 -0
  219. package/lib/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
  220. package/lib/gc/gcUnreferencedStateTracker.js +90 -0
  221. package/lib/gc/gcUnreferencedStateTracker.js.map +1 -0
  222. package/lib/gc/index.d.ts +11 -0
  223. package/lib/gc/index.d.ts.map +1 -0
  224. package/lib/gc/index.js +11 -0
  225. package/lib/gc/index.js.map +1 -0
  226. package/lib/index.d.ts +2 -5
  227. package/lib/index.d.ts.map +1 -1
  228. package/lib/index.js +1 -4
  229. package/lib/index.js.map +1 -1
  230. package/lib/opLifecycle/batchManager.d.ts +2 -13
  231. package/lib/opLifecycle/batchManager.d.ts.map +1 -1
  232. package/lib/opLifecycle/batchManager.js +19 -41
  233. package/lib/opLifecycle/batchManager.js.map +1 -1
  234. package/lib/opLifecycle/definitions.d.ts +4 -0
  235. package/lib/opLifecycle/definitions.d.ts.map +1 -1
  236. package/lib/opLifecycle/definitions.js.map +1 -1
  237. package/lib/opLifecycle/index.d.ts.map +1 -1
  238. package/lib/opLifecycle/index.js.map +1 -1
  239. package/lib/opLifecycle/opCompressor.d.ts.map +1 -1
  240. package/lib/opLifecycle/opCompressor.js +1 -0
  241. package/lib/opLifecycle/opCompressor.js.map +1 -1
  242. package/lib/opLifecycle/opDecompressor.d.ts.map +1 -1
  243. package/lib/opLifecycle/opDecompressor.js +5 -2
  244. package/lib/opLifecycle/opDecompressor.js.map +1 -1
  245. package/lib/opLifecycle/opSplitter.d.ts +1 -1
  246. package/lib/opLifecycle/opSplitter.d.ts.map +1 -1
  247. package/lib/opLifecycle/opSplitter.js +25 -14
  248. package/lib/opLifecycle/opSplitter.js.map +1 -1
  249. package/lib/opLifecycle/outbox.d.ts +19 -3
  250. package/lib/opLifecycle/outbox.d.ts.map +1 -1
  251. package/lib/opLifecycle/outbox.js +79 -46
  252. package/lib/opLifecycle/outbox.js.map +1 -1
  253. package/lib/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  254. package/lib/opLifecycle/remoteMessageProcessor.js.map +1 -1
  255. package/lib/opProperties.d.ts.map +1 -1
  256. package/lib/opProperties.js +1 -3
  257. package/lib/opProperties.js.map +1 -1
  258. package/lib/packageVersion.d.ts +1 -1
  259. package/lib/packageVersion.js +1 -1
  260. package/lib/packageVersion.js.map +1 -1
  261. package/lib/pendingStateManager.d.ts +8 -2
  262. package/lib/pendingStateManager.d.ts.map +1 -1
  263. package/lib/pendingStateManager.js +21 -13
  264. package/lib/pendingStateManager.js.map +1 -1
  265. package/lib/scheduleManager.d.ts.map +1 -1
  266. package/lib/scheduleManager.js +3 -2
  267. package/lib/scheduleManager.js.map +1 -1
  268. package/lib/serializedSnapshotStorage.d.ts +2 -2
  269. package/lib/serializedSnapshotStorage.d.ts.map +1 -1
  270. package/lib/serializedSnapshotStorage.js +5 -3
  271. package/lib/serializedSnapshotStorage.js.map +1 -1
  272. package/lib/summary/index.d.ts +17 -0
  273. package/lib/summary/index.d.ts.map +1 -0
  274. package/lib/summary/index.js +16 -0
  275. package/lib/summary/index.js.map +1 -0
  276. package/lib/summary/orderedClientElection.d.ts.map +1 -0
  277. package/lib/{orderedClientElection.js → summary/orderedClientElection.js} +10 -4
  278. package/lib/summary/orderedClientElection.js.map +1 -0
  279. package/lib/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
  280. package/lib/summary/runWhileConnectedCoordinator.js.map +1 -0
  281. package/{dist → lib/summary}/runningSummarizer.d.ts +19 -18
  282. package/lib/summary/runningSummarizer.d.ts.map +1 -0
  283. package/lib/{runningSummarizer.js → summary/runningSummarizer.js} +193 -78
  284. package/lib/summary/runningSummarizer.js.map +1 -0
  285. package/lib/{summarizer.d.ts → summary/summarizer.d.ts} +4 -6
  286. package/lib/summary/summarizer.d.ts.map +1 -0
  287. package/lib/{summarizer.js → summary/summarizer.js} +33 -73
  288. package/lib/summary/summarizer.js.map +1 -0
  289. package/lib/summary/summarizerClientElection.d.ts.map +1 -0
  290. package/lib/summary/summarizerClientElection.js.map +1 -0
  291. package/lib/summary/summarizerHandle.d.ts.map +1 -0
  292. package/lib/summary/summarizerHandle.js.map +1 -0
  293. package/{dist → lib/summary}/summarizerHeuristics.d.ts +1 -1
  294. package/lib/summary/summarizerHeuristics.d.ts.map +1 -0
  295. package/lib/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +6 -9
  296. package/lib/summary/summarizerHeuristics.js.map +1 -0
  297. package/{dist → lib/summary}/summarizerTypes.d.ts +22 -22
  298. package/lib/summary/summarizerTypes.d.ts.map +1 -0
  299. package/lib/summary/summarizerTypes.js.map +1 -0
  300. package/lib/summary/summaryCollection.d.ts.map +1 -0
  301. package/lib/{summaryCollection.js → summary/summaryCollection.js} +18 -8
  302. package/lib/summary/summaryCollection.js.map +1 -0
  303. package/{dist → lib/summary}/summaryFormat.d.ts +1 -40
  304. package/lib/summary/summaryFormat.d.ts.map +1 -0
  305. package/lib/{summaryFormat.js → summary/summaryFormat.js} +20 -20
  306. package/lib/summary/summaryFormat.js.map +1 -0
  307. package/lib/summary/summaryGenerator.d.ts.map +1 -0
  308. package/lib/{summaryGenerator.js → summary/summaryGenerator.js} +33 -15
  309. package/lib/summary/summaryGenerator.js.map +1 -0
  310. package/lib/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
  311. package/lib/summary/summaryManager.d.ts.map +1 -0
  312. package/lib/{summaryManager.js → summary/summaryManager.js} +21 -9
  313. package/lib/summary/summaryManager.js.map +1 -0
  314. package/lib/throttler.d.ts +2 -2
  315. package/lib/throttler.d.ts.map +1 -1
  316. package/lib/throttler.js +4 -4
  317. package/lib/throttler.js.map +1 -1
  318. package/package.json +60 -51
  319. package/prettier.config.cjs +1 -1
  320. package/src/batchTracker.ts +54 -49
  321. package/src/blobManager.ts +825 -674
  322. package/src/connectionTelemetry.ts +280 -249
  323. package/src/containerHandleContext.ts +27 -29
  324. package/src/containerRuntime.ts +3249 -2978
  325. package/src/dataStore.ts +172 -159
  326. package/src/dataStoreContext.ts +1141 -1057
  327. package/src/dataStoreContexts.ts +178 -161
  328. package/src/dataStoreRegistry.ts +25 -20
  329. package/src/dataStores.ts +880 -731
  330. package/src/deltaScheduler.ts +158 -150
  331. package/{garbageCollection.md → src/gc/garbageCollection.md} +16 -3
  332. package/src/gc/garbageCollection.ts +1506 -0
  333. package/src/gc/gcDefinitions.ts +244 -0
  334. package/src/gc/gcHelpers.ts +86 -0
  335. package/src/gc/gcSummaryStateTracker.ts +339 -0
  336. package/src/gc/gcSweepReadyUsageDetection.ts +145 -0
  337. package/src/gc/gcUnreferencedStateTracker.ts +114 -0
  338. package/src/gc/index.ts +40 -0
  339. package/src/index.ts +67 -70
  340. package/src/opLifecycle/README.md +152 -0
  341. package/src/opLifecycle/batchManager.ts +101 -144
  342. package/src/opLifecycle/definitions.ts +33 -29
  343. package/src/opLifecycle/index.ts +5 -5
  344. package/src/opLifecycle/opCompressor.ts +55 -53
  345. package/src/opLifecycle/opDecompressor.ts +100 -81
  346. package/src/opLifecycle/opSplitter.ts +233 -188
  347. package/src/opLifecycle/outbox.ts +251 -195
  348. package/src/opLifecycle/remoteMessageProcessor.ts +62 -62
  349. package/src/opProperties.ts +11 -9
  350. package/src/packageVersion.ts +1 -1
  351. package/src/pendingStateManager.ts +396 -338
  352. package/src/scheduleManager.ts +299 -269
  353. package/src/serializedSnapshotStorage.ts +126 -112
  354. package/src/summary/index.ts +99 -0
  355. package/src/summary/orderedClientElection.ts +564 -0
  356. package/src/summary/runWhileConnectedCoordinator.ts +113 -0
  357. package/src/summary/runningSummarizer.ts +788 -0
  358. package/src/summary/summarizer.ts +386 -0
  359. package/src/summary/summarizerClientElection.ts +139 -0
  360. package/src/{summarizerHandle.ts → summary/summarizerHandle.ts} +11 -9
  361. package/src/summary/summarizerHeuristics.ts +219 -0
  362. package/src/summary/summarizerTypes.ts +521 -0
  363. package/src/summary/summaryCollection.ts +450 -0
  364. package/src/summary/summaryFormat.ts +226 -0
  365. package/src/summary/summaryGenerator.ts +505 -0
  366. package/src/summary/summaryManager.ts +423 -0
  367. package/src/throttler.ts +131 -122
  368. package/tsconfig.esnext.json +6 -6
  369. package/tsconfig.json +9 -13
  370. package/dist/garbageCollection.d.ts.map +0 -1
  371. package/dist/garbageCollection.js.map +0 -1
  372. package/dist/garbageCollectionConstants.d.ts +0 -25
  373. package/dist/garbageCollectionConstants.d.ts.map +0 -1
  374. package/dist/garbageCollectionConstants.js.map +0 -1
  375. package/dist/garbageCollectionTombstoneUtils.d.ts +0 -14
  376. package/dist/garbageCollectionTombstoneUtils.d.ts.map +0 -1
  377. package/dist/garbageCollectionTombstoneUtils.js +0 -23
  378. package/dist/garbageCollectionTombstoneUtils.js.map +0 -1
  379. package/dist/gcSweepReadyUsageDetection.d.ts.map +0 -1
  380. package/dist/gcSweepReadyUsageDetection.js.map +0 -1
  381. package/dist/orderedClientElection.d.ts.map +0 -1
  382. package/dist/orderedClientElection.js.map +0 -1
  383. package/dist/runWhileConnectedCoordinator.d.ts.map +0 -1
  384. package/dist/runWhileConnectedCoordinator.js.map +0 -1
  385. package/dist/runningSummarizer.d.ts.map +0 -1
  386. package/dist/runningSummarizer.js.map +0 -1
  387. package/dist/summarizer.d.ts.map +0 -1
  388. package/dist/summarizer.js.map +0 -1
  389. package/dist/summarizerClientElection.d.ts.map +0 -1
  390. package/dist/summarizerClientElection.js.map +0 -1
  391. package/dist/summarizerHandle.d.ts.map +0 -1
  392. package/dist/summarizerHandle.js.map +0 -1
  393. package/dist/summarizerHeuristics.d.ts.map +0 -1
  394. package/dist/summarizerHeuristics.js.map +0 -1
  395. package/dist/summarizerTypes.d.ts.map +0 -1
  396. package/dist/summarizerTypes.js.map +0 -1
  397. package/dist/summaryCollection.d.ts.map +0 -1
  398. package/dist/summaryCollection.js.map +0 -1
  399. package/dist/summaryFormat.d.ts.map +0 -1
  400. package/dist/summaryFormat.js.map +0 -1
  401. package/dist/summaryGenerator.d.ts.map +0 -1
  402. package/dist/summaryGenerator.js.map +0 -1
  403. package/dist/summaryManager.d.ts.map +0 -1
  404. package/dist/summaryManager.js.map +0 -1
  405. package/lib/garbageCollection.d.ts.map +0 -1
  406. package/lib/garbageCollection.js.map +0 -1
  407. package/lib/garbageCollectionConstants.d.ts +0 -25
  408. package/lib/garbageCollectionConstants.d.ts.map +0 -1
  409. package/lib/garbageCollectionConstants.js.map +0 -1
  410. package/lib/garbageCollectionTombstoneUtils.d.ts +0 -14
  411. package/lib/garbageCollectionTombstoneUtils.d.ts.map +0 -1
  412. package/lib/garbageCollectionTombstoneUtils.js +0 -19
  413. package/lib/garbageCollectionTombstoneUtils.js.map +0 -1
  414. package/lib/gcSweepReadyUsageDetection.d.ts.map +0 -1
  415. package/lib/gcSweepReadyUsageDetection.js.map +0 -1
  416. package/lib/orderedClientElection.d.ts.map +0 -1
  417. package/lib/orderedClientElection.js.map +0 -1
  418. package/lib/runWhileConnectedCoordinator.d.ts.map +0 -1
  419. package/lib/runWhileConnectedCoordinator.js.map +0 -1
  420. package/lib/runningSummarizer.d.ts.map +0 -1
  421. package/lib/runningSummarizer.js.map +0 -1
  422. package/lib/summarizer.d.ts.map +0 -1
  423. package/lib/summarizer.js.map +0 -1
  424. package/lib/summarizerClientElection.d.ts.map +0 -1
  425. package/lib/summarizerClientElection.js.map +0 -1
  426. package/lib/summarizerHandle.d.ts.map +0 -1
  427. package/lib/summarizerHandle.js.map +0 -1
  428. package/lib/summarizerHeuristics.d.ts.map +0 -1
  429. package/lib/summarizerHeuristics.js.map +0 -1
  430. package/lib/summarizerTypes.d.ts.map +0 -1
  431. package/lib/summarizerTypes.js.map +0 -1
  432. package/lib/summaryCollection.d.ts.map +0 -1
  433. package/lib/summaryCollection.js.map +0 -1
  434. package/lib/summaryFormat.d.ts.map +0 -1
  435. package/lib/summaryFormat.js.map +0 -1
  436. package/lib/summaryGenerator.d.ts.map +0 -1
  437. package/lib/summaryGenerator.js.map +0 -1
  438. package/lib/summaryManager.d.ts.map +0 -1
  439. package/lib/summaryManager.js.map +0 -1
  440. package/src/garbageCollection.ts +0 -1800
  441. package/src/garbageCollectionConstants.ts +0 -41
  442. package/src/garbageCollectionTombstoneUtils.ts +0 -28
  443. package/src/gcSweepReadyUsageDetection.ts +0 -139
  444. package/src/orderedClientElection.ts +0 -532
  445. package/src/runWhileConnectedCoordinator.ts +0 -106
  446. package/src/runningSummarizer.ts +0 -610
  447. package/src/summarizer.ts +0 -421
  448. package/src/summarizerClientElection.ts +0 -132
  449. package/src/summarizerHeuristics.ts +0 -222
  450. package/src/summarizerTypes.ts +0 -507
  451. package/src/summaryCollection.ts +0 -421
  452. package/src/summaryFormat.ts +0 -256
  453. package/src/summaryGenerator.ts +0 -450
  454. package/src/summaryManager.ts +0 -394
  455. /package/dist/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
  456. /package/dist/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +0 -0
  457. /package/dist/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +0 -0
  458. /package/dist/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
  459. /package/dist/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
  460. /package/dist/{summarizerHandle.d.ts → summary/summarizerHandle.d.ts} +0 -0
  461. /package/dist/{summarizerHandle.js → summary/summarizerHandle.js} +0 -0
  462. /package/dist/{summarizerTypes.js → summary/summarizerTypes.js} +0 -0
  463. /package/dist/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
  464. /package/dist/{summaryGenerator.d.ts → summary/summaryGenerator.d.ts} +0 -0
  465. /package/lib/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
  466. /package/lib/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +0 -0
  467. /package/lib/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +0 -0
  468. /package/lib/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
  469. /package/lib/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
  470. /package/lib/{summarizerHandle.d.ts → summary/summarizerHandle.d.ts} +0 -0
  471. /package/lib/{summarizerHandle.js → summary/summarizerHandle.js} +0 -0
  472. /package/lib/{summarizerTypes.js → summary/summarizerTypes.js} +0 -0
  473. /package/lib/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
  474. /package/lib/{summaryGenerator.d.ts → summary/summaryGenerator.d.ts} +0 -0
@@ -1,532 +0,0 @@
1
- /*!
2
- * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
3
- * Licensed under the MIT License.
4
- */
5
- /* eslint-disable @rushstack/no-new-null */
6
- import { IEvent, IEventProvider, ITelemetryLogger } from "@fluidframework/common-definitions";
7
- import { assert, TypedEventEmitter } from "@fluidframework/common-utils";
8
- import { IDeltaManager } from "@fluidframework/container-definitions";
9
- import { UsageError } from "@fluidframework/container-utils";
10
- import { IClient, IQuorumClients, ISequencedClient } from "@fluidframework/protocol-definitions";
11
- import { ChildLogger } from "@fluidframework/telemetry-utils";
12
- import { summarizerClientType } from "./summarizerClientElection";
13
-
14
- // helper types for recursive readonly.
15
- // eslint-disable-next-line @typescript-eslint/ban-types
16
- export type ImmutablePrimitives = undefined | null | boolean | string | number | Function;
17
- export type Immutable<T> = T extends ImmutablePrimitives
18
- ? T
19
- : T extends (infer A)[]
20
- ? readonly Immutable<A>[]
21
- : T extends Map<infer K, infer V>
22
- ? ReadonlyMap<Immutable<K>, Immutable<V>>
23
- : T extends Set<infer V>
24
- ? ReadonlySet<Immutable<V>>
25
- : { readonly [K in keyof T]: Immutable<T[K]> };
26
-
27
- /** Minimum information for a client tracked for election consideration. */
28
- export interface ITrackedClient {
29
- readonly clientId: string;
30
- readonly sequenceNumber: number;
31
- readonly client: Immutable<IClient>;
32
- }
33
-
34
- /** Common contract for link nodes within an OrderedClientCollection. */
35
- export interface ILinkNode {
36
- readonly sequenceNumber: number;
37
- youngerClient: ILinkedClient | undefined;
38
- }
39
-
40
- /** Placeholder root node within an OrderedClientCollection; does not represent a client. */
41
- export interface IRootLinkNode extends ILinkNode {
42
- readonly sequenceNumber: -1;
43
- readonly olderClient: undefined;
44
- }
45
-
46
- /** Additional information required to keep track of the client within the doubly-linked list. */
47
- export interface ILinkedClient extends ILinkNode, ITrackedClient {
48
- olderClient: LinkNode;
49
- }
50
-
51
- /** Any link node within OrderedClientCollection including the placeholder root node. */
52
- export type LinkNode = IRootLinkNode | ILinkedClient;
53
-
54
- /** Events raised by an OrderedClientCollection. */
55
- export interface IOrderedClientCollectionEvents extends IEvent {
56
- /** Event fires when client is being added. */
57
- (event: "addClient" | "removeClient", listener: (client: ILinkedClient, sequenceNumber: number) => void);
58
- }
59
-
60
- /** Contract for a sorted collection of all clients in the quorum. */
61
- export interface IOrderedClientCollection extends IEventProvider<IOrderedClientCollectionEvents> {
62
- /** Count of clients in the collection. */
63
- readonly count: number;
64
- /** Pointer to the oldest client in the collection. */
65
- readonly oldestClient: ILinkedClient | undefined;
66
- /** Returns a sorted array of all the clients in the collection. */
67
- getAllClients(): ILinkedClient[];
68
- }
69
-
70
- /**
71
- * Tracks clients in the Quorum. It maintains their order using their join op
72
- * sequence numbers.
73
- * Internally, the collection of clients is maintained in a doubly-linked list,
74
- * with pointers to both the first and last nodes.
75
- * The first (root) node is a placeholder to simplify logic and reduce null checking.
76
- */
77
- export class OrderedClientCollection
78
- extends TypedEventEmitter<IOrderedClientCollectionEvents>
79
- implements IOrderedClientCollection {
80
- /** Collection of ALL clients currently in the quorum, with client ids as keys. */
81
- private readonly clientMap = new Map<string, ILinkedClient>();
82
- /** Placeholder head node of linked list, for simplified null checking. */
83
- private readonly rootNode: IRootLinkNode = {
84
- sequenceNumber: -1,
85
- olderClient: undefined,
86
- youngerClient: undefined,
87
- };
88
- /** Pointer to end of linked list, for optimized client adds. */
89
- private _youngestClient: LinkNode = this.rootNode;
90
- private readonly logger: ITelemetryLogger;
91
-
92
- public get count() {
93
- return this.clientMap.size;
94
- }
95
- public get oldestClient() {
96
- return this.rootNode.youngerClient;
97
- }
98
-
99
- constructor(
100
- logger: ITelemetryLogger,
101
- deltaManager: Pick<IDeltaManager<unknown, unknown>, "lastSequenceNumber">,
102
- quorum: Pick<IQuorumClients, "getMembers" | "on">,
103
- ) {
104
- super();
105
- this.logger = ChildLogger.create(logger, "OrderedClientCollection");
106
- const members = quorum.getMembers();
107
- for (const [clientId, client] of members) {
108
- this.addClient(clientId, client);
109
- }
110
-
111
- quorum.on("addMember", (clientId, client) => {
112
- const newClient = this.addClient(clientId, client);
113
- this.emit("addClient", newClient, deltaManager.lastSequenceNumber);
114
- });
115
- quorum.on("removeMember", (clientId) => {
116
- const sequenceNumber = deltaManager.lastSequenceNumber;
117
- const removeClient = this.removeClient(clientId);
118
- if (removeClient === undefined) {
119
- this.logger.sendErrorEvent({ eventName: "ClientNotFound", clientId, sequenceNumber });
120
- } else {
121
- this.emit("removeClient", removeClient, sequenceNumber);
122
- }
123
- });
124
- }
125
-
126
- private addClient(clientId: string, client: ISequencedClient): ITrackedClient {
127
- // Normal case is adding the latest client, which will bypass loop.
128
- // Find where it belongs otherwise (maybe possible during initial load?).
129
- assert(client.sequenceNumber > -1, 0x1f6 /* "Negative client sequence number not allowed" */);
130
- let currClient = this._youngestClient;
131
- while (currClient.sequenceNumber > client.sequenceNumber) {
132
- assert(currClient.olderClient !== undefined, 0x1f7 /* "Previous client should always be defined" */);
133
- // Note: If adding a client older than the elected client, it will not be automatically elected.
134
- currClient = currClient.olderClient;
135
- }
136
-
137
- // Now currClient is the node right before where the new client node should be.
138
- const newClient: ILinkedClient = {
139
- clientId,
140
- sequenceNumber: client.sequenceNumber,
141
- client: { ...client.client }, // shallow clone
142
- olderClient: currClient,
143
- youngerClient: currClient.youngerClient,
144
- };
145
-
146
- // Update prev node to point to this new node.
147
- newClient.olderClient.youngerClient = newClient;
148
-
149
- if (newClient.youngerClient === undefined) {
150
- // Update linked list end pointer to youngest client.
151
- this._youngestClient = newClient;
152
- } else {
153
- // Update next node to point back to this new node.
154
- newClient.youngerClient.olderClient = newClient;
155
- }
156
-
157
- this.clientMap.set(clientId, newClient);
158
- return newClient;
159
- }
160
-
161
- private removeClient(clientId: string): ITrackedClient | undefined {
162
- const removeClient = this.clientMap.get(clientId);
163
- if (removeClient === undefined) {
164
- return;
165
- }
166
-
167
- // Update prev node to point to next node.
168
- removeClient.olderClient.youngerClient = removeClient.youngerClient;
169
-
170
- if (removeClient.youngerClient === undefined) {
171
- // Update linked list end pointer to youngest client.
172
- this._youngestClient = removeClient.olderClient;
173
- } else {
174
- // Update next node to point back to previous node.
175
- removeClient.youngerClient.olderClient = removeClient.olderClient;
176
- }
177
-
178
- this.clientMap.delete(clientId);
179
- return removeClient;
180
- }
181
-
182
- /** Returns an array of all clients being tracked in order from oldest to newest. */
183
- public getAllClients(): ILinkedClient[] {
184
- const result: ILinkedClient[] = [];
185
- let currClient: LinkNode = this.rootNode;
186
- while (currClient.youngerClient !== undefined) {
187
- result.push(currClient.youngerClient);
188
- currClient = currClient.youngerClient;
189
- }
190
- return result;
191
- }
192
- }
193
-
194
- /** Events raised by an OrderedClientElection. */
195
- export interface IOrderedClientElectionEvents extends IEvent {
196
- /** Event fires when the currently elected client changes. */
197
- (event: "election", listener: (
198
- /** Newly elected client. */
199
- client: ITrackedClient | undefined,
200
- /** Sequence number where election took place. */
201
- sequenceNumber: number,
202
- /** Previously elected client. */
203
- prevClient: ITrackedClient | undefined,
204
- ) => void);
205
- }
206
-
207
- /** Serialized state of IOrderedClientElection. */
208
- export interface ISerializedElection {
209
- /** Sequence number at the time of the latest election. */
210
- readonly electionSequenceNumber: number;
211
-
212
- /**
213
- * Most recently elected client id. This is either:
214
- *
215
- * 1. the interactive elected parent client, in which case electedClientId === electedParentId,
216
- * and the SummaryManager on the elected client will spawn a summarizer client, or
217
- *
218
- * 2. the non-interactive summarizer client itself.
219
- */
220
- readonly electedClientId: string | undefined;
221
-
222
- /** Most recently elected parent client id. This is always an interactive client. */
223
- readonly electedParentId: string | undefined;
224
- }
225
-
226
- /** Contract for maintaining a deterministic client election based on eligibility. */
227
- export interface IOrderedClientElection extends IEventProvider<IOrderedClientElectionEvents> {
228
- /** Count of eligible clients in the collection. */
229
- readonly eligibleCount: number;
230
-
231
- /**
232
- * Currently elected client. This is either:
233
- *
234
- * 1. the interactive elected parent client, in which case electedClientId === electedParentId,
235
- * and the SummaryManager on the elected client will spawn a summarizer client, or
236
- *
237
- * 2. the non-interactive summarizer client itself.
238
- */
239
- readonly electedClient: ITrackedClient | undefined;
240
- /** Currently elected parent client. This is always an interactive client. */
241
- readonly electedParent: ITrackedClient | undefined;
242
- /** Sequence number of most recent election. */
243
- readonly electionSequenceNumber: number;
244
- /** Marks the currently elected client as invalid, and elects the next eligible client. */
245
- incrementElectedClient(sequenceNumber: number): void;
246
- /** Resets the currently elected client back to the oldest eligible client. */
247
- resetElectedClient(sequenceNumber: number): void;
248
- /** Peeks at what the next elected client would be if incrementElectedClient were called. */
249
- peekNextElectedClient(): ITrackedClient | undefined;
250
- /** Returns a sorted array of all the eligible clients in the collection. */
251
- getAllEligibleClients(): ITrackedClient[];
252
- /** Serialize election data */
253
- serialize(): ISerializedElection;
254
- }
255
-
256
- /**
257
- * Adapter for OrderedClientCollection, with the purpose of deterministically maintaining
258
- * a currently elected client, excluding ineligible clients, in a distributed fashion.
259
- * This can be true as long as incrementElectedClient and resetElectedClient calls
260
- * are called under the same conditions for all clients.
261
- */
262
- export class OrderedClientElection
263
- extends TypedEventEmitter<IOrderedClientElectionEvents>
264
- implements IOrderedClientElection {
265
- private _eligibleCount: number = 0;
266
- private _electedClient: ILinkedClient | undefined;
267
- private _electedParent: ILinkedClient | undefined;
268
- private _electionSequenceNumber: number;
269
-
270
- public get eligibleCount() {
271
- return this._eligibleCount;
272
- }
273
- public get electionSequenceNumber() {
274
- return this._electionSequenceNumber;
275
- }
276
-
277
- /**
278
- * OrderedClientCollection tracks electedClient and electedParent separately. This allows us to handle the case
279
- * where a new interactive parent client has been elected, but the summarizer is still doing work, so
280
- * a new summarizer should not yet be spawned. In this case, changing electedParent will cause SummaryManager
281
- * to stop the current summarizer, but a new summarizer will not be spawned until the old summarizer client has
282
- * left the quorum.
283
- *
284
- * Details:
285
- *
286
- * electedParent is the interactive client that has been elected to spawn a summarizer. It is typically the oldest
287
- * eligible interactive client in the quorum. Only the electedParent is permitted to spawn a summarizer.
288
- * Once elected, this client will remain the electedParent until it leaves the quorum or the summarizer that
289
- * it spawned stops producing summaries, at which point a new electedParent will be chosen.
290
- *
291
- * electedClient is the non-interactive summarizer client if one exists. If not, then electedClient is equal to
292
- * electedParent. If electedParent === electedClient, this is the signal for electedParent to spawn a new
293
- * electedClient. Once a summarizer client becomes electedClient, a new summarizer will not be spawned until
294
- * electedClient leaves the quorum.
295
- *
296
- * A typical sequence looks like this:
297
- *
298
- * i. Begin by electing A. electedParent === A, electedClient === A.
299
- *
300
- * ii. SummaryManager running on A spawns a summarizer client, A'. electedParent === A, electedClient === A'
301
- *
302
- * iii. A' stops producing summaries. A new parent client, B, is elected. electedParent === B, electedClient === A'
303
- *
304
- * iv. SummaryManager running on A detects the change to electedParent and tells the summarizer to stop, but A'
305
- * is in mid-summarization. No new summarizer is spawned, as electedParent !== electedClient.
306
- *
307
- * v. A' completes its summary, and the summarizer and backing client are torn down.
308
- *
309
- * vi. A' leaves the quorum, and B takes its place as electedClient. electedParent === B, electedClient === B
310
- *
311
- * vii. SummaryManager running on B spawns a summarizer client, B'. electedParent === B, electedClient === B'
312
- */
313
- public get electedClient() {
314
- return this._electedClient;
315
- }
316
- public get electedParent() {
317
- return this._electedParent;
318
- }
319
-
320
- constructor(
321
- logger: ITelemetryLogger,
322
- private readonly orderedClientCollection: IOrderedClientCollection,
323
- /** Serialized state from summary or current sequence number at time of load if new. */
324
- initialState: ISerializedElection | number,
325
- private readonly isEligibleFn: (c: ITrackedClient) => boolean,
326
- ) {
327
- super();
328
- let initialClient: ILinkedClient | undefined;
329
- let initialParent: ILinkedClient | undefined;
330
- for (const client of orderedClientCollection.getAllClients()) {
331
- this.addClient(client, 0);
332
- if (typeof initialState !== "number") {
333
- if (client.clientId === initialState.electedClientId) {
334
- initialClient = client;
335
- if (initialState.electedParentId === undefined &&
336
- client.client.details.type !== summarizerClientType) {
337
- // If there was no elected parent in the serialized data, use this one.
338
- initialParent = client;
339
- }
340
- }
341
- if (client.clientId === initialState.electedParentId) {
342
- initialParent = client;
343
- }
344
- }
345
- }
346
- orderedClientCollection.on("addClient", (client, seq) => this.addClient(client, seq));
347
- orderedClientCollection.on("removeClient", (client, seq) => this.removeClient(client, seq));
348
-
349
- if (typeof initialState === "number") {
350
- this._electionSequenceNumber = initialState;
351
- } else {
352
- // Override the initially elected client with the initial state.
353
- if (initialClient?.clientId !== initialState.electedClientId) {
354
- // Cannot find initially elected client, so elect undefined.
355
- logger.sendErrorEvent({
356
- eventName: "InitialElectedClientNotFound",
357
- electionSequenceNumber: initialState.electionSequenceNumber,
358
- expectedClientId: initialState.electedClientId,
359
- electedClientId: initialClient?.clientId,
360
- clientCount: orderedClientCollection.count,
361
- });
362
- } else if (initialClient !== undefined && !isEligibleFn(initialClient)) {
363
- // Initially elected client is ineligible, so elect next eligible client.
364
- initialClient = initialParent = this.findFirstEligibleParent(initialParent);
365
- logger.sendErrorEvent({
366
- eventName: "InitialElectedClientIneligible",
367
- electionSequenceNumber: initialState.electionSequenceNumber,
368
- expectedClientId: initialState.electedClientId,
369
- electedClientId: initialClient?.clientId,
370
- });
371
- }
372
- this._electedParent = initialParent;
373
- this._electedClient = initialClient;
374
- this._electionSequenceNumber = initialState.electionSequenceNumber;
375
- }
376
- }
377
-
378
- /**
379
- * Tries changing the elected client, raising an event if it is different.
380
- * Note that this function does no eligibility or suitability checks. If we get here, then
381
- * we will set _electedClient, and we will set _electedParent if this is an interactive client.
382
- */
383
- private tryElectingClient(client: ILinkedClient | undefined, sequenceNumber: number): void {
384
- let change = false;
385
- const isSummarizerClient = client?.client.details.type === summarizerClientType;
386
- const prevClient = this._electedClient;
387
- if (this._electedClient !== client) {
388
- // Changing the elected client. Record the sequence number and note that we have to fire an event.
389
- this._electionSequenceNumber = sequenceNumber;
390
- this._electedClient = client;
391
- change = true;
392
- }
393
- if (this._electedParent !== client && !isSummarizerClient) {
394
- // Changing the elected parent as well.
395
- this._electedParent = client;
396
- change = true;
397
- }
398
- if (change) {
399
- this.emit("election", client, sequenceNumber, prevClient);
400
- }
401
- }
402
-
403
- private tryElectingParent(client: ILinkedClient | undefined, sequenceNumber: number): void {
404
- if (this._electedParent !== client) {
405
- this._electedParent = client;
406
- this.emit("election", this._electedClient, sequenceNumber, this._electedClient);
407
- }
408
- }
409
-
410
- /**
411
- * Helper function to find the first eligible parent client starting with the passed in client,
412
- * or undefined if none are eligible.
413
- * @param client - client to start checking
414
- * @returns oldest eligible client starting with passed in client or undefined if none.
415
- */
416
- private findFirstEligibleParent(client: ILinkedClient | undefined): ILinkedClient | undefined {
417
- let candidateClient = client;
418
- while (candidateClient !== undefined &&
419
- (!this.isEligibleFn(candidateClient) || candidateClient.client.details.type === summarizerClientType)) {
420
- candidateClient = candidateClient.youngerClient;
421
- }
422
- return candidateClient;
423
- }
424
-
425
- /**
426
- * Updates tracking for when a new client is added to the collection.
427
- * Will automatically elect that new client if none is elected currently.
428
- * @param client - client added to the collection
429
- * @param sequenceNumber - sequence number when client was added
430
- */
431
- private addClient(client: ILinkedClient, sequenceNumber: number): void {
432
- if (this.isEligibleFn(client)) {
433
- this._eligibleCount++;
434
- const newClientIsSummarizer = client.client.details.type === summarizerClientType;
435
- const electedClientIsSummarizer = this._electedClient?.client.details.type === summarizerClientType;
436
- // Note that we allow a summarizer client to supercede an interactive client as elected client.
437
- if (this._electedClient === undefined || (!electedClientIsSummarizer && newClientIsSummarizer)) {
438
- this.tryElectingClient(client, sequenceNumber);
439
- } else if (this._electedParent === undefined && !newClientIsSummarizer) {
440
- // This is an odd case. If the _electedClient is set, the _electedParent should be as well.
441
- this.tryElectingParent(client, sequenceNumber);
442
- }
443
- }
444
- }
445
-
446
- /**
447
- * Updates tracking for when an existing client is removed from the collection.
448
- * Will automatically elect next oldest client if currently elected is removed.
449
- * @param client - client removed from the collection
450
- * @param sequenceNumber - sequence number when client was removed
451
- */
452
- private removeClient(client: ILinkedClient, sequenceNumber: number): void {
453
- if (this.isEligibleFn(client)) {
454
- this._eligibleCount--;
455
- if (this._electedClient === client) {
456
- // Removing the _electedClient. There are 2 possible cases:
457
- if (this._electedParent !== client) {
458
- // 1. The _electedClient is a summarizer that we've been allowing to finish its work.
459
- // Let the _electedParent become the _electedClient so that it can start its own summarizer.
460
- if (this._electedClient.client.details.type !== summarizerClientType) {
461
- throw new UsageError("Elected client should be a summarizer client 1");
462
- }
463
- this.tryElectingClient(this._electedParent, sequenceNumber);
464
- } else {
465
- // 2. The _electedClient is an interactive client that has left the quorum.
466
- // Automatically shift to next oldest client.
467
- const nextClient = this.findFirstEligibleParent(this._electedParent?.youngerClient) ??
468
- this.findFirstEligibleParent(this.orderedClientCollection.oldestClient);
469
- this.tryElectingClient(nextClient, sequenceNumber);
470
- }
471
- } else if (this._electedParent === client) {
472
- // Removing the _electedParent (but not _electedClient).
473
- // Shift to the next oldest parent, but do not replace the _electedClient,
474
- // which is a summarizer that is still doing work.
475
- if (this._electedClient?.client.details.type !== summarizerClientType) {
476
- throw new UsageError("Elected client should be a summarizer client 2");
477
- }
478
- const nextParent = this.findFirstEligibleParent(this._electedParent?.youngerClient) ??
479
- this.findFirstEligibleParent(this.orderedClientCollection.oldestClient);
480
- this.tryElectingParent(nextParent, sequenceNumber);
481
- }
482
- }
483
- }
484
-
485
- public getAllEligibleClients(): ITrackedClient[] {
486
- return this.orderedClientCollection.getAllClients().filter(this.isEligibleFn);
487
- }
488
-
489
- /**
490
- * Advance election to the next-oldest client. This is called if the current parent is leaving the quorum,
491
- * or if the current summarizer is not responsive and we want to stop it and spawn a new one.
492
- */
493
- public incrementElectedClient(sequenceNumber: number): void {
494
- const nextClient = this.findFirstEligibleParent(this._electedParent?.youngerClient) ??
495
- this.findFirstEligibleParent(this.orderedClientCollection.oldestClient);
496
- if (this._electedClient === undefined || this._electedClient === this._electedParent) {
497
- this.tryElectingClient(nextClient, sequenceNumber);
498
- } else {
499
- // The _electedClient is a summarizer and should not be replaced until it leaves the quorum.
500
- // Changing the _electedParent will stop the summarizer.
501
- this.tryElectingParent(nextClient, sequenceNumber);
502
- }
503
- }
504
-
505
- /**
506
- * (Re-)start election with the oldest client in the quorum. This is called if we need to summarize
507
- * and no client has been elected.
508
- */
509
- public resetElectedClient(sequenceNumber: number): void {
510
- const firstClient = this.findFirstEligibleParent(this.orderedClientCollection.oldestClient);
511
- if (this._electedClient === undefined || this._electedClient === this._electedParent) {
512
- this.tryElectingClient(firstClient, sequenceNumber);
513
- } else {
514
- // The _electedClient is a summarizer and should not be replaced until it leaves the quorum.
515
- // Changing the _electedParent will stop the summarizer.
516
- this.tryElectingParent(firstClient, sequenceNumber);
517
- }
518
- }
519
-
520
- public peekNextElectedClient(): ITrackedClient | undefined {
521
- return this.findFirstEligibleParent(this._electedParent?.youngerClient) ??
522
- this.findFirstEligibleParent(this.orderedClientCollection.oldestClient);
523
- }
524
-
525
- public serialize(): ISerializedElection {
526
- return {
527
- electionSequenceNumber: this.electionSequenceNumber,
528
- electedClientId: this.electedClient?.clientId,
529
- electedParentId: this.electedParent?.clientId,
530
- };
531
- }
532
- }
@@ -1,106 +0,0 @@
1
- /*!
2
- * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
3
- * Licensed under the MIT License.
4
- */
5
-
6
- import { assert, Deferred } from "@fluidframework/common-utils";
7
- import { SummarizerStopReason, IConnectableRuntime, ISummaryCancellationToken } from "./summarizerTypes";
8
-
9
- /* Similar to AbortController, but using promise instead of events */
10
- export interface ICancellableSummarizerController extends ISummaryCancellationToken {
11
- stop(reason: SummarizerStopReason): void;
12
- }
13
-
14
- /**
15
- * Can be useful in testing as well as in places where caller does not use cancellation.
16
- * This object implements ISummaryCancellationToken interface but cancellation is never leveraged.
17
- */
18
- export const neverCancelledSummaryToken: ISummaryCancellationToken = {
19
- cancelled: false,
20
- waitCancelled: new Promise(() => {}),
21
- };
22
-
23
- /**
24
- * Helper class to coordinate something that needs to run only while connected.
25
- * This provides promises that resolve as it starts or stops. Stopping happens
26
- * when disconnected or if stop() is called.
27
- */
28
- export class RunWhileConnectedCoordinator implements ICancellableSummarizerController {
29
- private _cancelled = false;
30
- private readonly stopDeferred = new Deferred<SummarizerStopReason>();
31
-
32
- public get cancelled() {
33
- if (!this._cancelled) {
34
- assert(this.runtime.deltaManager.active, 0x25d /* "We should never connect as 'read'" */);
35
-
36
- // This check can't be enabled in current design due to lastSummary flow, where
37
- // summarizer for closed container stays around and can produce one more summary.
38
- // Currently we solve the problem of overlapping summarizer by doing wait in
39
- // SummaryManager.createSummarizer()
40
- // Better solution would involve these steps:
41
- // 1. Summarizer selection logic should chose summarizing client (with clientType === "summarizer")
42
- // if such client exists.
43
- // 2. Summarizer should be updated about such changes (to update onBehalfOfClientId)
44
- //
45
- // assert(this.runtime.summarizerClientId === this.onBehalfOfClientId ||
46
- // this.runtime.summarizerClientId === this.runtime.clientId, "onBehalfOfClientId");
47
- }
48
-
49
- return this._cancelled;
50
- }
51
-
52
- /**
53
- * Returns a promise that resolves once stopped either externally or by disconnect.
54
- */
55
- public get waitCancelled(): Promise<SummarizerStopReason> {
56
- return this.stopDeferred.promise;
57
- }
58
-
59
- public static async create(runtime: IConnectableRuntime) {
60
- const obj = new RunWhileConnectedCoordinator(runtime);
61
- await obj.waitStart();
62
- return obj;
63
- }
64
-
65
- protected constructor(private readonly runtime: IConnectableRuntime) {
66
- }
67
-
68
- /**
69
- * Starts and waits for a promise which resolves when connected.
70
- * The promise will also resolve if stopped either externally or by disconnect.
71
- *
72
- * We only listen on disconnected event for clientType === "summarizer" container!
73
- * And only do it here - no other place should check it! That way we have only one place
74
- * that controls policy and it's easy to change policy in the future if we want to!
75
- * We do not listen for "main" (aka interactive) container disconnect here, as it's
76
- * responsibility of SummaryManager to decide if that's material or not. There are cases
77
- * like "lastSummary", or main client experiencing nacks / disconnects due to hitting limit
78
- * of non-summarized ops, where can make determination to continue with summary even if main
79
- * client is disconnected.
80
- */
81
- protected async waitStart() {
82
- if (this.runtime.disposed) {
83
- this.stop("summarizerClientDisconnected");
84
- return;
85
- }
86
-
87
- this.runtime.once("dispose", () => this.stop("summarizerClientDisconnected"));
88
-
89
- if (!this.runtime.connected) {
90
- const waitConnected = new Promise<void>((resolve) =>
91
- this.runtime.once("connected", resolve));
92
- await Promise.race([waitConnected, this.waitCancelled]);
93
- }
94
- this.runtime.once("disconnected", () => this.stop("summarizerClientDisconnected"));
95
- }
96
-
97
- /**
98
- * Stops running.
99
- */
100
- public stop(reason: SummarizerStopReason): void {
101
- if (!this._cancelled) {
102
- this._cancelled = true;
103
- this.stopDeferred.resolve(reason);
104
- }
105
- }
106
- }