@fluidframework/container-runtime 2.0.0-internal.8.0.0 → 2.0.0-rc.1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (453) hide show
  1. package/CHANGELOG.md +34 -0
  2. package/README.md +1 -7
  3. package/api-extractor-esm.json +4 -0
  4. package/api-extractor-lint.json +1 -10
  5. package/api-extractor.json +1 -9
  6. package/api-report/container-runtime.api.md +18 -17
  7. package/dist/blobManager.d.ts +8 -3
  8. package/dist/blobManager.d.ts.map +1 -1
  9. package/dist/blobManager.js +15 -4
  10. package/dist/blobManager.js.map +1 -1
  11. package/dist/container-runtime-alpha.d.ts +265 -17
  12. package/dist/container-runtime-beta.d.ts +0 -42
  13. package/dist/container-runtime-public.d.ts +0 -42
  14. package/dist/container-runtime-untrimmed.d.ts +32 -17
  15. package/dist/containerRuntime.d.ts +8 -4
  16. package/dist/containerRuntime.d.ts.map +1 -1
  17. package/dist/containerRuntime.js +15 -32
  18. package/dist/containerRuntime.js.map +1 -1
  19. package/dist/dataStoreContext.d.ts +5 -2
  20. package/dist/dataStoreContext.d.ts.map +1 -1
  21. package/dist/dataStoreContext.js +10 -3
  22. package/dist/dataStoreContext.js.map +1 -1
  23. package/dist/dataStores.d.ts +10 -3
  24. package/dist/dataStores.d.ts.map +1 -1
  25. package/dist/dataStores.js +51 -8
  26. package/dist/dataStores.js.map +1 -1
  27. package/dist/gc/garbageCollection.d.ts +8 -12
  28. package/dist/gc/garbageCollection.d.ts.map +1 -1
  29. package/dist/gc/garbageCollection.js +84 -105
  30. package/dist/gc/garbageCollection.js.map +1 -1
  31. package/dist/gc/gcConfigs.d.ts.map +1 -1
  32. package/dist/gc/gcConfigs.js +26 -19
  33. package/dist/gc/gcConfigs.js.map +1 -1
  34. package/dist/gc/gcDefinitions.d.ts +29 -7
  35. package/dist/gc/gcDefinitions.d.ts.map +1 -1
  36. package/dist/gc/gcDefinitions.js +5 -3
  37. package/dist/gc/gcDefinitions.js.map +1 -1
  38. package/dist/gc/gcSummaryStateTracker.d.ts +1 -1
  39. package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -1
  40. package/dist/gc/gcSummaryStateTracker.js +3 -0
  41. package/dist/gc/gcSummaryStateTracker.js.map +1 -1
  42. package/dist/gc/gcTelemetry.d.ts +13 -6
  43. package/dist/gc/gcTelemetry.d.ts.map +1 -1
  44. package/dist/gc/gcTelemetry.js +22 -23
  45. package/dist/gc/gcTelemetry.js.map +1 -1
  46. package/dist/gc/index.d.ts +1 -1
  47. package/dist/gc/index.d.ts.map +1 -1
  48. package/dist/gc/index.js +2 -1
  49. package/dist/gc/index.js.map +1 -1
  50. package/dist/messageTypes.d.ts +1 -1
  51. package/dist/messageTypes.js +1 -1
  52. package/dist/messageTypes.js.map +1 -1
  53. package/dist/opLifecycle/definitions.d.ts +1 -1
  54. package/dist/opLifecycle/definitions.d.ts.map +1 -1
  55. package/dist/opLifecycle/definitions.js.map +1 -1
  56. package/dist/opLifecycle/outbox.d.ts +4 -4
  57. package/dist/opLifecycle/outbox.d.ts.map +1 -1
  58. package/dist/opLifecycle/outbox.js +4 -1
  59. package/dist/opLifecycle/outbox.js.map +1 -1
  60. package/dist/packageVersion.d.ts +1 -1
  61. package/dist/packageVersion.d.ts.map +1 -1
  62. package/dist/packageVersion.js +1 -1
  63. package/dist/packageVersion.js.map +1 -1
  64. package/dist/summary/runWhileConnectedCoordinator.d.ts +1 -1
  65. package/dist/summary/runWhileConnectedCoordinator.js.map +1 -1
  66. package/dist/summary/runningSummarizer.d.ts +5 -0
  67. package/dist/summary/runningSummarizer.d.ts.map +1 -1
  68. package/dist/summary/runningSummarizer.js +46 -17
  69. package/dist/summary/runningSummarizer.js.map +1 -1
  70. package/dist/summary/summarizer.d.ts +1 -1
  71. package/dist/summary/summarizer.js +1 -1
  72. package/dist/summary/summarizer.js.map +1 -1
  73. package/dist/summary/summarizerTypes.d.ts +3 -1
  74. package/dist/summary/summarizerTypes.d.ts.map +1 -1
  75. package/dist/summary/summarizerTypes.js.map +1 -1
  76. package/dist/summary/summaryCollection.d.ts +7 -7
  77. package/dist/summary/summaryCollection.js +1 -1
  78. package/dist/summary/summaryCollection.js.map +1 -1
  79. package/lib/{batchTracker.d.ts → batchTracker.d.mts} +1 -1
  80. package/lib/batchTracker.d.mts.map +1 -0
  81. package/lib/{batchTracker.js → batchTracker.mjs} +1 -1
  82. package/lib/batchTracker.mjs.map +1 -0
  83. package/lib/{blobManager.d.ts → blobManager.d.mts} +9 -4
  84. package/lib/blobManager.d.mts.map +1 -0
  85. package/lib/{blobManager.js → blobManager.mjs} +17 -6
  86. package/lib/blobManager.mjs.map +1 -0
  87. package/lib/{connectionTelemetry.d.ts → connectionTelemetry.d.mts} +1 -1
  88. package/lib/connectionTelemetry.d.mts.map +1 -0
  89. package/lib/{connectionTelemetry.js → connectionTelemetry.mjs} +1 -1
  90. package/lib/connectionTelemetry.mjs.map +1 -0
  91. package/lib/{container-runtime-alpha.d.ts → container-runtime-alpha.d.mts} +265 -17
  92. package/lib/{container-runtime-beta.d.ts → container-runtime-beta.d.mts} +0 -42
  93. package/lib/{container-runtime-public.d.ts → container-runtime-public.d.mts} +0 -42
  94. package/lib/{container-runtime-untrimmed.d.ts → container-runtime-untrimmed.d.mts} +32 -17
  95. package/lib/{containerHandleContext.d.ts → containerHandleContext.d.mts} +2 -2
  96. package/lib/containerHandleContext.d.mts.map +1 -0
  97. package/lib/{containerHandleContext.js → containerHandleContext.mjs} +1 -1
  98. package/lib/containerHandleContext.mjs.map +1 -0
  99. package/lib/{containerRuntime.d.ts → containerRuntime.d.mts} +14 -14
  100. package/lib/containerRuntime.d.mts.map +1 -0
  101. package/lib/{containerRuntime.js → containerRuntime.mjs} +31 -25
  102. package/lib/containerRuntime.mjs.map +1 -0
  103. package/lib/{dataStore.d.ts → dataStore.d.mts} +3 -3
  104. package/lib/dataStore.d.mts.map +1 -0
  105. package/lib/{dataStore.js → dataStore.mjs} +1 -1
  106. package/lib/dataStore.mjs.map +1 -0
  107. package/lib/{dataStoreContext.d.ts → dataStoreContext.d.mts} +7 -4
  108. package/lib/dataStoreContext.d.mts.map +1 -0
  109. package/lib/{dataStoreContext.js → dataStoreContext.mjs} +13 -6
  110. package/lib/dataStoreContext.mjs.map +1 -0
  111. package/lib/{dataStoreContexts.d.ts → dataStoreContexts.d.mts} +2 -2
  112. package/lib/dataStoreContexts.d.mts.map +1 -0
  113. package/lib/{dataStoreContexts.js → dataStoreContexts.mjs} +1 -1
  114. package/lib/dataStoreContexts.mjs.map +1 -0
  115. package/lib/{dataStoreRegistry.d.ts → dataStoreRegistry.d.mts} +1 -1
  116. package/lib/dataStoreRegistry.d.mts.map +1 -0
  117. package/lib/{dataStoreRegistry.js → dataStoreRegistry.mjs} +1 -5
  118. package/lib/dataStoreRegistry.mjs.map +1 -0
  119. package/lib/{dataStores.d.ts → dataStores.d.mts} +17 -10
  120. package/lib/dataStores.d.mts.map +1 -0
  121. package/lib/{dataStores.js → dataStores.mjs} +58 -16
  122. package/lib/dataStores.mjs.map +1 -0
  123. package/lib/{deltaManagerProxyBase.d.ts → deltaManagerProxyBase.d.mts} +1 -1
  124. package/lib/deltaManagerProxyBase.d.mts.map +1 -0
  125. package/lib/{deltaManagerProxyBase.js → deltaManagerProxyBase.mjs} +1 -1
  126. package/lib/deltaManagerProxyBase.mjs.map +1 -0
  127. package/lib/{deltaManagerSummarizerProxy.d.ts → deltaManagerSummarizerProxy.d.mts} +2 -2
  128. package/lib/deltaManagerSummarizerProxy.d.mts.map +1 -0
  129. package/lib/{deltaManagerSummarizerProxy.js → deltaManagerSummarizerProxy.mjs} +3 -3
  130. package/lib/deltaManagerSummarizerProxy.mjs.map +1 -0
  131. package/lib/{deltaScheduler.d.ts → deltaScheduler.d.mts} +1 -1
  132. package/lib/deltaScheduler.d.mts.map +1 -0
  133. package/lib/{deltaScheduler.js → deltaScheduler.mjs} +1 -1
  134. package/lib/deltaScheduler.mjs.map +1 -0
  135. package/lib/{error.d.ts → error.d.mts} +1 -1
  136. package/lib/error.d.mts.map +1 -0
  137. package/lib/{error.js → error.mjs} +1 -1
  138. package/lib/error.mjs.map +1 -0
  139. package/lib/gc/{garbageCollection.d.ts → garbageCollection.d.mts} +13 -17
  140. package/lib/gc/garbageCollection.d.mts.map +1 -0
  141. package/lib/gc/{garbageCollection.js → garbageCollection.mjs} +97 -118
  142. package/lib/gc/garbageCollection.mjs.map +1 -0
  143. package/lib/gc/{gcConfigs.d.ts → gcConfigs.d.mts} +3 -3
  144. package/lib/gc/gcConfigs.d.mts.map +1 -0
  145. package/lib/gc/{gcConfigs.js → gcConfigs.mjs} +29 -22
  146. package/lib/gc/gcConfigs.mjs.map +1 -0
  147. package/lib/gc/{gcDefinitions.d.ts → gcDefinitions.d.mts} +33 -11
  148. package/lib/gc/gcDefinitions.d.mts.map +1 -0
  149. package/lib/gc/{gcDefinitions.js → gcDefinitions.mjs} +5 -3
  150. package/lib/gc/gcDefinitions.mjs.map +1 -0
  151. package/lib/gc/{gcHelpers.d.ts → gcHelpers.d.mts} +3 -3
  152. package/lib/gc/{gcHelpers.d.ts.map → gcHelpers.d.mts.map} +1 -1
  153. package/lib/gc/{gcHelpers.js → gcHelpers.mjs} +1 -1
  154. package/lib/gc/gcHelpers.mjs.map +1 -0
  155. package/lib/gc/{gcReferenceGraphAlgorithm.d.ts → gcReferenceGraphAlgorithm.d.mts} +2 -2
  156. package/lib/gc/gcReferenceGraphAlgorithm.d.mts.map +1 -0
  157. package/lib/gc/{gcReferenceGraphAlgorithm.js → gcReferenceGraphAlgorithm.mjs} +1 -1
  158. package/lib/gc/gcReferenceGraphAlgorithm.mjs.map +1 -0
  159. package/lib/gc/{gcSummaryDefinitions.d.ts → gcSummaryDefinitions.d.mts} +1 -1
  160. package/lib/gc/gcSummaryDefinitions.d.mts.map +1 -0
  161. package/lib/gc/{gcSummaryDefinitions.js → gcSummaryDefinitions.mjs} +1 -1
  162. package/lib/gc/gcSummaryDefinitions.mjs.map +1 -0
  163. package/lib/gc/{gcSummaryStateTracker.d.ts → gcSummaryStateTracker.d.mts} +5 -5
  164. package/lib/gc/gcSummaryStateTracker.d.mts.map +1 -0
  165. package/lib/gc/{gcSummaryStateTracker.js → gcSummaryStateTracker.mjs} +5 -2
  166. package/lib/gc/gcSummaryStateTracker.mjs.map +1 -0
  167. package/lib/gc/{gcTelemetry.d.ts → gcTelemetry.d.mts} +18 -11
  168. package/lib/gc/gcTelemetry.d.mts.map +1 -0
  169. package/lib/gc/{gcTelemetry.js → gcTelemetry.mjs} +24 -25
  170. package/lib/gc/gcTelemetry.mjs.map +1 -0
  171. package/lib/gc/{gcUnreferencedStateTracker.d.ts → gcUnreferencedStateTracker.d.mts} +2 -2
  172. package/lib/gc/gcUnreferencedStateTracker.d.mts.map +1 -0
  173. package/lib/gc/{gcUnreferencedStateTracker.js → gcUnreferencedStateTracker.mjs} +2 -2
  174. package/lib/gc/gcUnreferencedStateTracker.mjs.map +1 -0
  175. package/lib/gc/{index.d.ts → index.d.mts} +9 -9
  176. package/lib/gc/index.d.mts.map +1 -0
  177. package/lib/gc/{index.js → index.mjs} +8 -8
  178. package/lib/gc/index.mjs.map +1 -0
  179. package/lib/{index.d.ts → index.d.mts} +8 -8
  180. package/lib/index.d.mts.map +1 -0
  181. package/lib/{index.js → index.mjs} +7 -9
  182. package/lib/index.mjs.map +1 -0
  183. package/lib/{messageTypes.d.ts → messageTypes.d.mts} +5 -5
  184. package/lib/messageTypes.d.mts.map +1 -0
  185. package/lib/{messageTypes.js → messageTypes.mjs} +2 -2
  186. package/lib/messageTypes.mjs.map +1 -0
  187. package/lib/{metadata.d.ts → metadata.d.mts} +1 -1
  188. package/lib/metadata.d.mts.map +1 -0
  189. package/lib/{metadata.js → metadata.mjs} +1 -1
  190. package/lib/metadata.mjs.map +1 -0
  191. package/lib/opLifecycle/{batchManager.d.ts → batchManager.d.mts} +3 -3
  192. package/lib/opLifecycle/batchManager.d.mts.map +1 -0
  193. package/lib/opLifecycle/{batchManager.js → batchManager.mjs} +1 -1
  194. package/lib/opLifecycle/batchManager.mjs.map +1 -0
  195. package/lib/opLifecycle/{definitions.d.ts → definitions.d.mts} +3 -3
  196. package/lib/opLifecycle/definitions.d.mts.map +1 -0
  197. package/lib/opLifecycle/{definitions.js → definitions.mjs} +1 -1
  198. package/lib/opLifecycle/definitions.mjs.map +1 -0
  199. package/lib/opLifecycle/index.d.mts +13 -0
  200. package/lib/opLifecycle/index.d.mts.map +1 -0
  201. package/lib/opLifecycle/index.mjs +12 -0
  202. package/lib/opLifecycle/index.mjs.map +1 -0
  203. package/lib/opLifecycle/{opCompressor.d.ts → opCompressor.d.mts} +2 -2
  204. package/lib/opLifecycle/opCompressor.d.mts.map +1 -0
  205. package/lib/opLifecycle/{opCompressor.js → opCompressor.mjs} +3 -3
  206. package/lib/opLifecycle/opCompressor.mjs.map +1 -0
  207. package/lib/opLifecycle/{opDecompressor.d.ts → opDecompressor.d.mts} +2 -2
  208. package/lib/opLifecycle/opDecompressor.d.mts.map +1 -0
  209. package/lib/opLifecycle/{opDecompressor.js → opDecompressor.mjs} +2 -2
  210. package/lib/opLifecycle/opDecompressor.mjs.map +1 -0
  211. package/lib/opLifecycle/{opGroupingManager.d.ts → opGroupingManager.d.mts} +2 -2
  212. package/lib/opLifecycle/opGroupingManager.d.mts.map +1 -0
  213. package/lib/opLifecycle/{opGroupingManager.js → opGroupingManager.mjs} +1 -1
  214. package/lib/opLifecycle/opGroupingManager.mjs.map +1 -0
  215. package/lib/opLifecycle/{opSplitter.d.ts → opSplitter.d.mts} +2 -2
  216. package/lib/opLifecycle/opSplitter.d.mts.map +1 -0
  217. package/lib/opLifecycle/{opSplitter.js → opSplitter.mjs} +3 -3
  218. package/lib/opLifecycle/opSplitter.mjs.map +1 -0
  219. package/lib/opLifecycle/{outbox.d.ts → outbox.d.mts} +11 -11
  220. package/lib/opLifecycle/outbox.d.mts.map +1 -0
  221. package/lib/opLifecycle/{outbox.js → outbox.mjs} +6 -3
  222. package/lib/opLifecycle/outbox.mjs.map +1 -0
  223. package/lib/opLifecycle/{remoteMessageProcessor.d.ts → remoteMessageProcessor.d.mts} +5 -5
  224. package/lib/opLifecycle/remoteMessageProcessor.d.mts.map +1 -0
  225. package/lib/opLifecycle/{remoteMessageProcessor.js → remoteMessageProcessor.mjs} +2 -2
  226. package/lib/opLifecycle/remoteMessageProcessor.mjs.map +1 -0
  227. package/lib/{opProperties.d.ts → opProperties.d.mts} +1 -1
  228. package/lib/opProperties.d.mts.map +1 -0
  229. package/lib/{opProperties.js → opProperties.mjs} +1 -1
  230. package/lib/opProperties.mjs.map +1 -0
  231. package/lib/{packageVersion.d.ts → packageVersion.d.mts} +2 -2
  232. package/lib/packageVersion.d.mts.map +1 -0
  233. package/lib/{packageVersion.js → packageVersion.mjs} +2 -2
  234. package/lib/packageVersion.mjs.map +1 -0
  235. package/lib/{pendingStateManager.d.ts → pendingStateManager.d.mts} +2 -2
  236. package/lib/pendingStateManager.d.mts.map +1 -0
  237. package/lib/{pendingStateManager.js → pendingStateManager.mjs} +2 -2
  238. package/lib/pendingStateManager.mjs.map +1 -0
  239. package/lib/{scheduleManager.d.ts → scheduleManager.d.mts} +1 -5
  240. package/lib/scheduleManager.d.mts.map +1 -0
  241. package/lib/{scheduleManager.js → scheduleManager.mjs} +3 -3
  242. package/lib/scheduleManager.mjs.map +1 -0
  243. package/lib/{storageServiceWithAttachBlobs.d.ts → storageServiceWithAttachBlobs.d.mts} +1 -1
  244. package/lib/storageServiceWithAttachBlobs.d.mts.map +1 -0
  245. package/lib/{storageServiceWithAttachBlobs.js → storageServiceWithAttachBlobs.mjs} +1 -1
  246. package/lib/storageServiceWithAttachBlobs.mjs.map +1 -0
  247. package/lib/summary/{index.d.ts → index.d.mts} +13 -13
  248. package/lib/summary/index.d.mts.map +1 -0
  249. package/lib/summary/{index.js → index.mjs} +12 -12
  250. package/lib/summary/index.mjs.map +1 -0
  251. package/lib/summary/{orderedClientElection.d.ts → orderedClientElection.d.mts} +1 -5
  252. package/lib/summary/orderedClientElection.d.mts.map +1 -0
  253. package/lib/summary/{orderedClientElection.js → orderedClientElection.mjs} +2 -2
  254. package/lib/summary/orderedClientElection.mjs.map +1 -0
  255. package/lib/summary/{runWhileConnectedCoordinator.d.ts → runWhileConnectedCoordinator.d.mts} +3 -3
  256. package/lib/summary/runWhileConnectedCoordinator.d.mts.map +1 -0
  257. package/lib/summary/{runWhileConnectedCoordinator.js → runWhileConnectedCoordinator.mjs} +1 -1
  258. package/lib/summary/runWhileConnectedCoordinator.mjs.map +1 -0
  259. package/lib/summary/{runningSummarizer.d.ts → runningSummarizer.d.mts} +10 -5
  260. package/lib/summary/runningSummarizer.d.mts.map +1 -0
  261. package/lib/summary/{runningSummarizer.js → runningSummarizer.mjs} +50 -21
  262. package/lib/summary/runningSummarizer.mjs.map +1 -0
  263. package/lib/summary/{summarizer.d.ts → summarizer.d.mts} +6 -6
  264. package/lib/summary/summarizer.d.mts.map +1 -0
  265. package/lib/summary/{summarizer.js → summarizer.mjs} +5 -5
  266. package/lib/summary/summarizer.mjs.map +1 -0
  267. package/lib/summary/{summarizerClientElection.d.ts → summarizerClientElection.d.mts} +3 -3
  268. package/lib/summary/summarizerClientElection.d.mts.map +1 -0
  269. package/lib/summary/{summarizerClientElection.js → summarizerClientElection.mjs} +1 -1
  270. package/lib/summary/summarizerClientElection.mjs.map +1 -0
  271. package/lib/summary/{summarizerHeuristics.d.ts → summarizerHeuristics.d.mts} +4 -4
  272. package/lib/summary/summarizerHeuristics.d.mts.map +1 -0
  273. package/lib/summary/{summarizerHeuristics.js → summarizerHeuristics.mjs} +1 -1
  274. package/lib/summary/summarizerHeuristics.mjs.map +1 -0
  275. package/lib/summary/summarizerNode/{index.d.ts → index.d.mts} +4 -4
  276. package/lib/summary/summarizerNode/index.d.mts.map +1 -0
  277. package/lib/summary/summarizerNode/{index.js → index.mjs} +3 -3
  278. package/lib/summary/summarizerNode/index.mjs.map +1 -0
  279. package/lib/summary/summarizerNode/{summarizerNode.d.ts → summarizerNode.d.mts} +2 -2
  280. package/lib/summary/summarizerNode/summarizerNode.d.mts.map +1 -0
  281. package/lib/summary/summarizerNode/{summarizerNode.js → summarizerNode.mjs} +2 -2
  282. package/lib/summary/summarizerNode/summarizerNode.mjs.map +1 -0
  283. package/lib/summary/summarizerNode/{summarizerNodeUtils.d.ts → summarizerNodeUtils.d.mts} +1 -1
  284. package/lib/summary/summarizerNode/summarizerNodeUtils.d.mts.map +1 -0
  285. package/lib/summary/summarizerNode/{summarizerNodeUtils.js → summarizerNodeUtils.mjs} +1 -1
  286. package/lib/summary/summarizerNode/summarizerNodeUtils.mjs.map +1 -0
  287. package/lib/summary/summarizerNode/{summarizerNodeWithGc.d.ts → summarizerNodeWithGc.d.mts} +3 -3
  288. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.mts.map +1 -0
  289. package/lib/summary/summarizerNode/{summarizerNodeWithGc.js → summarizerNodeWithGc.mjs} +4 -4
  290. package/lib/summary/summarizerNode/summarizerNodeWithGc.mjs.map +1 -0
  291. package/lib/summary/{summarizerTypes.d.ts → summarizerTypes.d.mts} +7 -5
  292. package/lib/summary/summarizerTypes.d.mts.map +1 -0
  293. package/lib/summary/{summarizerTypes.js → summarizerTypes.mjs} +1 -1
  294. package/lib/summary/summarizerTypes.mjs.map +1 -0
  295. package/lib/summary/{summaryCollection.d.ts → summaryCollection.d.mts} +8 -8
  296. package/lib/summary/summaryCollection.d.mts.map +1 -0
  297. package/lib/summary/{summaryCollection.js → summaryCollection.mjs} +2 -2
  298. package/lib/summary/summaryCollection.mjs.map +1 -0
  299. package/lib/summary/{summaryFormat.d.ts → summaryFormat.d.mts} +2 -2
  300. package/lib/summary/summaryFormat.d.mts.map +1 -0
  301. package/lib/summary/{summaryFormat.js → summaryFormat.mjs} +1 -1
  302. package/lib/summary/summaryFormat.mjs.map +1 -0
  303. package/lib/summary/{summaryGenerator.d.ts → summaryGenerator.d.mts} +3 -3
  304. package/lib/summary/summaryGenerator.d.mts.map +1 -0
  305. package/lib/summary/{summaryGenerator.js → summaryGenerator.mjs} +1 -1
  306. package/lib/summary/summaryGenerator.mjs.map +1 -0
  307. package/lib/summary/{summaryManager.d.ts → summaryManager.d.mts} +5 -5
  308. package/lib/summary/summaryManager.d.mts.map +1 -0
  309. package/lib/summary/{summaryManager.js → summaryManager.mjs} +2 -2
  310. package/lib/summary/summaryManager.mjs.map +1 -0
  311. package/lib/{throttler.d.ts → throttler.d.mts} +1 -1
  312. package/lib/throttler.d.mts.map +1 -0
  313. package/lib/{throttler.js → throttler.mjs} +1 -1
  314. package/lib/throttler.mjs.map +1 -0
  315. package/package.json +139 -39
  316. package/src/blobManager.ts +15 -4
  317. package/src/containerRuntime.ts +15 -7
  318. package/src/dataStoreContext.ts +11 -4
  319. package/src/dataStores.ts +61 -7
  320. package/src/gc/garbageCollection.ts +108 -121
  321. package/src/gc/gcConfigs.ts +28 -20
  322. package/src/gc/gcDefinitions.ts +30 -7
  323. package/src/gc/gcSummaryStateTracker.ts +5 -1
  324. package/src/gc/gcTelemetry.ts +22 -21
  325. package/src/gc/index.ts +3 -0
  326. package/src/messageTypes.ts +1 -1
  327. package/src/opLifecycle/definitions.ts +1 -1
  328. package/src/opLifecycle/outbox.ts +5 -2
  329. package/src/packageVersion.ts +1 -1
  330. package/src/summary/runWhileConnectedCoordinator.ts +1 -1
  331. package/src/summary/runningSummarizer.ts +58 -25
  332. package/src/summary/summarizer.ts +1 -1
  333. package/src/summary/summarizerTypes.ts +3 -1
  334. package/src/summary/summaryCollection.ts +7 -7
  335. package/tsconfig.json +6 -4
  336. package/lib/batchTracker.d.ts.map +0 -1
  337. package/lib/batchTracker.js.map +0 -1
  338. package/lib/blobManager.d.ts.map +0 -1
  339. package/lib/blobManager.js.map +0 -1
  340. package/lib/connectionTelemetry.d.ts.map +0 -1
  341. package/lib/connectionTelemetry.js.map +0 -1
  342. package/lib/containerHandleContext.d.ts.map +0 -1
  343. package/lib/containerHandleContext.js.map +0 -1
  344. package/lib/containerRuntime.d.ts.map +0 -1
  345. package/lib/containerRuntime.js.map +0 -1
  346. package/lib/dataStore.d.ts.map +0 -1
  347. package/lib/dataStore.js.map +0 -1
  348. package/lib/dataStoreContext.d.ts.map +0 -1
  349. package/lib/dataStoreContext.js.map +0 -1
  350. package/lib/dataStoreContexts.d.ts.map +0 -1
  351. package/lib/dataStoreContexts.js.map +0 -1
  352. package/lib/dataStoreRegistry.d.ts.map +0 -1
  353. package/lib/dataStoreRegistry.js.map +0 -1
  354. package/lib/dataStores.d.ts.map +0 -1
  355. package/lib/dataStores.js.map +0 -1
  356. package/lib/deltaManagerProxyBase.d.ts.map +0 -1
  357. package/lib/deltaManagerProxyBase.js.map +0 -1
  358. package/lib/deltaManagerSummarizerProxy.d.ts.map +0 -1
  359. package/lib/deltaManagerSummarizerProxy.js.map +0 -1
  360. package/lib/deltaScheduler.d.ts.map +0 -1
  361. package/lib/deltaScheduler.js.map +0 -1
  362. package/lib/error.d.ts.map +0 -1
  363. package/lib/error.js.map +0 -1
  364. package/lib/gc/garbageCollection.d.ts.map +0 -1
  365. package/lib/gc/garbageCollection.js.map +0 -1
  366. package/lib/gc/gcConfigs.d.ts.map +0 -1
  367. package/lib/gc/gcConfigs.js.map +0 -1
  368. package/lib/gc/gcDefinitions.d.ts.map +0 -1
  369. package/lib/gc/gcDefinitions.js.map +0 -1
  370. package/lib/gc/gcHelpers.js.map +0 -1
  371. package/lib/gc/gcReferenceGraphAlgorithm.d.ts.map +0 -1
  372. package/lib/gc/gcReferenceGraphAlgorithm.js.map +0 -1
  373. package/lib/gc/gcSummaryDefinitions.d.ts.map +0 -1
  374. package/lib/gc/gcSummaryDefinitions.js.map +0 -1
  375. package/lib/gc/gcSummaryStateTracker.d.ts.map +0 -1
  376. package/lib/gc/gcSummaryStateTracker.js.map +0 -1
  377. package/lib/gc/gcTelemetry.d.ts.map +0 -1
  378. package/lib/gc/gcTelemetry.js.map +0 -1
  379. package/lib/gc/gcUnreferencedStateTracker.d.ts.map +0 -1
  380. package/lib/gc/gcUnreferencedStateTracker.js.map +0 -1
  381. package/lib/gc/index.d.ts.map +0 -1
  382. package/lib/gc/index.js.map +0 -1
  383. package/lib/index.d.ts.map +0 -1
  384. package/lib/index.js.map +0 -1
  385. package/lib/messageTypes.d.ts.map +0 -1
  386. package/lib/messageTypes.js.map +0 -1
  387. package/lib/metadata.d.ts.map +0 -1
  388. package/lib/metadata.js.map +0 -1
  389. package/lib/opLifecycle/batchManager.d.ts.map +0 -1
  390. package/lib/opLifecycle/batchManager.js.map +0 -1
  391. package/lib/opLifecycle/definitions.d.ts.map +0 -1
  392. package/lib/opLifecycle/definitions.js.map +0 -1
  393. package/lib/opLifecycle/index.d.ts +0 -13
  394. package/lib/opLifecycle/index.d.ts.map +0 -1
  395. package/lib/opLifecycle/index.js +0 -12
  396. package/lib/opLifecycle/index.js.map +0 -1
  397. package/lib/opLifecycle/opCompressor.d.ts.map +0 -1
  398. package/lib/opLifecycle/opCompressor.js.map +0 -1
  399. package/lib/opLifecycle/opDecompressor.d.ts.map +0 -1
  400. package/lib/opLifecycle/opDecompressor.js.map +0 -1
  401. package/lib/opLifecycle/opGroupingManager.d.ts.map +0 -1
  402. package/lib/opLifecycle/opGroupingManager.js.map +0 -1
  403. package/lib/opLifecycle/opSplitter.d.ts.map +0 -1
  404. package/lib/opLifecycle/opSplitter.js.map +0 -1
  405. package/lib/opLifecycle/outbox.d.ts.map +0 -1
  406. package/lib/opLifecycle/outbox.js.map +0 -1
  407. package/lib/opLifecycle/remoteMessageProcessor.d.ts.map +0 -1
  408. package/lib/opLifecycle/remoteMessageProcessor.js.map +0 -1
  409. package/lib/opProperties.d.ts.map +0 -1
  410. package/lib/opProperties.js.map +0 -1
  411. package/lib/packageVersion.d.ts.map +0 -1
  412. package/lib/packageVersion.js.map +0 -1
  413. package/lib/pendingStateManager.d.ts.map +0 -1
  414. package/lib/pendingStateManager.js.map +0 -1
  415. package/lib/scheduleManager.d.ts.map +0 -1
  416. package/lib/scheduleManager.js.map +0 -1
  417. package/lib/storageServiceWithAttachBlobs.d.ts.map +0 -1
  418. package/lib/storageServiceWithAttachBlobs.js.map +0 -1
  419. package/lib/summary/index.d.ts.map +0 -1
  420. package/lib/summary/index.js.map +0 -1
  421. package/lib/summary/orderedClientElection.d.ts.map +0 -1
  422. package/lib/summary/orderedClientElection.js.map +0 -1
  423. package/lib/summary/runWhileConnectedCoordinator.d.ts.map +0 -1
  424. package/lib/summary/runWhileConnectedCoordinator.js.map +0 -1
  425. package/lib/summary/runningSummarizer.d.ts.map +0 -1
  426. package/lib/summary/runningSummarizer.js.map +0 -1
  427. package/lib/summary/summarizer.d.ts.map +0 -1
  428. package/lib/summary/summarizer.js.map +0 -1
  429. package/lib/summary/summarizerClientElection.d.ts.map +0 -1
  430. package/lib/summary/summarizerClientElection.js.map +0 -1
  431. package/lib/summary/summarizerHeuristics.d.ts.map +0 -1
  432. package/lib/summary/summarizerHeuristics.js.map +0 -1
  433. package/lib/summary/summarizerNode/index.d.ts.map +0 -1
  434. package/lib/summary/summarizerNode/index.js.map +0 -1
  435. package/lib/summary/summarizerNode/summarizerNode.d.ts.map +0 -1
  436. package/lib/summary/summarizerNode/summarizerNode.js.map +0 -1
  437. package/lib/summary/summarizerNode/summarizerNodeUtils.d.ts.map +0 -1
  438. package/lib/summary/summarizerNode/summarizerNodeUtils.js.map +0 -1
  439. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +0 -1
  440. package/lib/summary/summarizerNode/summarizerNodeWithGc.js.map +0 -1
  441. package/lib/summary/summarizerTypes.d.ts.map +0 -1
  442. package/lib/summary/summarizerTypes.js.map +0 -1
  443. package/lib/summary/summaryCollection.d.ts.map +0 -1
  444. package/lib/summary/summaryCollection.js.map +0 -1
  445. package/lib/summary/summaryFormat.d.ts.map +0 -1
  446. package/lib/summary/summaryFormat.js.map +0 -1
  447. package/lib/summary/summaryGenerator.d.ts.map +0 -1
  448. package/lib/summary/summaryGenerator.js.map +0 -1
  449. package/lib/summary/summaryManager.d.ts.map +0 -1
  450. package/lib/summary/summaryManager.js.map +0 -1
  451. package/lib/throttler.d.ts.map +0 -1
  452. package/lib/throttler.js.map +0 -1
  453. package/tsconfig.esnext.json +0 -7
@@ -2,20 +2,21 @@
2
2
  * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
3
3
  * Licensed under the MIT License.
4
4
  */
5
- import { LazyPromise, Timer } from "@fluidframework/core-utils";
5
+ import { assert, LazyPromise, Timer } from "@fluidframework/core-utils";
6
6
  import { gcTreeKey, } from "@fluidframework/runtime-definitions";
7
7
  import { createResponseError, responseToException } from "@fluidframework/runtime-utils";
8
- import { createChildLogger, createChildMonitoringContext, DataProcessingError, PerformanceEvent, } from "@fluidframework/telemetry-utils";
9
- import { InactiveResponseHeaderKey, TombstoneResponseHeaderKey, } from "../containerRuntime";
10
- import { ClientSessionExpiredError } from "../error";
11
- import { ContainerMessageType } from "../messageTypes";
12
- import { generateGCConfigs } from "./gcConfigs";
13
- import { GCNodeType, UnreferencedState, GarbageCollectionMessageType, } from "./gcDefinitions";
14
- import { cloneGCData, compatBehaviorAllowsGCMessageType, concatGarbageCollectionData, getGCDataFromSnapshot, } from "./gcHelpers";
15
- import { runGarbageCollection } from "./gcReferenceGraphAlgorithm";
16
- import { GCSummaryStateTracker } from "./gcSummaryStateTracker";
17
- import { UnreferencedStateTracker } from "./gcUnreferencedStateTracker";
18
- import { GCTelemetryTracker } from "./gcTelemetry";
8
+ import { createChildLogger, createChildMonitoringContext, DataProcessingError, PerformanceEvent, tagCodeArtifacts, } from "@fluidframework/telemetry-utils";
9
+ import { BlobManager } from "../blobManager.mjs";
10
+ import { InactiveResponseHeaderKey, TombstoneResponseHeaderKey, } from "../containerRuntime.mjs";
11
+ import { ClientSessionExpiredError } from "../error.mjs";
12
+ import { ContainerMessageType } from "../messageTypes.mjs";
13
+ import { generateGCConfigs } from "./gcConfigs.mjs";
14
+ import { GCNodeType, UnreferencedState, GarbageCollectionMessageType, } from "./gcDefinitions.mjs";
15
+ import { cloneGCData, compatBehaviorAllowsGCMessageType, concatGarbageCollectionData, getGCDataFromSnapshot, } from "./gcHelpers.mjs";
16
+ import { runGarbageCollection } from "./gcReferenceGraphAlgorithm.mjs";
17
+ import { GCSummaryStateTracker } from "./gcSummaryStateTracker.mjs";
18
+ import { UnreferencedStateTracker } from "./gcUnreferencedStateTracker.mjs";
19
+ import { GCTelemetryTracker } from "./gcTelemetry.mjs";
19
20
  /**
20
21
  * The garbage collector for the container runtime. It consolidates the garbage collection functionality and maintains
21
22
  * its state across summaries.
@@ -80,7 +81,6 @@ export class GarbageCollector {
80
81
  this.isSummarizerClient = createParams.isSummarizerClient;
81
82
  this.getNodePackagePath = createParams.getNodePackagePath;
82
83
  this.getLastSummaryTimestampMs = createParams.getLastSummaryTimestampMs;
83
- this.activeConnection = createParams.activeConnection;
84
84
  this.submitMessage = createParams.submitMessage;
85
85
  const baseSnapshot = createParams.baseSnapshot;
86
86
  const readAndParseBlob = createParams.readAndParseBlob;
@@ -141,28 +141,14 @@ export class GarbageCollector {
141
141
  }
142
142
  });
143
143
  /**
144
- * Set up the initializer which initializes the GC state from the data in base snapshot. This is done when
145
- * connected in write mode or when GC runs the first time. It sets up all unreferenced nodes from the base
146
- * GC state and updates their inactive or sweep-ready state.
144
+ * Set up the initializer which initializes the GC state from the data in base snapshot. It sets up GC data
145
+ * from the base GC state and starts tracking the state of unreferenced nodes.
146
+ *
147
+ * Must only be called if there is a current reference timestamp.
147
148
  */
148
149
  this.initializeGCStateFromBaseSnapshotP = new LazyPromise(async () => {
149
- /**
150
- * If there is no current reference timestamp, skip initialization. We need the current timestamp to track
151
- * how long objects have been unreferenced and if they can be deleted.
152
- *
153
- * Note that the only scenario where there is no reference timestamp is when no ops have ever been processed
154
- * for this container and it is in read mode. In this scenario, there is no point in running GC anyway
155
- * because references in the container do not change without any ops, i.e., there is nothing to collect.
156
- */
157
150
  const currentReferenceTimestampMs = this.runtime.getCurrentReferenceTimestampMs();
158
- if (currentReferenceTimestampMs === undefined) {
159
- // Log an event so we can evaluate how often we run into this scenario.
160
- this.mc.logger.sendErrorEvent({
161
- eventName: "GarbageCollectorInitializedWithoutTimestamp",
162
- gcConfigs: JSON.stringify(this.configs),
163
- });
164
- return;
165
- }
151
+ assert(currentReferenceTimestampMs !== undefined, 0x8a4 /* Trying to initialize GC state without current timestamp */);
166
152
  /**
167
153
  * The base snapshot data will not be present if the container is loaded from:
168
154
  * 1. The first summary created by the detached container.
@@ -170,11 +156,20 @@ export class GarbageCollector {
170
156
  * 3. A summary that was generated before GC even existed.
171
157
  */
172
158
  const baseSnapshotData = await this.baseSnapshotDataP;
173
- if (baseSnapshotData === undefined) {
159
+ this.summaryStateTracker.initializeBaseState(baseSnapshotData);
160
+ if (baseSnapshotData?.gcState === undefined) {
174
161
  return;
175
162
  }
176
- this.updateStateFromSnapshotData(baseSnapshotData, currentReferenceTimestampMs);
177
- this.summaryStateTracker.initializeBaseState(baseSnapshotData);
163
+ // Update unreferenced state tracking as per the GC state in the snapshot data and update gcDataFromLastRun
164
+ // to the GC data from the snapshot data.
165
+ const gcNodes = {};
166
+ for (const [nodeId, nodeData] of Object.entries(baseSnapshotData.gcState.gcNodes)) {
167
+ if (nodeData.unreferencedTimestampMs !== undefined) {
168
+ this.unreferencedNodesState.set(nodeId, new UnreferencedStateTracker(nodeData.unreferencedTimestampMs, this.configs.inactiveTimeoutMs, currentReferenceTimestampMs, this.configs.tombstoneTimeoutMs, this.configs.sweepGracePeriodMs));
169
+ }
170
+ gcNodes[nodeId] = Array.from(nodeData.outboundRoutes);
171
+ }
172
+ this.gcDataFromLastRun = { gcNodes };
178
173
  });
179
174
  // Get the GC details from the GC state in the base summary. This is returned in getBaseGCDetails which is
180
175
  // used to initialize the GC state of all the nodes in the container.
@@ -203,8 +198,10 @@ export class GarbageCollector {
203
198
  });
204
199
  }
205
200
  /**
206
- * Called during container initialization. Initialize from the tombstone state in the base snapshot. This is done
207
- * during initialization so that deleted or tombstoned objects are marked as such before they are loaded or used.
201
+ * Called during container initialization. Initializes the tombstone and deleted nodes state from the base snapshot.
202
+ * Also, initializes the GC state including unreferenced nodes tracking if a current reference timestamp exists.
203
+ * Note that if there is any GC state in the base snapshot, then there will definitely be a reference timestamp
204
+ * to work with - The GC state would have been generated using a timestamp which is part of the snapshot.
208
205
  */
209
206
  async initializeBaseState() {
210
207
  const baseSnapshotData = await this.baseSnapshotDataP;
@@ -229,98 +226,52 @@ export class GarbageCollector {
229
226
  this.tombstones = Array.from(baseSnapshotData.tombstones);
230
227
  this.runtime.updateTombstonedRoutes(this.tombstones);
231
228
  }
229
+ await this.initializeOrUpdateGCState();
232
230
  }
233
231
  /**
234
- * Update state from the given snapshot data. This is done during load and during refreshing state from a snapshot.
235
- * All current tracking is reset and updated from the data in the snapshot.
236
- * @param snapshotData - The snapshot data to update state from. If this is undefined, all GC state and tracking
237
- * is reset.
238
- * @param currentReferenceTimestampMs - The current reference timestamp for marking unreferenced nodes' unreferenced
239
- * timestamp.
232
+ * Initialize the GC state if not already initialized. If GC state is already initialized, update the unreferenced
233
+ * state tracking as per the current reference timestamp.
240
234
  */
241
- updateStateFromSnapshotData(snapshotData, currentReferenceTimestampMs) {
242
- /**
243
- * Note: "newReferencesSinceLastRun" is not reset here. This is done because there may be references since the
244
- * snapshot that we are updating state from. For example, this client may have processed ops till seq#1000 and
245
- * its refreshing state from a summary that happened at seq#900. In this case, there may be references between
246
- * seq#901 and seq#1000 that we don't want to reset.
247
- * Unfortunately, there is no way to track the seq# of ops that add references, so we choose to not reset any
248
- * references here. This should be fine because, in the worst case, we may end up updating the unreferenced
249
- * timestamp of a node which will delay its deletion. Although not ideal, this will only happen in rare
250
- * scenarios, so it should be okay.
251
- */
252
- // Clear all existing unreferenced state tracking.
253
- for (const [, nodeStateTracker] of this.unreferencedNodesState) {
254
- nodeStateTracker.stopTracking();
255
- }
256
- this.unreferencedNodesState.clear();
257
- // If running sweep, the tombstone state represents the list of nodes that have been deleted during sweep.
258
- // If running in tombstone mode, the tombstone state represents the list of nodes that have been marked as
259
- // tombstones.
260
- // If this call is because we are refreshing from a snapshot due to an ack, it is likely that the GC state
261
- // in the snapshot is newer than this client's. And so, the deleted / tombstone nodes need to be updated.
262
- if (this.configs.shouldRunSweep) {
263
- const snapshotDeletedNodes = snapshotData?.deletedNodes
264
- ? new Set(snapshotData.deletedNodes)
265
- : undefined;
266
- // If the snapshot contains deleted nodes that are not yet deleted by this client, ask the runtime to
267
- // delete them.
268
- if (snapshotDeletedNodes !== undefined) {
269
- const newDeletedNodes = [];
270
- for (const nodeId of snapshotDeletedNodes) {
271
- if (!this.deletedNodes.has(nodeId)) {
272
- newDeletedNodes.push(nodeId);
273
- }
274
- }
275
- if (newDeletedNodes.length > 0) {
276
- // Call container runtime to delete these nodes and add deleted nodes to this.deletedNodes.
277
- }
278
- }
279
- }
280
- else if (this.configs.tombstoneMode) {
281
- // The snapshot may contain more or fewer tombstone nodes than this client. Update tombstone state and
282
- // notify the runtime to update its state as well.
283
- this.tombstones = snapshotData?.tombstones ? Array.from(snapshotData.tombstones) : [];
284
- this.runtime.updateTombstonedRoutes(this.tombstones);
235
+ async initializeOrUpdateGCState() {
236
+ const currentReferenceTimestampMs = this.runtime.getCurrentReferenceTimestampMs();
237
+ if (currentReferenceTimestampMs === undefined) {
238
+ return;
285
239
  }
286
- // If there is no snapshot data, it means this snapshot was generated with GC disabled. Unset all GC state.
287
- if (snapshotData?.gcState === undefined) {
288
- this.gcDataFromLastRun = undefined;
240
+ // If the GC state hasn't been initialized yet, initialize it and return.
241
+ if (this.gcDataFromLastRun === undefined) {
242
+ await this.initializeGCStateFromBaseSnapshotP;
289
243
  return;
290
244
  }
291
- // Update unreferenced state tracking as per the GC state in the snapshot data and update gcDataFromLastRun
292
- // to the GC data from the snapshot data.
293
- const gcNodes = {};
294
- for (const [nodeId, nodeData] of Object.entries(snapshotData.gcState.gcNodes)) {
295
- if (nodeData.unreferencedTimestampMs !== undefined) {
296
- this.unreferencedNodesState.set(nodeId, new UnreferencedStateTracker(nodeData.unreferencedTimestampMs, this.configs.inactiveTimeoutMs, currentReferenceTimestampMs, this.configs.sweepTimeoutMs, this.configs.sweepGracePeriodMs));
297
- }
298
- gcNodes[nodeId] = Array.from(nodeData.outboundRoutes);
245
+ // If the GC state has been initialized, update the tracking of unreferenced nodes as per the current
246
+ // reference timestamp.
247
+ for (const [, nodeStateTracker] of this.unreferencedNodesState) {
248
+ nodeStateTracker.updateTracking(currentReferenceTimestampMs);
299
249
  }
300
- this.gcDataFromLastRun = { gcNodes };
301
250
  }
302
251
  /**
303
252
  * Called when the connection state of the runtime changes, i.e., it connects or disconnects. GC subscribes to this
304
- * to initialize the base state for non-summarizer clients so that they can track inactive / sweep-ready nodes.
253
+ * to initialize or update the unreference state tracking.
305
254
  * @param connected - Whether the runtime connected / disconnected.
306
255
  * @param clientId - The clientId of this runtime.
307
256
  */
308
257
  setConnectionState(connected, clientId) {
309
258
  /**
310
- * For all clients, initialize the base state when the container becomes active, i.e., it transitions
311
- * to "write" mode. This will ensure that the container's own join op is processed and there is a recent
312
- * reference timestamp that will be used to update the state of unreferenced nodes. Also, all trailing ops which
313
- * could affect the GC state will have been processed.
259
+ * When the client connects (or reconnects), attempt to initialize or update the GC state. This will keep
260
+ * the unreferenced state tracking updated as per the reference timestamp at the time of connection.
314
261
  *
315
- * If GC is up-to-date for the client and the summarizing client, there will be an doubling of both
316
- * InactiveObject_Loaded and SweepReady_Loaded errors, as there will be one from the sending client and one from
317
- * the receiving summarizer client.
318
- *
319
- * Ideally, this initialization should only be done for summarizer client. However, we are currently rolling out
320
- * sweep in phases and we want to track when inactive and sweep-ready objects are used in any client.
262
+ * During GC initialization and during connections in read mode, it is possible that either no ops are
263
+ * processed or only trailing ops are processed. This means that the GC state is not initialized or initialized
264
+ * with an older reference timestamp. So, doing this on every connection will keep the unreferenced state
265
+ * tracking up-to-date.
321
266
  */
322
- if (this.activeConnection() && this.configs.shouldRunGC) {
323
- this.initializeGCStateFromBaseSnapshotP.catch((error) => { });
267
+ if (connected && this.configs.shouldRunGC) {
268
+ this.initializeOrUpdateGCState().catch((error) => {
269
+ this.mc.logger.sendErrorEvent({
270
+ eventName: "GCInitializationOrUpdateFailed",
271
+ gcConfigs: JSON.stringify(this.configs),
272
+ clientId,
273
+ }, error);
274
+ });
324
275
  }
325
276
  }
326
277
  /**
@@ -377,8 +328,11 @@ export class GarbageCollector {
377
328
  const gcStats = await this.runGC(fullGC, currentReferenceTimestampMs, logger);
378
329
  event.end({
379
330
  ...gcStats,
380
- timestamp: currentReferenceTimestampMs,
381
- sweep: this.configs.shouldRunSweep,
331
+ details: {
332
+ timestamp: currentReferenceTimestampMs,
333
+ sweep: this.configs.shouldRunSweep,
334
+ tombstone: this.configs.throwOnTombstoneLoad,
335
+ },
382
336
  });
383
337
  /** Post-GC steps */
384
338
  // Log pending unreferenced events such as a node being used after inactive. This is done after GC runs and
@@ -459,7 +413,7 @@ export class GarbageCollector {
459
413
  for (const nodeId of gcResult.deletedNodeIds) {
460
414
  const nodeStateTracker = this.unreferencedNodesState.get(nodeId);
461
415
  if (nodeStateTracker === undefined) {
462
- this.unreferencedNodesState.set(nodeId, new UnreferencedStateTracker(currentReferenceTimestampMs, this.configs.inactiveTimeoutMs, currentReferenceTimestampMs, this.configs.sweepTimeoutMs, this.configs.sweepGracePeriodMs));
416
+ this.unreferencedNodesState.set(nodeId, new UnreferencedStateTracker(currentReferenceTimestampMs, this.configs.inactiveTimeoutMs, currentReferenceTimestampMs, this.configs.tombstoneTimeoutMs, this.configs.sweepGracePeriodMs));
463
417
  }
464
418
  else {
465
419
  // If a node was already unreferenced, update its tracking information. Since the current reference time
@@ -642,7 +596,7 @@ export class GarbageCollector {
642
596
  gcFeatureMatrix: this.configs.persistedGcFeatureMatrix,
643
597
  sessionExpiryTimeoutMs: this.configs.sessionExpiryTimeoutMs,
644
598
  sweepEnabled: false,
645
- sweepTimeoutMs: this.configs.sweepTimeoutMs,
599
+ tombstoneTimeoutMs: this.configs.tombstoneTimeoutMs,
646
600
  };
647
601
  }
648
602
  /**
@@ -772,6 +726,16 @@ export class GarbageCollector {
772
726
  if (!this.configs.shouldRunGC) {
773
727
  return;
774
728
  }
729
+ if (!toNodePath.startsWith("/")) {
730
+ // A long time ago we stored handles with relatives paths. We don't expect to see these cases though
731
+ // because GC was enabled only after we made the switch to always using absolute paths.
732
+ this.mc.logger.sendErrorEvent({
733
+ eventName: "InvalidRelativeOutboundRoute",
734
+ ...tagCodeArtifacts({ fromId: fromNodePath, id: toNodePath }),
735
+ });
736
+ return;
737
+ }
738
+ assert(fromNodePath.startsWith("/"), 0x8a5 /* fromNodePath must be an absolute path */);
775
739
  const outboundRoutes = this.newReferencesSinceLastRun.get(fromNodePath) ?? [];
776
740
  outboundRoutes.push(toNodePath);
777
741
  this.newReferencesSinceLastRun.set(fromNodePath, outboundRoutes);
@@ -871,9 +835,24 @@ export class GarbageCollector {
871
835
  deletedDataStoreCount: 0,
872
836
  deletedAttachmentBlobCount: 0,
873
837
  };
838
+ // The runtime can't reliably identify the type of deleted nodes. So, get the type here. This should
839
+ // be good enough because the only types that participate in GC today are data stores, DDSes and blobs.
840
+ const getDeletedNodeType = (nodeId) => {
841
+ const pathParts = nodeId.split("/");
842
+ if (pathParts[1] === BlobManager.basePath) {
843
+ return GCNodeType.Blob;
844
+ }
845
+ if (pathParts.length === 2) {
846
+ return GCNodeType.DataStore;
847
+ }
848
+ if (pathParts.length === 3) {
849
+ return GCNodeType.SubDataStore;
850
+ }
851
+ return GCNodeType.Other;
852
+ };
874
853
  for (const nodeId of deletedNodes) {
875
854
  sweepPhaseStats.deletedNodeCount++;
876
- const nodeType = this.runtime.getNodeType(nodeId);
855
+ const nodeType = getDeletedNodeType(nodeId);
877
856
  if (nodeType === GCNodeType.DataStore) {
878
857
  sweepPhaseStats.deletedDataStoreCount++;
879
858
  }
@@ -905,4 +884,4 @@ export class GarbageCollector {
905
884
  return sweepPhaseStats;
906
885
  }
907
886
  }
908
- //# sourceMappingURL=garbageCollection.js.map
887
+ //# sourceMappingURL=garbageCollection.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"garbageCollection.mjs","sourceRoot":"","sources":["../../src/gc/garbageCollection.ts"],"names":[],"mappings":"AAAA;;;GAGG;OAEI,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,4BAA4B;OAEhE,EACN,SAAS,GAKT,MAAM,qCAAqC;OACrC,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B;OACjF,EACN,iBAAiB,EACjB,4BAA4B,EAC5B,mBAAmB,EAGnB,gBAAgB,EAChB,gBAAgB,GAChB,MAAM,iCAAiC;OACjC,EAAE,WAAW,EAAE;OACf,EACN,yBAAyB,EAEzB,0BAA0B,GAC1B;OACM,EAAE,yBAAyB,EAAE;OAC7B,EAAE,oBAAoB,EAA6B;OAEnD,EAAE,iBAAiB,EAAE;OACrB,EACN,UAAU,EAMV,iBAAiB,EAMjB,4BAA4B,GAC5B;OACM,EACN,WAAW,EACX,iCAAiC,EACjC,2BAA2B,EAC3B,qBAAqB,GACrB;OACM,EAAE,oBAAoB,EAAE;OAExB,EAAE,qBAAqB,EAAE;OACzB,EAAE,wBAAwB,EAAE;OAC5B,EAAE,kBAAkB,EAAE;AAE7B;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,gBAAgB;IACrB,MAAM,CAAC,MAAM,CAAC,YAA2C;QAC/D,OAAO,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC3C,CAAC;IAMD,IAAW,WAAW;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;IACjC,CAAC;IAgCD,iFAAiF;IACjF,IAAW,2BAA2B;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IAClC,CAAC;IACD,uEAAuE;IACvE,IAAW,oBAAoB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC;IAC1C,CAAC;IACD,kEAAkE;IAClE,IAAW,qBAAqB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;IAC3C,CAAC;IAWD,IAAW,sBAAsB;QAChC,OAAO,IAAI,CAAC,mBAAmB,CAAC,yBAAyB,CAAC;IAC3D,CAAC;IAED,sFAAsF;IACtF,IAAW,8BAA8B;QACxC,OAAO,IAAI,CAAC,mBAAmB,CAAC,8BAA8B,CAAC;IAChE,CAAC;IAED,YAAsB,YAA2C;QA3DjE,6GAA6G;QAC7G,kCAAkC;QACjB,8BAAyB,GAA0B,IAAI,GAAG,EAAE,CAAC;QAC9E,6CAA6C;QACrC,eAAU,GAAa,EAAE,CAAC;QAClC,6DAA6D;QACrD,iBAAY,GAAgB,IAAI,GAAG,EAAE,CAAC;QAQ9C,uDAAuD;QACtC,2BAAsB,GAA0C,IAAI,GAAG,EAAE,CAAC;QAI3F,0FAA0F;QAClF,kBAAa,GAAG,CAAC,CAAC;QAwCzB,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC,kBAAkB,CAAC;QAC1D,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC,kBAAkB,CAAC;QAC1D,IAAI,CAAC,yBAAyB,GAAG,YAAY,CAAC,yBAAyB,CAAC;QACxE,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC;QAEhD,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;QAC/C,MAAM,gBAAgB,GAAG,YAAY,CAAC,gBAAgB,CAAC;QAEvD,IAAI,CAAC,EAAE,GAAG,4BAA4B,CAAC;YACtC,MAAM,EAAE,YAAY,CAAC,UAAU;YAC/B,SAAS,EAAE,kBAAkB;YAC7B,UAAU,EAAE;gBACX,GAAG,EAAE,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE;aAClD;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAExD,wGAAwG;QACxG,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,KAAK,SAAS,EAAE;YACtD,mEAAmE;YACnE,MAAM,8BAA8B,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAC9D,sDAAsD,CACtD,CAAC;YACF,MAAM,SAAS,GAAG,8BAA8B,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;YAExF,IAAI,CAAC,kBAAkB,GAAG,IAAI,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE;gBACnD,IAAI,CAAC,OAAO,CAAC,OAAO,CACnB,IAAI,yBAAyB,CAAC,yBAAyB,EAAE,SAAS,CAAC,CACnE,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;SAChC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,qBAAqB,CACnD,IAAI,CAAC,OAAO,EACZ,YAAY,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,SAAS,CAAC,4BAA4B,CACzE,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,kBAAkB,EACvB,YAAY,CAAC,uBAAuB,EACpC,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,EACpD,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAC3D,IAAI,CAAC,kBAAkB,CACvB,CAAC;QAEF,wGAAwG;QACxG,8DAA8D;QAC9D,IAAI,CAAC,iBAAiB,GAAG,IAAI,WAAW,CACvC,KAAK,IAAI,EAAE;YACV,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC/B,OAAO,SAAS,CAAC;aACjB;YAED,IAAI;gBACH,6FAA6F;gBAC7F,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrD,IAAI,cAAc,KAAK,SAAS,EAAE;oBACjC,gGAAgG;oBAChG,kEAAkE;oBAClE,OAAO,SAAS,CAAC;iBACjB;gBAED,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAC/C,cAAc,EACd,gBAAgB,CAChB,CAAC;gBAEF,oGAAoG;gBACpG,0FAA0F;gBAC1F,gGAAgG;gBAChG,uFAAuF;gBACvF,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,KAAK,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE;oBAC5E,OAAO;wBACN,OAAO,EAAE,SAAS;wBAClB,UAAU,EAAE,SAAS;wBACrB,YAAY,EAAE,YAAY,CAAC,YAAY;qBACvC,CAAC;iBACF;gBACD,OAAO,YAAY,CAAC;aACpB;YAAC,OAAO,KAAK,EAAE;gBACf,MAAM,GAAG,GAAG,mBAAmB,CAAC,kBAAkB,CACjD,KAAK,EACL,sBAAsB,CACtB,CAAC;gBACF,GAAG,CAAC,sBAAsB,CAAC;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;iBACvC,CAAC,CAAC;gBACH,MAAM,GAAG,CAAC;aACV;QACF,CAAC,CACD,CAAC;QAEF;;;;;WAKG;QACH,IAAI,CAAC,kCAAkC,GAAG,IAAI,WAAW,CAAO,KAAK,IAAI,EAAE;YAC1E,MAAM,2BAA2B,GAAG,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAAE,CAAC;YAClF,MAAM,CACL,2BAA2B,KAAK,SAAS,EACzC,KAAK,CAAC,6DAA6D,CACnE,CAAC;YAEF;;;;;eAKG;YACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;YACtD,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;YAE/D,IAAI,gBAAgB,EAAE,OAAO,KAAK,SAAS,EAAE;gBAC5C,OAAO;aACP;YAED,2GAA2G;YAC3G,yCAAyC;YACzC,MAAM,OAAO,GAA+B,EAAE,CAAC;YAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAClF,IAAI,QAAQ,CAAC,uBAAuB,KAAK,SAAS,EAAE;oBACnD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAC9B,MAAM,EACN,IAAI,wBAAwB,CAC3B,QAAQ,CAAC,uBAAuB,EAChC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAC9B,2BAA2B,EAC3B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAC/B,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAC/B,CACD,CAAC;iBACF;gBACD,OAAO,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;aACtD;YACD,IAAI,CAAC,iBAAiB,GAAG,EAAE,OAAO,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,0GAA0G;QAC1G,qEAAqE;QACrE,IAAI,CAAC,cAAc,GAAG,IAAI,WAAW,CAAgC,KAAK,IAAI,EAAE;YAC/E,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;YACtD,IAAI,gBAAgB,EAAE,OAAO,KAAK,SAAS,EAAE;gBAC5C,OAAO,EAAE,CAAC;aACV;YAED,MAAM,OAAO,GAA+B,EAAE,CAAC;YAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAClF,OAAO,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;aACtD;YACD,gGAAgG;YAChG,uGAAuG;YACvG,4BAA4B;YAC5B,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC;YAE1E,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,4EAA4E;QAC5E,kGAAkG;QAClG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS,EAAE,wBAAwB;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC;YACjD,GAAG,YAAY,CAAC,uBAAuB;SACvC,CAAC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,mBAAmB;QAC/B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;QACtD;;;;;WAKG;QACH,IAAI,gBAAgB,KAAK,SAAS,EAAE;YACnC,OAAO;SACP;QAED,+GAA+G;QAC/G,oCAAoC;QACpC,IAAI,gBAAgB,CAAC,YAAY,KAAK,SAAS,EAAE;YAChD,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;SAC3D;QAED,8GAA8G;QAC9G,oBAAoB;QACpB,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,gBAAgB,CAAC,UAAU,KAAK,SAAS,EAAE;YAC5E,oEAAoE;YACpE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SACrD;QAED,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;IACxC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,yBAAyB;QACtC,MAAM,2BAA2B,GAAG,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAAE,CAAC;QAClF,IAAI,2BAA2B,KAAK,SAAS,EAAE;YAC9C,OAAO;SACP;QAED,yEAAyE;QACzE,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE;YACzC,MAAM,IAAI,CAAC,kCAAkC,CAAC;YAC9C,OAAO;SACP;QAED,qGAAqG;QACrG,uBAAuB;QACvB,KAAK,MAAM,CAAC,EAAE,gBAAgB,CAAC,IAAI,IAAI,CAAC,sBAAsB,EAAE;YAC/D,gBAAgB,CAAC,cAAc,CAAC,2BAA2B,CAAC,CAAC;SAC7D;IACF,CAAC;IAED;;;;;OAKG;IACI,kBAAkB,CAAC,SAAkB,EAAE,QAA6B;QAC1E;;;;;;;;WAQG;QACH,IAAI,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAC1C,IAAI,CAAC,yBAAyB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAChD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAC5B;oBACC,SAAS,EAAE,gCAAgC;oBAC3C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;oBACvC,QAAQ;iBACR,EACD,KAAK,CACL,CAAC;YACH,CAAC,CAAC,CAAC;SACH;IACF,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,gBAAgB;QAC5B,OAAO,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAC1B,OAOC,EACD,gBAAoC;QAEpC,MAAM,MAAM,GACX,OAAO,CAAC,MAAM;YACd,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,mBAAmB,CAAC,yBAAyB,CAAC,CAAC;QAEzF,oEAAoE;QACpE,gBAAgB,EAAE,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE;YACpD,MAAM;YACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM;YAC5B,CAAC,CAAC,iBAAiB,CAAC;gBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,UAAU,EAAE;oBACX,GAAG,EAAE,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE;iBAClD;aACA,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;QAElB;;;;;;;WAOG;QACH,MAAM,2BAA2B,GAAG,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAAE,CAAC;QAClF,IAAI,2BAA2B,KAAK,SAAS,EAAE;YAC9C,uEAAuE;YACvE,MAAM,CAAC,cAAc,CAAC;gBACrB,SAAS,EAAE,sCAAsC;gBACjD,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;aACvC,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;SACjB;QAED,OAAO,gBAAgB,CAAC,cAAc,CACrC,MAAM,EACN,EAAE,SAAS,EAAE,mBAAmB,EAAE,EAClC,KAAK,EAAE,KAAK,EAAE,EAAE;YACf,mBAAmB;YACnB,sEAAsE;YACtE,MAAM,IAAI,CAAC,kCAAkC,CAAC;YAC9C,2DAA2D;YAC3D,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YAEzC,cAAc;YACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,2BAA2B,EAAE,MAAM,CAAC,CAAC;YAC9E,KAAK,CAAC,GAAG,CAAC;gBACT,GAAG,OAAO;gBACV,OAAO,EAAE;oBACR,SAAS,EAAE,2BAA2B;oBACtC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;oBAClC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB;iBAC5C;aACD,CAAC,CAAC;YAEH,oBAAoB;YACpB,2GAA2G;YAC3G,+GAA+G;YAC/G,wGAAwG;YACxG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACrD,mEAAmE;YACnE,IAAI,CAAC,mBAAmB,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC,aAAa,EAAE,CAAC;YAErB,OAAO,OAAO,CAAC;QAChB,CAAC,EACD,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAC9B,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACK,KAAK,CAAC,KAAK,CAClB,MAAe,EACf,2BAAmC,EACnC,MAA2B;QAE3B,uDAAuD;QACvD,gGAAgG;QAChG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,wGAAwG;QACxG,MAAM,oBAAoB,GACzB,IAAI,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC;YAC7E,QAAQ,CAAC,iBAAiB,CAAC;QAE5B,wEAAwE;QACxE,qGAAqG;QACrG,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAExD,yBAAyB;QACzB,6GAA6G;QAC7G,MAAM,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,YAAY,CACrE,QAAQ,EACR,oBAAoB,EACpB,2BAA2B,CAC3B,CAAC;QAEF,0BAA0B;QAC1B,2GAA2G;QAC3G,+FAA+F;QAC/F,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;QAEvE,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAE7C,gCAAgC;QAChC,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAC9C,IAAI,CAAC,YAAY,EACjB,iBAAiB,EACjB,cAAc,CACd,CAAC;QAEF,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,eAAe,EAAE,CAAC;IAClD,CAAC;IAED;;;;;;;;;;;;;OAaG;IACK,YAAY,CACnB,QAAmB,EACnB,oBAA8B,EAC9B,2BAAmC;QAEnC,gFAAgF;QAChF,KAAK,MAAM,MAAM,IAAI,oBAAoB,EAAE;YAC1C,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,gBAAgB,KAAK,SAAS,EAAE;gBACnC,uDAAuD;gBACvD,gBAAgB,CAAC,YAAY,EAAE,CAAC;gBAChC,yDAAyD;gBACzD,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aAC3C;SACD;QAED,qFAAqF;QACrF,MAAM,qBAAqB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACrD,MAAM,iBAAiB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACjD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE;YAC7C,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,gBAAgB,KAAK,SAAS,EAAE;gBACnC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAC9B,MAAM,EACN,IAAI,wBAAwB,CAC3B,2BAA2B,EAC3B,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAC9B,2BAA2B,EAC3B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAC/B,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAC/B,CACD,CAAC;aACF;iBAAM;gBACN,wGAAwG;gBACxG,yGAAyG;gBACzG,gBAAgB,CAAC,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBAE7D,yEAAyE;gBACzE,IAAI,gBAAgB,CAAC,KAAK,KAAK,iBAAiB,CAAC,cAAc,EAAE;oBAChE,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBAClC;gBACD,IAAI,gBAAgB,CAAC,KAAK,KAAK,iBAAiB,CAAC,UAAU,EAAE;oBAC5D,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBAC9B;aACD;SACD;QAED,8DAA8D;QAC9D,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAE1D,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,CAAC;IACrD,CAAC;IAED;;;;;;;;;;OAUG;IACK,aAAa,CACpB,QAAmB,EACnB,mBAAgC,EAChC,eAA4B;QAE5B;;;;;WAKG;QAEH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC1B,+FAA+F;YAC/F,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YACzD,OAAO;SACP;QAED,oFAAoF;QACpF,2FAA2F;QAC3F,sFAAsF;QACtF,oDAAoD;QACpD,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc;YACtE,CAAC,CAAC;gBACA,gBAAgB,EAAE,CAAC,GAAG,mBAAmB,CAAC;gBAC1C,aAAa,EAAE,CAAC,GAAG,eAAe,CAAC;aAClC;YACH,CAAC,CAAC;gBACA,gBAAgB,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,eAAe,CAAC;gBAC9D,aAAa,EAAE,EAAE;aAChB,CAAC;QAEL,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE;YAC/B,IAAI,CAAC,UAAU,GAAG,gBAAgB,CAAC;YACnC,oEAAoE;YACpE,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SACrD;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;YAC5D,yGAAyG;YACzG,sGAAsG;YACtG,sCAAsC;YACtC,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAClD,OAAO,QAAQ,KAAK,UAAU,CAAC,SAAS,IAAI,QAAQ,KAAK,UAAU,CAAC,IAAI,CAAC;YAC1E,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAA6B;gBAC1C,IAAI,EAAE,4BAA4B,CAAC,KAAK;gBACxC,cAAc,EAAE,oBAAoB;aACpC,CAAC;YAEF,sGAAsG;YACtG,4GAA4G;YAC5G,4FAA4F;YAC5F,MAAM,kBAAkB,GAA8B;gBACrD,IAAI,EAAE,oBAAoB,CAAC,EAAE;gBAC7B,QAAQ;gBACR,aAAa,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE;aACrC,CAAC;YACF,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;YACvC,OAAO;SACP;IACF,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACK,gCAAgC,CACvC,aAAqC,EACrC,cAAkD,EAClD,MAA2B;QAE3B,sDAAsD;QACtD,uGAAuG;QACvG,IAAI,cAAc,KAAK,SAAS,EAAE;YACjC,OAAO,SAAS,CAAC;SACjB;QAED;;;WAGG;QACH,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,CACnD,aAAa,EACb,cAAc,EACd,IAAI,CAAC,yBAAyB,EAC9B,MAAM,CACN,CAAC;QAEF,8GAA8G;QAC9G,qDAAqD;QACrD,IAAI,IAAI,CAAC,yBAAyB,CAAC,IAAI,KAAK,CAAC,EAAE;YAC9C,OAAO,SAAS,CAAC;SACjB;QAED;;;;;;;;;;;;;;;WAeG;QACH,MAAM,cAAc,GAAG,2BAA2B,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QAClF,MAAM,6BAA6B,GAAa,EAAE,CAAC;QACnD,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC,cAAwB,EAAE,YAAoB,EAAE,EAAE;YACzF,IAAI,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,SAAS,EAAE;gBACvD,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,cAAc,CAAC;aACtD;iBAAM;gBACN,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;aAC7D;YACD,6BAA6B,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH;;;;;;WAMG;QACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,cAAc,CAAC,OAAO,EAAE;YAC7D,GAAG;YACH,GAAG,6BAA6B;SAChC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,iBAAiB,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACI,SAAS,CACf,QAAiB,EACjB,UAAmB,EACnB,gBAAoC;QAEpC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE;YACtE,OAAO;SACP;QAED,MAAM,OAAO,GAA4B,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACzD,KAAK,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE;YACtF,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;gBACzB,cAAc;gBACd,uBAAuB,EACtB,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,uBAAuB;aACjE,CAAC;SACF;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC,SAAS,CACxC,QAAQ,EACR,UAAU,EACV,OAAO,EACP,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,UAAU,CACf,CAAC;IACH,CAAC;IAEM,WAAW;QACjB,OAAO;YACN;;;eAGG;YACH,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACtE,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,wBAAwB;YACtD,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAC,sBAAsB;YAC3D,YAAY,EAAE,KAAK;YACnB,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;SACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,oBAAoB,CAAC,MAA6B;QAC9D,OAAO,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,OAAkC,EAAE,KAAc;QACvE,QAAQ,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC9B,KAAK,OAAO,CAAC,CAAC;gBACb,0DAA0D;gBAC1D,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBAC5D,MAAM;aACN;YACD,OAAO,CAAC,CAAC;gBACR,IACC,CAAC,iCAAiC,CACjC,OAAO,CAAC,QAAQ,CAAC,IAAI,EACrB,OAAO,CAAC,aAAa,EAAE,QAAQ,CAC/B,EACA;oBACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CACvC,8CAA8C,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EACrE,gBAAgB,CAChB,CAAC;oBACF,MAAM,KAAK,CAAC;iBACZ;gBACD,MAAM;aACN;SACD;IACF,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,iBAAoC;QACjE,kEAAkE;QAClE,MAAM,kBAAkB,GAAgB,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAEnE,2GAA2G;QAC3G,0GAA0G;QAC1G,kDAAkD;QAClD,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3D,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,sBAAsB,EAAE;YAC/C,mEAAmE;YACnE,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,EAAE;gBAC1B,SAAS;aACT;YAED,yGAAyG;YACzG,qCAAqC;YACrC,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACjC,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAC9B;SACD;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;QAEhF,uDAAuD;QACvD,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE;YACpC,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,gBAAgB,KAAK,SAAS,EAAE;gBACnC,uDAAuD;gBACvD,gBAAgB,CAAC,YAAY,EAAE,CAAC;gBAChC,yDAAyD;gBACzD,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aAC3C;YACD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SAC9B;IACF,CAAC;IAED;;;;;;;;;OASG;IACI,WAAW,CACjB,QAAgB,EAChB,MAA4B,EAC5B,WAAoB,EACpB,WAA+B,EAC/B,OAAkB,EAClB,UAA8B;QAE9B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAC9B,OAAO;SACP;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAExD,+BAA+B;QAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;YAC9B,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,MAAM;YACjB,2BAA2B,EAC1B,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAAE;YAC7D,WAAW;YACX,eAAe,EAAE,IAAI,CAAC,aAAa;YACnC,YAAY;YACZ,eAAe,EAAE,IAAI,CAAC,yBAAyB,EAAE;YACjD,OAAO,EAAE,UAAU;SACnB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEpD,6FAA6F;QAC7F,IAAI,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACvF,OAAO;SACP;QAED,MAAM,YAAY,GAAa,OAAO,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;QAC5D,uFAAuF;QACvF,IAAI,YAAY,IAAI,IAAI,CAAC,oBAAoB,IAAI,UAAU,EAAE,cAAc,KAAK,IAAI,EAAE;YACrF,iFAAiF;YACjF,MAAM,mBAAmB,CACxB,mBAAmB,CAAC,GAAG,EAAE,GAAG,QAAQ,iBAAiB,EAAE,YAAY,EAAE;gBACpE,CAAC,0BAA0B,CAAC,EAAE,IAAI;aAClC,CAAC,EACF,YAAY,CACZ,CAAC;SACF;QAED,oFAAoF;QACpF,IAAI,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,UAAU,EAAE;YACpE,MAAM,yBAAyB,GAC9B,CAAC,IAAI,CAAC,kBAAkB;gBACxB,IAAI,CAAC,OAAO,CAAC,mBAAmB,KAAK,IAAI;gBACzC,UAAU,EAAE,aAAa,KAAK,IAAI,CAAC;YACpC,IAAI,yBAAyB,EAAE;gBAC9B,MAAM,mBAAmB,CACxB,mBAAmB,CAAC,GAAG,EAAE,GAAG,QAAQ,cAAc,EAAE,YAAY,EAAE;oBACjE,CAAC,yBAAyB,CAAC,EAAE,IAAI;iBACjC,CAAC,EACF,YAAY,CACZ,CAAC;aACF;SACD;IACF,CAAC;IAED;;;;;;OAMG;IACI,sBAAsB,CAAC,YAAoB,EAAE,UAAkB;QACrE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAC9B,OAAO;SACP;QAED,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YAChC,oGAAoG;YACpG,uFAAuF;YACvF,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC7B,SAAS,EAAE,8BAA8B;gBACzC,GAAG,gBAAgB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,OAAO;SACP;QAED,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAExF,MAAM,cAAc,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAC9E,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAEjE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;YAC9B,EAAE,EAAE,UAAU;YACd,SAAS,EAAE,SAAS;YACpB,2BAA2B,EAAE,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAAE;YAC1E,WAAW,EAAE,SAAS;YACtB,eAAe,EAAE,IAAI,CAAC,aAAa;YACnC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC;YAClD,eAAe,EAAE,IAAI,CAAC,yBAAyB,EAAE;YACjD,MAAM,EAAE,YAAY;SACpB,CAAC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,aAAa,CAAC,QAAgB;QACpC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAEM,OAAO;QACb,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,QAAmB;QAC5C,MAAM,cAAc,GAAoB;YACvC,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,CAAC;YACtB,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,CAAC;YACtB,wBAAwB,EAAE,CAAC;YAC3B,gBAAgB,EAAE,CAAC;YACnB,qBAAqB,EAAE,CAAC;YACxB,0BAA0B,EAAE,CAAC;SAC7B,CAAC;QAEF,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,UAAmB,EAAE,EAAE;YAC/D,cAAc,CAAC,SAAS,EAAE,CAAC;YAC3B,iGAAiG;YACjG,sFAAsF;YACtF,MAAM,YAAY,GACjB,IAAI,CAAC,iBAAiB,KAAK,SAAS;gBACpC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC;YACxD,IAAI,YAAY,EAAE;gBACjB,cAAc,CAAC,gBAAgB,EAAE,CAAC;aAClC;YACD,IAAI,CAAC,UAAU,EAAE;gBAChB,cAAc,CAAC,cAAc,EAAE,CAAC;aAChC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,SAAS,EAAE;gBAC9D,cAAc,CAAC,cAAc,EAAE,CAAC;gBAChC,IAAI,YAAY,EAAE;oBACjB,cAAc,CAAC,qBAAqB,EAAE,CAAC;iBACvC;gBACD,IAAI,CAAC,UAAU,EAAE;oBAChB,cAAc,CAAC,mBAAmB,EAAE,CAAC;iBACrC;aACD;YACD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,IAAI,EAAE;gBACzD,cAAc,CAAC,mBAAmB,EAAE,CAAC;gBACrC,IAAI,YAAY,EAAE;oBACjB,cAAc,CAAC,0BAA0B,EAAE,CAAC;iBAC5C;gBACD,IAAI,CAAC,UAAU,EAAE;oBAChB,cAAc,CAAC,wBAAwB,EAAE,CAAC;iBAC1C;aACD;QACF,CAAC,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,iBAAiB,EAAE;YAChD,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;SAC/C;QAED,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE;YAC7C,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;SAChD;QAED,OAAO,cAAc,CAAC;IACvB,CAAC;IAED;;;;;;OAMG;IACK,kBAAkB,CACzB,YAAyB,EACzB,eAA4B,EAC5B,cAA+B;QAE/B,+FAA+F;QAC/F,6DAA6D;QAC7D,MAAM,eAAe,GAAqB;YACzC,iBAAiB,EAAE,cAAc,CAAC,SAAS;YAC3C,sBAAsB,EAAE,cAAc,CAAC,cAAc;YACrD,2BAA2B,EAAE,cAAc,CAAC,mBAAmB;YAC/D,gBAAgB,EAAE,CAAC;YACnB,qBAAqB,EAAE,CAAC;YACxB,0BAA0B,EAAE,CAAC;SAC7B,CAAC;QAEF,oGAAoG;QACpG,uGAAuG;QACvG,MAAM,kBAAkB,GAAG,CAAC,MAAc,EAAc,EAAE;YACzD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAAE;gBAC1C,OAAO,UAAU,CAAC,IAAI,CAAC;aACvB;YACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC3B,OAAO,UAAU,CAAC,SAAS,CAAC;aAC5B;YACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC3B,OAAO,UAAU,CAAC,YAAY,CAAC;aAC/B;YACD,OAAO,UAAU,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;YAClC,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,QAAQ,KAAK,UAAU,CAAC,SAAS,EAAE;gBACtC,eAAe,CAAC,qBAAqB,EAAE,CAAC;aACxC;iBAAM,IAAI,QAAQ,KAAK,UAAU,CAAC,IAAI,EAAE;gBACxC,eAAe,CAAC,0BAA0B,EAAE,CAAC;aAC7C;SACD;QAED,gGAAgG;QAChG,gFAAgF;QAChF,eAAe,CAAC,iBAAiB,IAAI,eAAe,CAAC,gBAAgB,CAAC;QACtE,eAAe,CAAC,sBAAsB,IAAI,eAAe,CAAC,qBAAqB,CAAC;QAChF,eAAe,CAAC,2BAA2B,IAAI,eAAe,CAAC,0BAA0B,CAAC;QAE1F,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE;YAChC,OAAO,eAAe,CAAC;SACvB;QAED,0GAA0G;QAC1G,0CAA0C;QAC1C,qFAAqF;QACrF,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE;YACrC,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,QAAQ,KAAK,UAAU,CAAC,SAAS,EAAE;gBACtC,eAAe,CAAC,qBAAqB,EAAE,CAAC;aACxC;iBAAM,IAAI,QAAQ,KAAK,UAAU,CAAC,IAAI,EAAE;gBACxC,eAAe,CAAC,0BAA0B,EAAE,CAAC;aAC7C;SACD;QACD,OAAO,eAAe,CAAC;IACxB,CAAC;CACD","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { assert, LazyPromise, Timer } from \"@fluidframework/core-utils\";\nimport { IRequest } from \"@fluidframework/core-interfaces\";\nimport {\n\tgcTreeKey,\n\tIGarbageCollectionData,\n\tIGarbageCollectionDetailsBase,\n\tISummarizeResult,\n\tITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport { createResponseError, responseToException } from \"@fluidframework/runtime-utils\";\nimport {\n\tcreateChildLogger,\n\tcreateChildMonitoringContext,\n\tDataProcessingError,\n\tITelemetryLoggerExt,\n\tMonitoringContext,\n\tPerformanceEvent,\n\ttagCodeArtifacts,\n} from \"@fluidframework/telemetry-utils\";\nimport { BlobManager } from \"../blobManager\";\nimport {\n\tInactiveResponseHeaderKey,\n\tRuntimeHeaderData,\n\tTombstoneResponseHeaderKey,\n} from \"../containerRuntime\";\nimport { ClientSessionExpiredError } from \"../error\";\nimport { ContainerMessageType, ContainerRuntimeGCMessage } from \"../messageTypes\";\nimport { IRefreshSummaryResult } from \"../summary\";\nimport { generateGCConfigs } from \"./gcConfigs\";\nimport {\n\tGCNodeType,\n\tIGarbageCollector,\n\tIGarbageCollectorCreateParams,\n\tIGarbageCollectionRuntime,\n\tIGCResult,\n\tIGCStats,\n\tUnreferencedState,\n\tIGCMetadata,\n\tIGarbageCollectorConfigs,\n\tIMarkPhaseStats,\n\tISweepPhaseStats,\n\tGarbageCollectionMessage,\n\tGarbageCollectionMessageType,\n} from \"./gcDefinitions\";\nimport {\n\tcloneGCData,\n\tcompatBehaviorAllowsGCMessageType,\n\tconcatGarbageCollectionData,\n\tgetGCDataFromSnapshot,\n} from \"./gcHelpers\";\nimport { runGarbageCollection } from \"./gcReferenceGraphAlgorithm\";\nimport { IGarbageCollectionSnapshotData, IGarbageCollectionState } from \"./gcSummaryDefinitions\";\nimport { GCSummaryStateTracker } from \"./gcSummaryStateTracker\";\nimport { UnreferencedStateTracker } from \"./gcUnreferencedStateTracker\";\nimport { GCTelemetryTracker } from \"./gcTelemetry\";\n\n/**\n * The garbage collector for the container runtime. It consolidates the garbage collection functionality and maintains\n * its state across summaries.\n *\n * Node - represented as nodeId, it's a node on the GC graph\n *\n * Outbound Route - a path from one node to another node, think `nodeA` -\\> `nodeB`\n *\n * Graph - all nodes with their respective routes\n *\n * ```\n *\t\t\t GC Graph\n *\n *\t\t\t Node\n *\t\tNodeId = \"datastore1\"\n *\t\t /\t\t\t \\\\\n *\tOutboundRoute OutboundRoute\n *\t\t /\t\t\t\t \\\\\n *\t Node\t\t\t Node\n * NodeId = \"dds1\"\t NodeId = \"dds2\"\n * ```\n */\nexport class GarbageCollector implements IGarbageCollector {\n\tpublic static create(createParams: IGarbageCollectorCreateParams): IGarbageCollector {\n\t\treturn new GarbageCollector(createParams);\n\t}\n\n\tprivate readonly mc: MonitoringContext;\n\n\tprivate readonly configs: IGarbageCollectorConfigs;\n\n\tpublic get shouldRunGC(): boolean {\n\t\treturn this.configs.shouldRunGC;\n\t}\n\n\t// Keeps track of the GC state from the last run.\n\tprivate gcDataFromLastRun: IGarbageCollectionData | undefined;\n\t// Keeps a list of references (edges in the GC graph) between GC runs. Each entry has a node id and a list of\n\t// outbound routes from that node.\n\tprivate readonly newReferencesSinceLastRun: Map<string, string[]> = new Map();\n\t// A list of nodes that have been tombstoned.\n\tprivate tombstones: string[] = [];\n\t// A list of nodes that have been deleted during sweep phase.\n\tprivate deletedNodes: Set<string> = new Set();\n\n\t// Promise when resolved returns the GC data data in the base snapshot.\n\tprivate readonly baseSnapshotDataP: Promise<IGarbageCollectionSnapshotData | undefined>;\n\t// Promise when resolved initializes the GC state from the data in the base snapshot.\n\tprivate readonly initializeGCStateFromBaseSnapshotP: Promise<void>;\n\t// The GC details generated from the base snapshot.\n\tprivate readonly baseGCDetailsP: Promise<IGarbageCollectionDetailsBase>;\n\t// Map of node ids to their unreferenced state tracker.\n\tprivate readonly unreferencedNodesState: Map<string, UnreferencedStateTracker> = new Map();\n\t// The Timer responsible for closing the container when the session has expired\n\tprivate sessionExpiryTimer: Timer | undefined;\n\n\t// The number of times GC has successfully completed on this instance of GarbageCollector.\n\tprivate completedRuns = 0;\n\n\tprivate readonly runtime: IGarbageCollectionRuntime;\n\tprivate readonly isSummarizerClient: boolean;\n\n\tprivate readonly summaryStateTracker: GCSummaryStateTracker;\n\tprivate readonly telemetryTracker: GCTelemetryTracker;\n\n\t/** If false, loading or using a Tombstoned object should merely log, not fail */\n\tpublic get tombstoneEnforcementAllowed(): boolean {\n\t\treturn this.configs.sweepEnabled;\n\t}\n\t/** If true, throw an error when a tombstone data store is retrieved */\n\tpublic get throwOnTombstoneLoad(): boolean {\n\t\treturn this.configs.throwOnTombstoneLoad;\n\t}\n\t/** If true, throw an error when a tombstone data store is used */\n\tpublic get throwOnTombstoneUsage(): boolean {\n\t\treturn this.configs.throwOnTombstoneUsage;\n\t}\n\n\t/** For a given node path, returns the node's package path. */\n\tprivate readonly getNodePackagePath: (\n\t\tnodePath: string,\n\t) => Promise<readonly string[] | undefined>;\n\t/** Returns the timestamp of the last summary generated for this container. */\n\tprivate readonly getLastSummaryTimestampMs: () => number | undefined;\n\n\tprivate readonly submitMessage: (message: ContainerRuntimeGCMessage) => void;\n\n\tpublic get summaryStateNeedsReset(): boolean {\n\t\treturn this.summaryStateTracker.doesSummaryStateNeedReset;\n\t}\n\n\t/** Returns the count of data stores whose GC state updated since the last summary. */\n\tpublic get updatedDSCountSinceLastSummary(): number {\n\t\treturn this.summaryStateTracker.updatedDSCountSinceLastSummary;\n\t}\n\n\tprotected constructor(createParams: IGarbageCollectorCreateParams) {\n\t\tthis.runtime = createParams.runtime;\n\t\tthis.isSummarizerClient = createParams.isSummarizerClient;\n\t\tthis.getNodePackagePath = createParams.getNodePackagePath;\n\t\tthis.getLastSummaryTimestampMs = createParams.getLastSummaryTimestampMs;\n\t\tthis.submitMessage = createParams.submitMessage;\n\n\t\tconst baseSnapshot = createParams.baseSnapshot;\n\t\tconst readAndParseBlob = createParams.readAndParseBlob;\n\n\t\tthis.mc = createChildMonitoringContext({\n\t\t\tlogger: createParams.baseLogger,\n\t\t\tnamespace: \"GarbageCollector\",\n\t\t\tproperties: {\n\t\t\t\tall: { completedGCRuns: () => this.completedRuns },\n\t\t\t},\n\t\t});\n\n\t\tthis.configs = generateGCConfigs(this.mc, createParams);\n\n\t\t// If session expiry is enabled, we need to close the container when the session expiry timeout expires.\n\t\tif (this.configs.sessionExpiryTimeoutMs !== undefined) {\n\t\t\t// If Test Override config is set, override Session Expiry timeout.\n\t\t\tconst overrideSessionExpiryTimeoutMs = this.mc.config.getNumber(\n\t\t\t\t\"Fluid.GarbageCollection.TestOverride.SessionExpiryMs\",\n\t\t\t);\n\t\t\tconst timeoutMs = overrideSessionExpiryTimeoutMs ?? this.configs.sessionExpiryTimeoutMs;\n\n\t\t\tthis.sessionExpiryTimer = new Timer(timeoutMs, () => {\n\t\t\t\tthis.runtime.closeFn(\n\t\t\t\t\tnew ClientSessionExpiredError(`Client session expired.`, timeoutMs),\n\t\t\t\t);\n\t\t\t});\n\t\t\tthis.sessionExpiryTimer.start();\n\t\t}\n\n\t\tthis.summaryStateTracker = new GCSummaryStateTracker(\n\t\t\tthis.configs,\n\t\t\tbaseSnapshot?.trees[gcTreeKey] !== undefined /* wasGCRunInBaseSnapshot */,\n\t\t);\n\n\t\tthis.telemetryTracker = new GCTelemetryTracker(\n\t\t\tthis.mc,\n\t\t\tthis.configs,\n\t\t\tthis.isSummarizerClient,\n\t\t\tcreateParams.createContainerMetadata,\n\t\t\t(nodeId: string) => this.runtime.getNodeType(nodeId),\n\t\t\t(nodeId: string) => this.unreferencedNodesState.get(nodeId),\n\t\t\tthis.getNodePackagePath,\n\t\t);\n\n\t\t// Get the GC data from the base snapshot. Use LazyPromise because we only want to do this once since it\n\t\t// it involves fetching blobs from storage which is expensive.\n\t\tthis.baseSnapshotDataP = new LazyPromise<IGarbageCollectionSnapshotData | undefined>(\n\t\t\tasync () => {\n\t\t\t\tif (baseSnapshot === undefined) {\n\t\t\t\t\treturn undefined;\n\t\t\t\t}\n\n\t\t\t\ttry {\n\t\t\t\t\t// For newer documents, GC data should be present in the GC tree in the root of the snapshot.\n\t\t\t\t\tconst gcSnapshotTree = baseSnapshot.trees[gcTreeKey];\n\t\t\t\t\tif (gcSnapshotTree === undefined) {\n\t\t\t\t\t\t// back-compat - Older documents get their gc data reset for simplicity as there are few of them\n\t\t\t\t\t\t// incremental gc summary will not work with older gc data as well\n\t\t\t\t\t\treturn undefined;\n\t\t\t\t\t}\n\n\t\t\t\t\tconst snapshotData = await getGCDataFromSnapshot(\n\t\t\t\t\t\tgcSnapshotTree,\n\t\t\t\t\t\treadAndParseBlob,\n\t\t\t\t\t);\n\n\t\t\t\t\t// If the GC version in base snapshot does not match the GC version currently in effect, the GC data\n\t\t\t\t\t// in the snapshot cannot be interpreted correctly. Set everything to undefined except for\n\t\t\t\t\t// deletedNodes because irrespective of GC versions, these nodes have been deleted and cannot be\n\t\t\t\t\t// brought back. The deletedNodes info is needed to identify when these nodes are used.\n\t\t\t\t\tif (this.configs.gcVersionInEffect !== this.configs.gcVersionInBaseSnapshot) {\n\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\tgcState: undefined,\n\t\t\t\t\t\t\ttombstones: undefined,\n\t\t\t\t\t\t\tdeletedNodes: snapshotData.deletedNodes,\n\t\t\t\t\t\t};\n\t\t\t\t\t}\n\t\t\t\t\treturn snapshotData;\n\t\t\t\t} catch (error) {\n\t\t\t\t\tconst dpe = DataProcessingError.wrapIfUnrecognized(\n\t\t\t\t\t\terror,\n\t\t\t\t\t\t\"FailedToInitializeGC\",\n\t\t\t\t\t);\n\t\t\t\t\tdpe.addTelemetryProperties({\n\t\t\t\t\t\tgcConfigs: JSON.stringify(this.configs),\n\t\t\t\t\t});\n\t\t\t\t\tthrow dpe;\n\t\t\t\t}\n\t\t\t},\n\t\t);\n\n\t\t/**\n\t\t * Set up the initializer which initializes the GC state from the data in base snapshot. It sets up GC data\n\t\t * from the base GC state and starts tracking the state of unreferenced nodes.\n\t\t *\n\t\t * Must only be called if there is a current reference timestamp.\n\t\t */\n\t\tthis.initializeGCStateFromBaseSnapshotP = new LazyPromise<void>(async () => {\n\t\t\tconst currentReferenceTimestampMs = this.runtime.getCurrentReferenceTimestampMs();\n\t\t\tassert(\n\t\t\t\tcurrentReferenceTimestampMs !== undefined,\n\t\t\t\t0x8a4 /* Trying to initialize GC state without current timestamp */,\n\t\t\t);\n\n\t\t\t/**\n\t\t\t * The base snapshot data will not be present if the container is loaded from:\n\t\t\t * 1. The first summary created by the detached container.\n\t\t\t * 2. A summary that was generated with GC disabled.\n\t\t\t * 3. A summary that was generated before GC even existed.\n\t\t\t */\n\t\t\tconst baseSnapshotData = await this.baseSnapshotDataP;\n\t\t\tthis.summaryStateTracker.initializeBaseState(baseSnapshotData);\n\n\t\t\tif (baseSnapshotData?.gcState === undefined) {\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\t// Update unreferenced state tracking as per the GC state in the snapshot data and update gcDataFromLastRun\n\t\t\t// to the GC data from the snapshot data.\n\t\t\tconst gcNodes: { [id: string]: string[] } = {};\n\t\t\tfor (const [nodeId, nodeData] of Object.entries(baseSnapshotData.gcState.gcNodes)) {\n\t\t\t\tif (nodeData.unreferencedTimestampMs !== undefined) {\n\t\t\t\t\tthis.unreferencedNodesState.set(\n\t\t\t\t\t\tnodeId,\n\t\t\t\t\t\tnew UnreferencedStateTracker(\n\t\t\t\t\t\t\tnodeData.unreferencedTimestampMs,\n\t\t\t\t\t\t\tthis.configs.inactiveTimeoutMs,\n\t\t\t\t\t\t\tcurrentReferenceTimestampMs,\n\t\t\t\t\t\t\tthis.configs.tombstoneTimeoutMs,\n\t\t\t\t\t\t\tthis.configs.sweepGracePeriodMs,\n\t\t\t\t\t\t),\n\t\t\t\t\t);\n\t\t\t\t}\n\t\t\t\tgcNodes[nodeId] = Array.from(nodeData.outboundRoutes);\n\t\t\t}\n\t\t\tthis.gcDataFromLastRun = { gcNodes };\n\t\t});\n\n\t\t// Get the GC details from the GC state in the base summary. This is returned in getBaseGCDetails which is\n\t\t// used to initialize the GC state of all the nodes in the container.\n\t\tthis.baseGCDetailsP = new LazyPromise<IGarbageCollectionDetailsBase>(async () => {\n\t\t\tconst baseSnapshotData = await this.baseSnapshotDataP;\n\t\t\tif (baseSnapshotData?.gcState === undefined) {\n\t\t\t\treturn {};\n\t\t\t}\n\n\t\t\tconst gcNodes: { [id: string]: string[] } = {};\n\t\t\tfor (const [nodeId, nodeData] of Object.entries(baseSnapshotData.gcState.gcNodes)) {\n\t\t\t\tgcNodes[nodeId] = Array.from(nodeData.outboundRoutes);\n\t\t\t}\n\t\t\t// Run GC on the nodes in the base summary to get the routes used in each node in the container.\n\t\t\t// This is an optimization for space (vs performance) wherein we don't need to store the used routes of\n\t\t\t// each node in the summary.\n\t\t\tconst usedRoutes = runGarbageCollection(gcNodes, [\"/\"]).referencedNodeIds;\n\n\t\t\treturn { gcData: { gcNodes }, usedRoutes };\n\t\t});\n\n\t\t// Log all the GC options and the state determined by the garbage collector.\n\t\t// This is useful even for interactive clients since they track unreferenced nodes and log errors.\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName: \"GarbageCollectorLoaded\",\n\t\t\tgcConfigs: JSON.stringify(this.configs),\n\t\t\tgcOptions: JSON.stringify(createParams.gcOptions),\n\t\t\t...createParams.createContainerMetadata,\n\t\t});\n\t}\n\n\t/**\n\t * Called during container initialization. Initializes the tombstone and deleted nodes state from the base snapshot.\n\t * Also, initializes the GC state including unreferenced nodes tracking if a current reference timestamp exists.\n\t * Note that if there is any GC state in the base snapshot, then there will definitely be a reference timestamp\n\t * to work with - The GC state would have been generated using a timestamp which is part of the snapshot.\n\t */\n\tpublic async initializeBaseState(): Promise<void> {\n\t\tconst baseSnapshotData = await this.baseSnapshotDataP;\n\t\t/**\n\t\t * The base snapshot data will not be present if the container is loaded from:\n\t\t * 1. The first summary created by the detached container.\n\t\t * 2. A summary that was generated with GC disabled.\n\t\t * 3. A summary that was generated before GC even existed.\n\t\t */\n\t\tif (baseSnapshotData === undefined) {\n\t\t\treturn;\n\t\t}\n\n\t\t// Initialize the deleted nodes from the snapshot. This is done irrespective of whether sweep is enabled or not\n\t\t// to identify deleted nodes' usage.\n\t\tif (baseSnapshotData.deletedNodes !== undefined) {\n\t\t\tthis.deletedNodes = new Set(baseSnapshotData.deletedNodes);\n\t\t}\n\n\t\t// If running in tombstone mode, initialize the tombstone state from the snapshot. Also, notify the runtime of\n\t\t// tombstone routes.\n\t\tif (this.configs.tombstoneMode && baseSnapshotData.tombstones !== undefined) {\n\t\t\t// Create a copy since we are writing from a source we don't control\n\t\t\tthis.tombstones = Array.from(baseSnapshotData.tombstones);\n\t\t\tthis.runtime.updateTombstonedRoutes(this.tombstones);\n\t\t}\n\n\t\tawait this.initializeOrUpdateGCState();\n\t}\n\n\t/**\n\t * Initialize the GC state if not already initialized. If GC state is already initialized, update the unreferenced\n\t * state tracking as per the current reference timestamp.\n\t */\n\tprivate async initializeOrUpdateGCState() {\n\t\tconst currentReferenceTimestampMs = this.runtime.getCurrentReferenceTimestampMs();\n\t\tif (currentReferenceTimestampMs === undefined) {\n\t\t\treturn;\n\t\t}\n\n\t\t// If the GC state hasn't been initialized yet, initialize it and return.\n\t\tif (this.gcDataFromLastRun === undefined) {\n\t\t\tawait this.initializeGCStateFromBaseSnapshotP;\n\t\t\treturn;\n\t\t}\n\n\t\t// If the GC state has been initialized, update the tracking of unreferenced nodes as per the current\n\t\t// reference timestamp.\n\t\tfor (const [, nodeStateTracker] of this.unreferencedNodesState) {\n\t\t\tnodeStateTracker.updateTracking(currentReferenceTimestampMs);\n\t\t}\n\t}\n\n\t/**\n\t * Called when the connection state of the runtime changes, i.e., it connects or disconnects. GC subscribes to this\n\t * to initialize or update the unreference state tracking.\n\t * @param connected - Whether the runtime connected / disconnected.\n\t * @param clientId - The clientId of this runtime.\n\t */\n\tpublic setConnectionState(connected: boolean, clientId?: string | undefined): void {\n\t\t/**\n\t\t * When the client connects (or reconnects), attempt to initialize or update the GC state. This will keep\n\t\t * the unreferenced state tracking updated as per the reference timestamp at the time of connection.\n\t\t *\n\t\t * During GC initialization and during connections in read mode, it is possible that either no ops are\n\t\t * processed or only trailing ops are processed. This means that the GC state is not initialized or initialized\n\t\t * with an older reference timestamp. So, doing this on every connection will keep the unreferenced state\n\t\t * tracking up-to-date.\n\t\t */\n\t\tif (connected && this.configs.shouldRunGC) {\n\t\t\tthis.initializeOrUpdateGCState().catch((error) => {\n\t\t\t\tthis.mc.logger.sendErrorEvent(\n\t\t\t\t\t{\n\t\t\t\t\t\teventName: \"GCInitializationOrUpdateFailed\",\n\t\t\t\t\t\tgcConfigs: JSON.stringify(this.configs),\n\t\t\t\t\t\tclientId,\n\t\t\t\t\t},\n\t\t\t\t\terror,\n\t\t\t\t);\n\t\t\t});\n\t\t}\n\t}\n\n\t/**\n\t * Returns a the GC details generated from the base summary. This is used to initialize the GC state of the nodes\n\t * in the container.\n\t */\n\tpublic async getBaseGCDetails(): Promise<IGarbageCollectionDetailsBase> {\n\t\treturn this.baseGCDetailsP;\n\t}\n\n\t/**\n\t * Runs garbage collection and updates the reference / used state of the nodes in the container.\n\t * @returns stats of the GC run or undefined if GC did not run.\n\t */\n\tpublic async collectGarbage(\n\t\toptions: {\n\t\t\t/** Logger to use for logging GC events */\n\t\t\tlogger?: ITelemetryLoggerExt;\n\t\t\t/** True to run GC sweep phase after the mark phase */\n\t\t\trunSweep?: boolean;\n\t\t\t/** True to generate full GC data */\n\t\t\tfullGC?: boolean;\n\t\t},\n\t\ttelemetryContext?: ITelemetryContext,\n\t): Promise<IGCStats | undefined> {\n\t\tconst fullGC =\n\t\t\toptions.fullGC ??\n\t\t\t(this.configs.runFullGC === true || this.summaryStateTracker.doesSummaryStateNeedReset);\n\n\t\t// Add the options that are used to run GC to the telemetry context.\n\t\ttelemetryContext?.setMultiple(\"fluid_GC\", \"Options\", {\n\t\t\tfullGC,\n\t\t\trunSweep: options.runSweep,\n\t\t});\n\n\t\tconst logger = options.logger\n\t\t\t? createChildLogger({\n\t\t\t\t\tlogger: options.logger,\n\t\t\t\t\tproperties: {\n\t\t\t\t\t\tall: { completedGCRuns: () => this.completedRuns },\n\t\t\t\t\t},\n\t\t\t })\n\t\t\t: this.mc.logger;\n\n\t\t/**\n\t\t * If there is no current reference timestamp, skip running GC. We need the current timestamp to track\n\t\t * how long objects have been unreferenced and if they should be deleted.\n\t\t *\n\t\t * Note that the only scenario where GC is called and there is no reference timestamp is when no ops have ever\n\t\t * been processed for this container and it is in read mode. In this scenario, there is no point in running GC\n\t\t * anyway because references in the container do not change without any ops, i.e., there is nothing to collect.\n\t\t */\n\t\tconst currentReferenceTimestampMs = this.runtime.getCurrentReferenceTimestampMs();\n\t\tif (currentReferenceTimestampMs === undefined) {\n\t\t\t// Log an event so we can evaluate how often we run into this scenario.\n\t\t\tlogger.sendErrorEvent({\n\t\t\t\teventName: \"CollectGarbageCalledWithoutTimestamp\",\n\t\t\t\tgcConfigs: JSON.stringify(this.configs),\n\t\t\t});\n\t\t\treturn undefined;\n\t\t}\n\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tlogger,\n\t\t\t{ eventName: \"GarbageCollection\" },\n\t\t\tasync (event) => {\n\t\t\t\t/** Pre-GC steps */\n\t\t\t\t// Ensure that state has been initialized from the base snapshot data.\n\t\t\t\tawait this.initializeGCStateFromBaseSnapshotP;\n\t\t\t\t// Let the runtime update its pending state before GC runs.\n\t\t\t\tawait this.runtime.updateStateBeforeGC();\n\n\t\t\t\t/** GC step */\n\t\t\t\tconst gcStats = await this.runGC(fullGC, currentReferenceTimestampMs, logger);\n\t\t\t\tevent.end({\n\t\t\t\t\t...gcStats,\n\t\t\t\t\tdetails: {\n\t\t\t\t\t\ttimestamp: currentReferenceTimestampMs,\n\t\t\t\t\t\tsweep: this.configs.shouldRunSweep,\n\t\t\t\t\t\ttombstone: this.configs.throwOnTombstoneLoad,\n\t\t\t\t\t},\n\t\t\t\t});\n\n\t\t\t\t/** Post-GC steps */\n\t\t\t\t// Log pending unreferenced events such as a node being used after inactive. This is done after GC runs and\n\t\t\t\t// updates its state so that we don't send false positives based on intermediate state. For example, we may get\n\t\t\t\t// reference to an unreferenced node from another unreferenced node which means the node wasn't revived.\n\t\t\t\tawait this.telemetryTracker.logPendingEvents(logger);\n\t\t\t\t// Update the state of summary state tracker from this run's stats.\n\t\t\t\tthis.summaryStateTracker.updateStateFromGCRunStats(gcStats);\n\t\t\t\tthis.newReferencesSinceLastRun.clear();\n\t\t\t\tthis.completedRuns++;\n\n\t\t\t\treturn gcStats;\n\t\t\t},\n\t\t\t{ end: true, cancel: \"error\" },\n\t\t);\n\t}\n\n\t/**\n\t * Runs garbage collection. It does the following:\n\t *\n\t * 1. It generates / analyzes the runtime's reference graph.\n\t *\n\t * 2. Generates mark phase stats.\n\t *\n\t * 3. Runs Mark phase.\n\t *\n\t * 4. Runs Sweep phase.\n\t *\n\t * 5. Generates sweep phase stats.\n\t */\n\tprivate async runGC(\n\t\tfullGC: boolean,\n\t\tcurrentReferenceTimestampMs: number,\n\t\tlogger: ITelemetryLoggerExt,\n\t): Promise<IGCStats> {\n\t\t// 1. Generate / analyze the runtime's reference graph.\n\t\t// Get the reference graph (gcData) and run GC algorithm to get referenced / unreferenced nodes.\n\t\tconst gcData = await this.runtime.getGCData(fullGC);\n\t\tconst gcResult = runGarbageCollection(gcData.gcNodes, [\"/\"]);\n\t\t// Get all referenced nodes - References in this run + references between the previous and current runs.\n\t\tconst allReferencedNodeIds =\n\t\t\tthis.findAllNodesReferencedBetweenGCs(gcData, this.gcDataFromLastRun, logger) ??\n\t\t\tgcResult.referencedNodeIds;\n\n\t\t// 2. Get the mark phase stats based on the previous / current GC state.\n\t\t// This is done before running mark phase because we need the previous GC state before it is updated.\n\t\tconst markPhaseStats = this.getMarkPhaseStats(gcResult);\n\n\t\t// 3. Run the Mark phase.\n\t\t// It will mark nodes as referenced / unreferenced and return lists of tombstone-ready and sweep-ready nodes.\n\t\tconst { tombstoneReadyNodeIds, sweepReadyNodeIds } = this.runMarkPhase(\n\t\t\tgcResult,\n\t\t\tallReferencedNodeIds,\n\t\t\tcurrentReferenceTimestampMs,\n\t\t);\n\n\t\t// 4. Run the Sweep phase.\n\t\t// It will tombstone any tombstone-ready nodes, and initiate the deletion of sweep-ready nodes by sending a\n\t\t// sweep op. All clients, including this one, will delete these nodes once it processes the op.\n\t\tthis.runSweepPhase(gcResult, tombstoneReadyNodeIds, sweepReadyNodeIds);\n\n\t\tthis.gcDataFromLastRun = cloneGCData(gcData);\n\n\t\t// 5. Get the sweep phase stats.\n\t\tconst sweepPhaseStats = this.getSweepPhaseStats(\n\t\t\tthis.deletedNodes,\n\t\t\tsweepReadyNodeIds,\n\t\t\tmarkPhaseStats,\n\t\t);\n\n\t\treturn { ...markPhaseStats, ...sweepPhaseStats };\n\t}\n\n\t/**\n\t * Runs the GC Mark phase. It does the following:\n\t *\n\t * 1. Marks all referenced nodes in this run by clearing tracking for them.\n\t *\n\t * 2. Marks unreferenced nodes in this run by starting tracking for them.\n\t *\n\t * 3. Calls the runtime to update nodes that were marked referenced.\n\t *\n\t * @param gcResult - The result of the GC run on the gcData.\n\t * @param allReferencedNodeIds - Nodes referenced in this GC run + referenced between previous and current GC run.\n\t * @param currentReferenceTimestampMs - The timestamp to be used for unreferenced nodes' timestamp.\n\t * @returns The sets of tombstone-ready and sweep-ready nodes, i.e., nodes that ready to be tombstoned or deleted.\n\t */\n\tprivate runMarkPhase(\n\t\tgcResult: IGCResult,\n\t\tallReferencedNodeIds: string[],\n\t\tcurrentReferenceTimestampMs: number,\n\t): { tombstoneReadyNodeIds: Set<string>; sweepReadyNodeIds: Set<string> } {\n\t\t// 1. Marks all referenced nodes by clearing their unreferenced tracker, if any.\n\t\tfor (const nodeId of allReferencedNodeIds) {\n\t\t\tconst nodeStateTracker = this.unreferencedNodesState.get(nodeId);\n\t\t\tif (nodeStateTracker !== undefined) {\n\t\t\t\t// Stop tracking so as to clear out any running timers.\n\t\t\t\tnodeStateTracker.stopTracking();\n\t\t\t\t// Delete the node as we don't need to track it any more.\n\t\t\t\tthis.unreferencedNodesState.delete(nodeId);\n\t\t\t}\n\t\t}\n\n\t\t// 2. Mark unreferenced nodes in this run by starting unreferenced tracking for them.\n\t\tconst tombstoneReadyNodeIds: Set<string> = new Set();\n\t\tconst sweepReadyNodeIds: Set<string> = new Set();\n\t\tfor (const nodeId of gcResult.deletedNodeIds) {\n\t\t\tconst nodeStateTracker = this.unreferencedNodesState.get(nodeId);\n\t\t\tif (nodeStateTracker === undefined) {\n\t\t\t\tthis.unreferencedNodesState.set(\n\t\t\t\t\tnodeId,\n\t\t\t\t\tnew UnreferencedStateTracker(\n\t\t\t\t\t\tcurrentReferenceTimestampMs,\n\t\t\t\t\t\tthis.configs.inactiveTimeoutMs,\n\t\t\t\t\t\tcurrentReferenceTimestampMs,\n\t\t\t\t\t\tthis.configs.tombstoneTimeoutMs,\n\t\t\t\t\t\tthis.configs.sweepGracePeriodMs,\n\t\t\t\t\t),\n\t\t\t\t);\n\t\t\t} else {\n\t\t\t\t// If a node was already unreferenced, update its tracking information. Since the current reference time\n\t\t\t\t// is from the ops seen, this will ensure that we keep updating unreferenced state as time moves forward.\n\t\t\t\tnodeStateTracker.updateTracking(currentReferenceTimestampMs);\n\n\t\t\t\t// If a node is tombstone or sweep-ready, store it so it can be returned.\n\t\t\t\tif (nodeStateTracker.state === UnreferencedState.TombstoneReady) {\n\t\t\t\t\ttombstoneReadyNodeIds.add(nodeId);\n\t\t\t\t}\n\t\t\t\tif (nodeStateTracker.state === UnreferencedState.SweepReady) {\n\t\t\t\t\tsweepReadyNodeIds.add(nodeId);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// 3. Call the runtime to update referenced nodes in this run.\n\t\tthis.runtime.updateUsedRoutes(gcResult.referencedNodeIds);\n\n\t\treturn { tombstoneReadyNodeIds, sweepReadyNodeIds };\n\t}\n\n\t/**\n\t * Runs the GC Sweep phase. It does the following:\n\t *\n\t * 1. Marks tombstone-ready nodes as tombstones.\n\t *\n\t * 2. Sends a sweep op to delete nodes that are sweep-ready. Once the op is ack'd, these nodes will be deleted.\n\t *\n\t * @param gcResult - The result of the GC run on the gcData.\n\t * @param tombstoneReadyNodes - List of nodes that are tombstone-ready.\n\t * @param sweepReadyNodes - List of nodes that are sweep-ready.\n\t */\n\tprivate runSweepPhase(\n\t\tgcResult: IGCResult,\n\t\ttombstoneReadyNodes: Set<string>,\n\t\tsweepReadyNodes: Set<string>,\n\t) {\n\t\t/**\n\t\t * Under \"Test Mode\", unreferenced nodes are immediately deleted without waiting for them to be sweep-ready.\n\t\t *\n\t\t * Otherwise, depending on how long it's been since the node was unreferenced, it will either be\n\t\t * marked as Tombstone, or deleted by Sweep.\n\t\t */\n\n\t\tif (this.configs.testMode) {\n\t\t\t// If we are running in GC test mode, unreferenced nodes (gcResult.deletedNodeIds) are deleted.\n\t\t\tthis.runtime.updateUnusedRoutes(gcResult.deletedNodeIds);\n\t\t\treturn;\n\t\t}\n\n\t\t// If sweep is disabled, we'll tombstone both tombstone-ready and sweep-ready nodes.\n\t\t// This is important because a container may never load during a node's Sweep Grace Period,\n\t\t// so that node would directly become sweep-ready skipping over tombstone-ready state,\n\t\t// but should be Tombstoned since Sweep is disabled.\n\t\tconst { nodesToTombstone, nodesToDelete } = this.configs.shouldRunSweep\n\t\t\t? {\n\t\t\t\t\tnodesToTombstone: [...tombstoneReadyNodes],\n\t\t\t\t\tnodesToDelete: [...sweepReadyNodes],\n\t\t\t }\n\t\t\t: {\n\t\t\t\t\tnodesToTombstone: [...tombstoneReadyNodes, ...sweepReadyNodes],\n\t\t\t\t\tnodesToDelete: [],\n\t\t\t };\n\n\t\tif (this.configs.tombstoneMode) {\n\t\t\tthis.tombstones = nodesToTombstone;\n\t\t\t// If we are running in GC tombstone mode, update tombstoned routes.\n\t\t\tthis.runtime.updateTombstonedRoutes(this.tombstones);\n\t\t}\n\n\t\tif (this.configs.shouldRunSweep && nodesToDelete.length > 0) {\n\t\t\t// Do not send DDS node ids in the GC op. This is an optimization to reduce its size. Since GC applies to\n\t\t\t// to data store only, all its DDSes are deleted along with it. The DDS ids will be retrieved from the\n\t\t\t// local state when processing the op.\n\t\t\tconst sweepReadyDSAndBlobs = nodesToDelete.filter((nodeId) => {\n\t\t\t\tconst nodeType = this.runtime.getNodeType(nodeId);\n\t\t\t\treturn nodeType === GCNodeType.DataStore || nodeType === GCNodeType.Blob;\n\t\t\t});\n\t\t\tconst contents: GarbageCollectionMessage = {\n\t\t\t\ttype: GarbageCollectionMessageType.Sweep,\n\t\t\t\tdeletedNodeIds: sweepReadyDSAndBlobs,\n\t\t\t};\n\n\t\t\t// Its fine for older clients to ignore this op because it doesn't have any functional impact. This op\n\t\t\t// is an optimization to ensure that all clients are in sync when it comes to deleted nodes to prevent their\n\t\t\t// accidental usage. The clients will sync without the delete op too but it may take longer.\n\t\t\tconst containerGCMessage: ContainerRuntimeGCMessage = {\n\t\t\t\ttype: ContainerMessageType.GC,\n\t\t\t\tcontents,\n\t\t\t\tcompatDetails: { behavior: \"Ignore\" },\n\t\t\t};\n\t\t\tthis.submitMessage(containerGCMessage);\n\t\t\treturn;\n\t\t}\n\t}\n\n\t/**\n\t * Since GC runs periodically, the GC data that is generated only tells us the state of the world at that point in\n\t * time. There can be nodes that were referenced in between two runs and their unreferenced state needs to be\n\t * updated. For example, in the following scenarios not updating the unreferenced timestamp can lead to deletion of\n\t * these objects while there can be in-memory referenced to it:\n\t * 1. A node transitions from `unreferenced -> referenced -> unreferenced` between two runs. When the reference is\n\t * added, the object may have been accessed and in-memory reference to it added.\n\t * 2. A reference is added from one unreferenced node to one or more unreferenced nodes. Even though the node[s] were\n\t * unreferenced, they could have been accessed and in-memory reference to them added.\n\t *\n\t * This function identifies nodes that were referenced since the last run.\n\t * If these nodes are currently unreferenced, they will be assigned new unreferenced state by the current run.\n\t *\n\t * @returns A list of all nodes referenced from the last local summary until now.\n\t */\n\tprivate findAllNodesReferencedBetweenGCs(\n\t\tcurrentGCData: IGarbageCollectionData,\n\t\tpreviousGCData: IGarbageCollectionData | undefined,\n\t\tlogger: ITelemetryLoggerExt,\n\t): string[] | undefined {\n\t\t// If we haven't run GC before there is nothing to do.\n\t\t// No previousGCData, means nothing is unreferenced, and there are no reference state trackers to clear\n\t\tif (previousGCData === undefined) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\t/**\n\t\t * If there are references that were not explicitly notified to GC, log an error because this should never happen.\n\t\t * If it does, this may result in the unreferenced timestamps of these nodes not updated when they were referenced.\n\t\t */\n\t\tthis.telemetryTracker.logIfMissingExplicitReferences(\n\t\t\tcurrentGCData,\n\t\t\tpreviousGCData,\n\t\t\tthis.newReferencesSinceLastRun,\n\t\t\tlogger,\n\t\t);\n\n\t\t// No references were added since the last run so we don't have to update reference states of any unreferenced\n\t\t// nodes. There is no in between state at this point.\n\t\tif (this.newReferencesSinceLastRun.size === 0) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\t/**\n\t\t * Generate a super set of the GC data that contains the nodes and edges from last run, plus any new node and\n\t\t * edges that have been added since then. To do this, combine the GC data from the last run and the current\n\t\t * run, and then add the references since last run.\n\t\t *\n\t\t * Note on why we need to combine the data from previous run, current run and all references in between -\n\t\t * 1. We need data from last run because some of its references may have been deleted since then. If those\n\t\t * references added new outbound references before they were deleted, we need to detect them.\n\t\t *\n\t\t * 2. We need new outbound references since last run because some of them may have been deleted later. If those\n\t\t * references added new outbound references before they were deleted, we need to detect them.\n\t\t *\n\t\t * 3. We need data from the current run because currently we may not detect when DDSes are referenced:\n\t\t * - We don't require DDSes handles to be stored in a referenced DDS.\n\t\t * - A new data store may have \"root\" DDSes already created and we don't detect them today.\n\t\t */\n\t\tconst gcDataSuperSet = concatGarbageCollectionData(previousGCData, currentGCData);\n\t\tconst newOutboundRoutesSinceLastRun: string[] = [];\n\t\tthis.newReferencesSinceLastRun.forEach((outboundRoutes: string[], sourceNodeId: string) => {\n\t\t\tif (gcDataSuperSet.gcNodes[sourceNodeId] === undefined) {\n\t\t\t\tgcDataSuperSet.gcNodes[sourceNodeId] = outboundRoutes;\n\t\t\t} else {\n\t\t\t\tgcDataSuperSet.gcNodes[sourceNodeId].push(...outboundRoutes);\n\t\t\t}\n\t\t\tnewOutboundRoutesSinceLastRun.push(...outboundRoutes);\n\t\t});\n\n\t\t/**\n\t\t * Run GC on the above reference graph starting with root and all new outbound routes. This will generate a\n\t\t * list of all nodes that could have been referenced since the last run. If any of these nodes are unreferenced,\n\t\t * unreferenced, stop tracking them and remove from unreferenced list.\n\t\t * Note that some of these nodes may be unreferenced now and if so, the current run will mark them as\n\t\t * unreferenced and add unreferenced state.\n\t\t */\n\t\tconst gcResult = runGarbageCollection(gcDataSuperSet.gcNodes, [\n\t\t\t\"/\",\n\t\t\t...newOutboundRoutesSinceLastRun,\n\t\t]);\n\t\treturn gcResult.referencedNodeIds;\n\t}\n\n\t/**\n\t * Summarizes the GC data and returns it as a summary tree.\n\t * We current write the entire GC state in a single blob. This can be modified later to write multiple\n\t * blobs. All the blob keys should start with `gcBlobPrefix`.\n\t */\n\tpublic summarize(\n\t\tfullTree: boolean,\n\t\ttrackState: boolean,\n\t\ttelemetryContext?: ITelemetryContext,\n\t): ISummarizeResult | undefined {\n\t\tif (!this.configs.shouldRunGC || this.gcDataFromLastRun === undefined) {\n\t\t\treturn;\n\t\t}\n\n\t\tconst gcState: IGarbageCollectionState = { gcNodes: {} };\n\t\tfor (const [nodeId, outboundRoutes] of Object.entries(this.gcDataFromLastRun.gcNodes)) {\n\t\t\tgcState.gcNodes[nodeId] = {\n\t\t\t\toutboundRoutes,\n\t\t\t\tunreferencedTimestampMs:\n\t\t\t\t\tthis.unreferencedNodesState.get(nodeId)?.unreferencedTimestampMs,\n\t\t\t};\n\t\t}\n\n\t\treturn this.summaryStateTracker.summarize(\n\t\t\tfullTree,\n\t\t\ttrackState,\n\t\t\tgcState,\n\t\t\tthis.deletedNodes,\n\t\t\tthis.tombstones,\n\t\t);\n\t}\n\n\tpublic getMetadata(): IGCMetadata {\n\t\treturn {\n\t\t\t/**\n\t\t\t * If GC is enabled, the GC data is written using the GC version in effect and that is the gcFeature that goes\n\t\t\t * into the metadata blob. If GC is disabled, the gcFeature is 0.\n\t\t\t */\n\t\t\tgcFeature: this.configs.gcEnabled ? this.configs.gcVersionInEffect : 0,\n\t\t\tgcFeatureMatrix: this.configs.persistedGcFeatureMatrix,\n\t\t\tsessionExpiryTimeoutMs: this.configs.sessionExpiryTimeoutMs,\n\t\t\tsweepEnabled: false, // DEPRECATED - to be removed\n\t\t\ttombstoneTimeoutMs: this.configs.tombstoneTimeoutMs,\n\t\t};\n\t}\n\n\t/**\n\t * Called to refresh the latest summary state. This happens when either a pending summary is acked.\n\t */\n\tpublic async refreshLatestSummary(result: IRefreshSummaryResult): Promise<void> {\n\t\treturn this.summaryStateTracker.refreshLatestSummary(result);\n\t}\n\n\t/**\n\t * Process a GC message.\n\t * @param message - The GC message from the container runtime.\n\t * @param local - Whether it was send by this client.\n\t */\n\tpublic processMessage(message: ContainerRuntimeGCMessage, local: boolean) {\n\t\tswitch (message.contents.type) {\n\t\t\tcase \"Sweep\": {\n\t\t\t\t// Delete the nodes whose ids are present in the contents.\n\t\t\t\tthis.deleteSweepReadyNodes(message.contents.deletedNodeIds);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tdefault: {\n\t\t\t\tif (\n\t\t\t\t\t!compatBehaviorAllowsGCMessageType(\n\t\t\t\t\t\tmessage.contents.type,\n\t\t\t\t\t\tmessage.compatDetails?.behavior,\n\t\t\t\t\t)\n\t\t\t\t) {\n\t\t\t\t\tconst error = DataProcessingError.create(\n\t\t\t\t\t\t`Garbage collection message of unknown type ${message.contents.type}`,\n\t\t\t\t\t\t\"processMessage\",\n\t\t\t\t\t);\n\t\t\t\t\tthrow error;\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Delete nodes that are sweep-ready. Call the runtime to delete these nodes and clear the unreferenced state\n\t * tracking for nodes that are actually deleted by the runtime.\n\t * @param sweepReadyNodeIds - The ids of nodes that are ready to be deleted.\n\t */\n\tprivate deleteSweepReadyNodes(sweepReadyNodeIds: readonly string[]) {\n\t\t// Use a set for lookup because its much faster than array or map.\n\t\tconst sweepReadyNodesSet: Set<string> = new Set(sweepReadyNodeIds);\n\n\t\t// The ids in the sweep-ready nodes do not contain DDS node ids. This is an optimization to reduce the size\n\t\t// of the GC op. Since GC applies to data store only, all its DDSes are deleted along with it. So, get the\n\t\t// DDS nodes ID from the unreferenced nodes state.\n\t\tconst allSweepReadyNodeIds = Array.from(sweepReadyNodeIds);\n\t\tfor (const [id] of this.unreferencedNodesState) {\n\t\t\t// Ignore data store nodes since they would already be in the list.\n\t\t\tconst pathParts = id.split(\"/\");\n\t\t\tif (pathParts.length <= 2) {\n\t\t\t\tcontinue;\n\t\t\t}\n\n\t\t\t// Get the data store id part. Note that this may include blobs but that's okay since the part would just\n\t\t\t// be \"_blobs\" and it won't be found.\n\t\t\tconst dsId = `/${pathParts[1]}`;\n\t\t\tif (sweepReadyNodesSet.has(dsId)) {\n\t\t\t\tallSweepReadyNodeIds.push(id);\n\t\t\t}\n\t\t}\n\t\tconst deletedNodeIds = this.runtime.deleteSweepReadyNodes(allSweepReadyNodeIds);\n\n\t\t// Clear unreferenced state tracking for deleted nodes.\n\t\tfor (const nodeId of deletedNodeIds) {\n\t\t\tconst nodeStateTracker = this.unreferencedNodesState.get(nodeId);\n\t\t\tif (nodeStateTracker !== undefined) {\n\t\t\t\t// Stop tracking so as to clear out any running timers.\n\t\t\t\tnodeStateTracker.stopTracking();\n\t\t\t\t// Delete the node as we don't need to track it any more.\n\t\t\t\tthis.unreferencedNodesState.delete(nodeId);\n\t\t\t}\n\t\t\tthis.deletedNodes.add(nodeId);\n\t\t}\n\t}\n\n\t/**\n\t * Called when a node with the given id is updated. If the node is inactive or tombstoned, this will log an error\n\t * or throw an error if failing on incorrect usage is configured.\n\t * @param nodePath - The path of the node that changed.\n\t * @param reason - Whether the node was loaded or changed.\n\t * @param timestampMs - The timestamp when the node changed.\n\t * @param packagePath - The package path of the node. This may not be available if the node hasn't been loaded yet.\n\t * @param request - The original request for loads to preserve it in telemetry.\n\t * @param requestHeaders - If the node was loaded via request path, the headers in the request.\n\t */\n\tpublic nodeUpdated(\n\t\tnodePath: string,\n\t\treason: \"Loaded\" | \"Changed\",\n\t\ttimestampMs?: number,\n\t\tpackagePath?: readonly string[],\n\t\trequest?: IRequest,\n\t\theaderData?: RuntimeHeaderData,\n\t) {\n\t\tif (!this.configs.shouldRunGC) {\n\t\t\treturn;\n\t\t}\n\n\t\tconst isTombstoned = this.tombstones.includes(nodePath);\n\n\t\t// This will log if appropriate\n\t\tthis.telemetryTracker.nodeUsed({\n\t\t\tid: nodePath,\n\t\t\tusageType: reason,\n\t\t\tcurrentReferenceTimestampMs:\n\t\t\t\ttimestampMs ?? this.runtime.getCurrentReferenceTimestampMs(),\n\t\t\tpackagePath,\n\t\t\tcompletedGCRuns: this.completedRuns,\n\t\t\tisTombstoned,\n\t\t\tlastSummaryTime: this.getLastSummaryTimestampMs(),\n\t\t\theaders: headerData,\n\t\t});\n\n\t\tconst nodeType = this.runtime.getNodeType(nodePath);\n\n\t\t// Unless this is a Loaded event for a Blob or DataStore, we're done after telemetry tracking\n\t\tif (reason !== \"Loaded\" || ![GCNodeType.Blob, GCNodeType.DataStore].includes(nodeType)) {\n\t\t\treturn;\n\t\t}\n\n\t\tconst errorRequest: IRequest = request ?? { url: nodePath };\n\t\t// If the object is tombstoned and tombstone enforcement is configured, throw an error.\n\t\tif (isTombstoned && this.throwOnTombstoneLoad && headerData?.allowTombstone !== true) {\n\t\t\t// The requested data store is removed by gc. Create a 404 gc response exception.\n\t\t\tthrow responseToException(\n\t\t\t\tcreateResponseError(404, `${nodeType} was tombstoned`, errorRequest, {\n\t\t\t\t\t[TombstoneResponseHeaderKey]: true,\n\t\t\t\t}),\n\t\t\t\terrorRequest,\n\t\t\t);\n\t\t}\n\n\t\t// If the object is inactive and inactive enforcement is configured, throw an error.\n\t\tif (this.unreferencedNodesState.get(nodePath)?.state === \"Inactive\") {\n\t\t\tconst shouldThrowOnInactiveLoad =\n\t\t\t\t!this.isSummarizerClient &&\n\t\t\t\tthis.configs.throwOnInactiveLoad === true &&\n\t\t\t\theaderData?.allowInactive !== true;\n\t\t\tif (shouldThrowOnInactiveLoad) {\n\t\t\t\tthrow responseToException(\n\t\t\t\t\tcreateResponseError(404, `${nodeType} is inactive`, errorRequest, {\n\t\t\t\t\t\t[InactiveResponseHeaderKey]: true,\n\t\t\t\t\t}),\n\t\t\t\t\terrorRequest,\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Called when an outbound reference is added to a node. This is used to identify all nodes that have been\n\t * referenced between summaries so that their unreferenced timestamp can be reset.\n\t *\n\t * @param fromNodePath - The node from which the reference is added.\n\t * @param toNodePath - The node to which the reference is added.\n\t */\n\tpublic addedOutboundReference(fromNodePath: string, toNodePath: string) {\n\t\tif (!this.configs.shouldRunGC) {\n\t\t\treturn;\n\t\t}\n\n\t\tif (!toNodePath.startsWith(\"/\")) {\n\t\t\t// A long time ago we stored handles with relatives paths. We don't expect to see these cases though\n\t\t\t// because GC was enabled only after we made the switch to always using absolute paths.\n\t\t\tthis.mc.logger.sendErrorEvent({\n\t\t\t\teventName: \"InvalidRelativeOutboundRoute\",\n\t\t\t\t...tagCodeArtifacts({ fromId: fromNodePath, id: toNodePath }),\n\t\t\t});\n\t\t\treturn;\n\t\t}\n\n\t\tassert(fromNodePath.startsWith(\"/\"), 0x8a5 /* fromNodePath must be an absolute path */);\n\n\t\tconst outboundRoutes = this.newReferencesSinceLastRun.get(fromNodePath) ?? [];\n\t\toutboundRoutes.push(toNodePath);\n\t\tthis.newReferencesSinceLastRun.set(fromNodePath, outboundRoutes);\n\n\t\tthis.telemetryTracker.nodeUsed({\n\t\t\tid: toNodePath,\n\t\t\tusageType: \"Revived\",\n\t\t\tcurrentReferenceTimestampMs: this.runtime.getCurrentReferenceTimestampMs(),\n\t\t\tpackagePath: undefined,\n\t\t\tcompletedGCRuns: this.completedRuns,\n\t\t\tisTombstoned: this.tombstones.includes(toNodePath),\n\t\t\tlastSummaryTime: this.getLastSummaryTimestampMs(),\n\t\t\tfromId: fromNodePath,\n\t\t});\n\t}\n\n\t/**\n\t * Returns whether a node with the given path has been deleted or not. This can be used by the runtime to identify\n\t * cases where objects are used after they are deleted and throw / log errors accordingly.\n\t */\n\tpublic isNodeDeleted(nodePath: string): boolean {\n\t\treturn this.deletedNodes.has(nodePath);\n\t}\n\n\tpublic dispose(): void {\n\t\tthis.sessionExpiryTimer?.clear();\n\t\tthis.sessionExpiryTimer = undefined;\n\t}\n\n\t/**\n\t * Generates the stats of a garbage collection mark phase run.\n\t * @param gcResult - The result of the current GC run.\n\t * @returns the stats of the mark phase run.\n\t */\n\tprivate getMarkPhaseStats(gcResult: IGCResult): IMarkPhaseStats {\n\t\tconst markPhaseStats: IMarkPhaseStats = {\n\t\t\tnodeCount: 0,\n\t\t\tdataStoreCount: 0,\n\t\t\tattachmentBlobCount: 0,\n\t\t\tunrefNodeCount: 0,\n\t\t\tunrefDataStoreCount: 0,\n\t\t\tunrefAttachmentBlobCount: 0,\n\t\t\tupdatedNodeCount: 0,\n\t\t\tupdatedDataStoreCount: 0,\n\t\t\tupdatedAttachmentBlobCount: 0,\n\t\t};\n\n\t\tconst updateNodeStats = (nodeId: string, referenced: boolean) => {\n\t\t\tmarkPhaseStats.nodeCount++;\n\t\t\t// If there is no previous GC data, every node's state is generated and is considered as updated.\n\t\t\t// Otherwise, find out if any node went from referenced to unreferenced or vice-versa.\n\t\t\tconst stateUpdated =\n\t\t\t\tthis.gcDataFromLastRun === undefined ||\n\t\t\t\tthis.unreferencedNodesState.has(nodeId) === referenced;\n\t\t\tif (stateUpdated) {\n\t\t\t\tmarkPhaseStats.updatedNodeCount++;\n\t\t\t}\n\t\t\tif (!referenced) {\n\t\t\t\tmarkPhaseStats.unrefNodeCount++;\n\t\t\t}\n\n\t\t\tif (this.runtime.getNodeType(nodeId) === GCNodeType.DataStore) {\n\t\t\t\tmarkPhaseStats.dataStoreCount++;\n\t\t\t\tif (stateUpdated) {\n\t\t\t\t\tmarkPhaseStats.updatedDataStoreCount++;\n\t\t\t\t}\n\t\t\t\tif (!referenced) {\n\t\t\t\t\tmarkPhaseStats.unrefDataStoreCount++;\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (this.runtime.getNodeType(nodeId) === GCNodeType.Blob) {\n\t\t\t\tmarkPhaseStats.attachmentBlobCount++;\n\t\t\t\tif (stateUpdated) {\n\t\t\t\t\tmarkPhaseStats.updatedAttachmentBlobCount++;\n\t\t\t\t}\n\t\t\t\tif (!referenced) {\n\t\t\t\t\tmarkPhaseStats.unrefAttachmentBlobCount++;\n\t\t\t\t}\n\t\t\t}\n\t\t};\n\n\t\tfor (const nodeId of gcResult.referencedNodeIds) {\n\t\t\tupdateNodeStats(nodeId, true /* referenced */);\n\t\t}\n\n\t\tfor (const nodeId of gcResult.deletedNodeIds) {\n\t\t\tupdateNodeStats(nodeId, false /* referenced */);\n\t\t}\n\n\t\treturn markPhaseStats;\n\t}\n\n\t/**\n\t * Generates the stats of a garbage collection sweep phase run.\n\t * @param deletedNodes - The nodes that have been deleted until this run.\n\t * @param sweepReadyNodes - The nodes that are sweep-ready in this GC run.\n\t * @param markPhaseStats - The stats of the mark phase run.\n\t * @returns the stats of the sweep phase run.\n\t */\n\tprivate getSweepPhaseStats(\n\t\tdeletedNodes: Set<string>,\n\t\tsweepReadyNodes: Set<string>,\n\t\tmarkPhaseStats: IMarkPhaseStats,\n\t): ISweepPhaseStats {\n\t\t// Initialize the life time node counts to the mark phase node counts. If sweep is not enabled,\n\t\t// these will be the life time node count for this container.\n\t\tconst sweepPhaseStats: ISweepPhaseStats = {\n\t\t\tlifetimeNodeCount: markPhaseStats.nodeCount,\n\t\t\tlifetimeDataStoreCount: markPhaseStats.dataStoreCount,\n\t\t\tlifetimeAttachmentBlobCount: markPhaseStats.attachmentBlobCount,\n\t\t\tdeletedNodeCount: 0,\n\t\t\tdeletedDataStoreCount: 0,\n\t\t\tdeletedAttachmentBlobCount: 0,\n\t\t};\n\n\t\t// The runtime can't reliably identify the type of deleted nodes. So, get the type here. This should\n\t\t// be good enough because the only types that participate in GC today are data stores, DDSes and blobs.\n\t\tconst getDeletedNodeType = (nodeId: string): GCNodeType => {\n\t\t\tconst pathParts = nodeId.split(\"/\");\n\t\t\tif (pathParts[1] === BlobManager.basePath) {\n\t\t\t\treturn GCNodeType.Blob;\n\t\t\t}\n\t\t\tif (pathParts.length === 2) {\n\t\t\t\treturn GCNodeType.DataStore;\n\t\t\t}\n\t\t\tif (pathParts.length === 3) {\n\t\t\t\treturn GCNodeType.SubDataStore;\n\t\t\t}\n\t\t\treturn GCNodeType.Other;\n\t\t};\n\n\t\tfor (const nodeId of deletedNodes) {\n\t\t\tsweepPhaseStats.deletedNodeCount++;\n\t\t\tconst nodeType = getDeletedNodeType(nodeId);\n\t\t\tif (nodeType === GCNodeType.DataStore) {\n\t\t\t\tsweepPhaseStats.deletedDataStoreCount++;\n\t\t\t} else if (nodeType === GCNodeType.Blob) {\n\t\t\t\tsweepPhaseStats.deletedAttachmentBlobCount++;\n\t\t\t}\n\t\t}\n\n\t\t// If sweep is enabled, the counts from the mark phase stats do not include nodes that have been\n\t\t// deleted in previous runs. So, add the deleted node counts to life time stats.\n\t\tsweepPhaseStats.lifetimeNodeCount += sweepPhaseStats.deletedNodeCount;\n\t\tsweepPhaseStats.lifetimeDataStoreCount += sweepPhaseStats.deletedDataStoreCount;\n\t\tsweepPhaseStats.lifetimeAttachmentBlobCount += sweepPhaseStats.deletedAttachmentBlobCount;\n\n\t\tif (this.configs.shouldRunSweep) {\n\t\t\treturn sweepPhaseStats;\n\t\t}\n\n\t\t// If sweep is not enabled, the current sweep-ready node stats should be added to deleted stats since this\n\t\t// is the final state the node will be in.\n\t\t// If sweep is enabled, this will happen in the run after the GC op round trips back.\n\t\tfor (const nodeId of sweepReadyNodes) {\n\t\t\tsweepPhaseStats.deletedNodeCount++;\n\t\t\tconst nodeType = this.runtime.getNodeType(nodeId);\n\t\t\tif (nodeType === GCNodeType.DataStore) {\n\t\t\t\tsweepPhaseStats.deletedDataStoreCount++;\n\t\t\t} else if (nodeType === GCNodeType.Blob) {\n\t\t\t\tsweepPhaseStats.deletedAttachmentBlobCount++;\n\t\t\t}\n\t\t}\n\t\treturn sweepPhaseStats;\n\t}\n}\n"]}
@@ -3,8 +3,8 @@
3
3
  * Licensed under the MIT License.
4
4
  */
5
5
  import { MonitoringContext } from "@fluidframework/telemetry-utils";
6
- import { IContainerRuntimeMetadata } from "../summary";
7
- import { IGarbageCollectorConfigs, IGCRuntimeOptions } from "./gcDefinitions";
6
+ import { IContainerRuntimeMetadata } from "../summary/index.mjs";
7
+ import { IGarbageCollectorConfigs, IGCRuntimeOptions } from "./gcDefinitions.mjs";
8
8
  /**
9
9
  * Generates configurations for the Garbage Collector that it uses to determine what to run and how.
10
10
  * @param mc - The monitoring context for reading configs from the config provider.
@@ -20,4 +20,4 @@ export declare function generateGCConfigs(mc: MonitoringContext, createParams: {
20
20
  existing: boolean;
21
21
  isSummarizerClient: boolean;
22
22
  }): IGarbageCollectorConfigs;
23
- //# sourceMappingURL=gcConfigs.d.ts.map
23
+ //# sourceMappingURL=gcConfigs.d.mts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gcConfigs.d.mts","sourceRoot":"","sources":["../../src/gc/gcConfigs.ts"],"names":[],"mappings":"AAAA;;;GAGG;OAEI,EACN,iBAAiB,EAGjB,MAAM,iCAAiC;OACjC,EAAE,yBAAyB,EAAE;OAC7B,EASN,wBAAwB,EACxB,iBAAiB,EAajB;AAGD;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAChC,EAAE,EAAE,iBAAiB,EACrB,YAAY,EAAE;IACb,SAAS,EAAE,iBAAiB,CAAC;IAC7B,QAAQ,EAAE,yBAAyB,GAAG,SAAS,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,kBAAkB,EAAE,OAAO,CAAC;CAC5B,GACC,wBAAwB,CA0J1B"}