@fluidframework/container-runtime 2.0.0-dev.3.1.0.125672 → 2.0.0-dev.4.2.0.153917

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (486) hide show
  1. package/CHANGELOG.md +58 -0
  2. package/README.md +69 -0
  3. package/dist/blobManager.d.ts +29 -24
  4. package/dist/blobManager.d.ts.map +1 -1
  5. package/dist/blobManager.js +162 -92
  6. package/dist/blobManager.js.map +1 -1
  7. package/dist/containerRuntime.d.ts +74 -76
  8. package/dist/containerRuntime.d.ts.map +1 -1
  9. package/dist/containerRuntime.js +328 -264
  10. package/dist/containerRuntime.js.map +1 -1
  11. package/dist/dataStoreContext.d.ts +39 -13
  12. package/dist/dataStoreContext.d.ts.map +1 -1
  13. package/dist/dataStoreContext.js +112 -49
  14. package/dist/dataStoreContext.js.map +1 -1
  15. package/dist/dataStores.d.ts +28 -4
  16. package/dist/dataStores.d.ts.map +1 -1
  17. package/dist/dataStores.js +107 -41
  18. package/dist/dataStores.js.map +1 -1
  19. package/dist/deltaManagerSummarizerProxy.d.ts +19 -0
  20. package/dist/deltaManagerSummarizerProxy.d.ts.map +1 -0
  21. package/dist/deltaManagerSummarizerProxy.js +40 -0
  22. package/dist/deltaManagerSummarizerProxy.js.map +1 -0
  23. package/dist/gc/garbageCollection.d.ts +204 -0
  24. package/dist/gc/garbageCollection.d.ts.map +1 -0
  25. package/dist/{garbageCollection.js → gc/garbageCollection.js} +190 -554
  26. package/dist/gc/garbageCollection.js.map +1 -0
  27. package/dist/gc/gcConfigs.d.ts +22 -0
  28. package/dist/gc/gcConfigs.d.ts.map +1 -0
  29. package/dist/gc/gcConfigs.js +143 -0
  30. package/dist/gc/gcConfigs.js.map +1 -0
  31. package/dist/gc/gcDefinitions.d.ts +320 -0
  32. package/dist/gc/gcDefinitions.d.ts.map +1 -0
  33. package/dist/gc/gcDefinitions.js +81 -0
  34. package/dist/gc/gcDefinitions.js.map +1 -0
  35. package/dist/gc/gcHelpers.d.ts +86 -0
  36. package/dist/gc/gcHelpers.d.ts.map +1 -0
  37. package/dist/gc/gcHelpers.js +268 -0
  38. package/dist/gc/gcHelpers.js.map +1 -0
  39. package/dist/gc/gcReferenceGraphAlgorithm.d.ts +16 -0
  40. package/dist/gc/gcReferenceGraphAlgorithm.d.ts.map +1 -0
  41. package/dist/gc/gcReferenceGraphAlgorithm.js +49 -0
  42. package/dist/gc/gcReferenceGraphAlgorithm.js.map +1 -0
  43. package/dist/gc/gcSummaryDefinitions.d.ts +52 -0
  44. package/dist/gc/gcSummaryDefinitions.d.ts.map +1 -0
  45. package/dist/gc/gcSummaryDefinitions.js +7 -0
  46. package/dist/gc/gcSummaryDefinitions.js.map +1 -0
  47. package/dist/gc/gcSummaryStateTracker.d.ts +93 -0
  48. package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -0
  49. package/dist/gc/gcSummaryStateTracker.js +239 -0
  50. package/dist/gc/gcSummaryStateTracker.js.map +1 -0
  51. package/dist/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
  52. package/dist/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +2 -2
  53. package/dist/gc/gcSweepReadyUsageDetection.js.map +1 -0
  54. package/dist/gc/gcUnreferencedStateTracker.d.ts +34 -0
  55. package/dist/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
  56. package/dist/gc/gcUnreferencedStateTracker.js +94 -0
  57. package/dist/gc/gcUnreferencedStateTracker.js.map +1 -0
  58. package/dist/gc/index.d.ts +13 -0
  59. package/dist/gc/index.d.ts.map +1 -0
  60. package/dist/gc/index.js +50 -0
  61. package/dist/gc/index.js.map +1 -0
  62. package/dist/index.d.ts +3 -7
  63. package/dist/index.d.ts.map +1 -1
  64. package/dist/index.js +5 -9
  65. package/dist/index.js.map +1 -1
  66. package/dist/opLifecycle/batchManager.d.ts +11 -13
  67. package/dist/opLifecycle/batchManager.d.ts.map +1 -1
  68. package/dist/opLifecycle/batchManager.js +26 -38
  69. package/dist/opLifecycle/batchManager.js.map +1 -1
  70. package/dist/opLifecycle/definitions.d.ts +4 -0
  71. package/dist/opLifecycle/definitions.d.ts.map +1 -1
  72. package/dist/opLifecycle/definitions.js.map +1 -1
  73. package/dist/opLifecycle/index.d.ts +2 -1
  74. package/dist/opLifecycle/index.d.ts.map +1 -1
  75. package/dist/opLifecycle/index.js +4 -1
  76. package/dist/opLifecycle/index.js.map +1 -1
  77. package/dist/opLifecycle/opCompressor.d.ts.map +1 -1
  78. package/dist/opLifecycle/opCompressor.js +25 -10
  79. package/dist/opLifecycle/opCompressor.js.map +1 -1
  80. package/dist/opLifecycle/opDecompressor.d.ts +4 -0
  81. package/dist/opLifecycle/opDecompressor.d.ts.map +1 -1
  82. package/dist/opLifecycle/opDecompressor.js +43 -4
  83. package/dist/opLifecycle/opDecompressor.js.map +1 -1
  84. package/dist/opLifecycle/opGroupingManager.d.ts +14 -0
  85. package/dist/opLifecycle/opGroupingManager.d.ts.map +1 -0
  86. package/dist/opLifecycle/opGroupingManager.js +56 -0
  87. package/dist/opLifecycle/opGroupingManager.js.map +1 -0
  88. package/dist/opLifecycle/opSplitter.d.ts +16 -4
  89. package/dist/opLifecycle/opSplitter.d.ts.map +1 -1
  90. package/dist/opLifecycle/opSplitter.js +39 -15
  91. package/dist/opLifecycle/opSplitter.js.map +1 -1
  92. package/dist/opLifecycle/outbox.d.ts +21 -3
  93. package/dist/opLifecycle/outbox.d.ts.map +1 -1
  94. package/dist/opLifecycle/outbox.js +90 -51
  95. package/dist/opLifecycle/outbox.js.map +1 -1
  96. package/dist/opLifecycle/remoteMessageProcessor.d.ts +4 -2
  97. package/dist/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  98. package/dist/opLifecycle/remoteMessageProcessor.js +30 -20
  99. package/dist/opLifecycle/remoteMessageProcessor.js.map +1 -1
  100. package/dist/packageVersion.d.ts +1 -1
  101. package/dist/packageVersion.js +1 -1
  102. package/dist/packageVersion.js.map +1 -1
  103. package/dist/pendingStateManager.d.ts +3 -3
  104. package/dist/pendingStateManager.d.ts.map +1 -1
  105. package/dist/pendingStateManager.js +20 -21
  106. package/dist/pendingStateManager.js.map +1 -1
  107. package/dist/storageServiceWithAttachBlobs.d.ts +17 -0
  108. package/dist/storageServiceWithAttachBlobs.d.ts.map +1 -0
  109. package/dist/storageServiceWithAttachBlobs.js +32 -0
  110. package/dist/storageServiceWithAttachBlobs.js.map +1 -0
  111. package/dist/summary/index.d.ts +17 -0
  112. package/dist/summary/index.d.ts.map +1 -0
  113. package/dist/summary/index.js +48 -0
  114. package/dist/summary/index.js.map +1 -0
  115. package/dist/summary/orderedClientElection.d.ts.map +1 -0
  116. package/dist/summary/orderedClientElection.js.map +1 -0
  117. package/dist/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +3 -2
  118. package/dist/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
  119. package/dist/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +5 -4
  120. package/dist/summary/runWhileConnectedCoordinator.js.map +1 -0
  121. package/{lib → dist/summary}/runningSummarizer.d.ts +23 -20
  122. package/dist/summary/runningSummarizer.d.ts.map +1 -0
  123. package/dist/{runningSummarizer.js → summary/runningSummarizer.js} +191 -74
  124. package/dist/summary/runningSummarizer.js.map +1 -0
  125. package/dist/{summarizer.d.ts → summary/summarizer.d.ts} +4 -9
  126. package/dist/summary/summarizer.d.ts.map +1 -0
  127. package/dist/{summarizer.js → summary/summarizer.js} +10 -79
  128. package/dist/summary/summarizer.js.map +1 -0
  129. package/dist/summary/summarizerClientElection.d.ts.map +1 -0
  130. package/dist/summary/summarizerClientElection.js.map +1 -0
  131. package/dist/{summarizerHeuristics.d.ts → summary/summarizerHeuristics.d.ts} +2 -1
  132. package/dist/summary/summarizerHeuristics.d.ts.map +1 -0
  133. package/dist/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +6 -3
  134. package/dist/summary/summarizerHeuristics.js.map +1 -0
  135. package/dist/summary/summarizerNode/index.d.ts +8 -0
  136. package/dist/summary/summarizerNode/index.d.ts.map +1 -0
  137. package/dist/summary/summarizerNode/index.js +12 -0
  138. package/dist/summary/summarizerNode/index.js.map +1 -0
  139. package/dist/summary/summarizerNode/summarizerNode.d.ts +149 -0
  140. package/dist/summary/summarizerNode/summarizerNode.d.ts.map +1 -0
  141. package/dist/summary/summarizerNode/summarizerNode.js +531 -0
  142. package/dist/summary/summarizerNode/summarizerNode.js.map +1 -0
  143. package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts +125 -0
  144. package/dist/summary/summarizerNode/summarizerNodeUtils.d.ts.map +1 -0
  145. package/dist/summary/summarizerNode/summarizerNodeUtils.js +132 -0
  146. package/dist/summary/summarizerNode/summarizerNodeUtils.js.map +1 -0
  147. package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts +148 -0
  148. package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -0
  149. package/dist/summary/summarizerNode/summarizerNodeWithGc.js +424 -0
  150. package/dist/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -0
  151. package/{lib → dist/summary}/summarizerTypes.d.ts +21 -19
  152. package/dist/summary/summarizerTypes.d.ts.map +1 -0
  153. package/dist/{summarizerTypes.js → summary/summarizerTypes.js} +0 -5
  154. package/dist/summary/summarizerTypes.js.map +1 -0
  155. package/dist/summary/summaryCollection.d.ts.map +1 -0
  156. package/dist/summary/summaryCollection.js.map +1 -0
  157. package/{lib → dist/summary}/summaryFormat.d.ts +3 -21
  158. package/dist/summary/summaryFormat.d.ts.map +1 -0
  159. package/dist/{summaryFormat.js → summary/summaryFormat.js} +1 -10
  160. package/dist/summary/summaryFormat.js.map +1 -0
  161. package/{lib → dist/summary}/summaryGenerator.d.ts +28 -2
  162. package/dist/summary/summaryGenerator.d.ts.map +1 -0
  163. package/dist/{summaryGenerator.js → summary/summaryGenerator.js} +23 -20
  164. package/dist/summary/summaryGenerator.js.map +1 -0
  165. package/dist/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
  166. package/dist/summary/summaryManager.d.ts.map +1 -0
  167. package/dist/summary/summaryManager.js.map +1 -0
  168. package/lib/blobManager.d.ts +29 -24
  169. package/lib/blobManager.d.ts.map +1 -1
  170. package/lib/blobManager.js +159 -89
  171. package/lib/blobManager.js.map +1 -1
  172. package/lib/containerRuntime.d.ts +74 -76
  173. package/lib/containerRuntime.d.ts.map +1 -1
  174. package/lib/containerRuntime.js +301 -237
  175. package/lib/containerRuntime.js.map +1 -1
  176. package/lib/dataStoreContext.d.ts +39 -13
  177. package/lib/dataStoreContext.d.ts.map +1 -1
  178. package/lib/dataStoreContext.js +101 -38
  179. package/lib/dataStoreContext.js.map +1 -1
  180. package/lib/dataStores.d.ts +28 -4
  181. package/lib/dataStores.d.ts.map +1 -1
  182. package/lib/dataStores.js +100 -34
  183. package/lib/dataStores.js.map +1 -1
  184. package/lib/deltaManagerSummarizerProxy.d.ts +19 -0
  185. package/lib/deltaManagerSummarizerProxy.d.ts.map +1 -0
  186. package/lib/deltaManagerSummarizerProxy.js +36 -0
  187. package/lib/deltaManagerSummarizerProxy.js.map +1 -0
  188. package/lib/gc/garbageCollection.d.ts +204 -0
  189. package/lib/gc/garbageCollection.d.ts.map +1 -0
  190. package/lib/{garbageCollection.js → gc/garbageCollection.js} +172 -535
  191. package/lib/gc/garbageCollection.js.map +1 -0
  192. package/lib/gc/gcConfigs.d.ts +22 -0
  193. package/lib/gc/gcConfigs.d.ts.map +1 -0
  194. package/lib/gc/gcConfigs.js +139 -0
  195. package/lib/gc/gcConfigs.js.map +1 -0
  196. package/lib/gc/gcDefinitions.d.ts +320 -0
  197. package/lib/gc/gcDefinitions.d.ts.map +1 -0
  198. package/lib/gc/gcDefinitions.js +78 -0
  199. package/lib/gc/gcDefinitions.js.map +1 -0
  200. package/lib/gc/gcHelpers.d.ts +86 -0
  201. package/lib/gc/gcHelpers.d.ts.map +1 -0
  202. package/lib/gc/gcHelpers.js +254 -0
  203. package/lib/gc/gcHelpers.js.map +1 -0
  204. package/lib/gc/gcReferenceGraphAlgorithm.d.ts +16 -0
  205. package/lib/gc/gcReferenceGraphAlgorithm.d.ts.map +1 -0
  206. package/lib/gc/gcReferenceGraphAlgorithm.js +45 -0
  207. package/lib/gc/gcReferenceGraphAlgorithm.js.map +1 -0
  208. package/lib/gc/gcSummaryDefinitions.d.ts +52 -0
  209. package/lib/gc/gcSummaryDefinitions.d.ts.map +1 -0
  210. package/lib/gc/gcSummaryDefinitions.js +6 -0
  211. package/lib/gc/gcSummaryDefinitions.js.map +1 -0
  212. package/lib/gc/gcSummaryStateTracker.d.ts +93 -0
  213. package/lib/gc/gcSummaryStateTracker.d.ts.map +1 -0
  214. package/lib/gc/gcSummaryStateTracker.js +235 -0
  215. package/lib/gc/gcSummaryStateTracker.js.map +1 -0
  216. package/lib/gc/gcSweepReadyUsageDetection.d.ts.map +1 -0
  217. package/lib/{gcSweepReadyUsageDetection.js → gc/gcSweepReadyUsageDetection.js} +1 -1
  218. package/lib/gc/gcSweepReadyUsageDetection.js.map +1 -0
  219. package/lib/gc/gcUnreferencedStateTracker.d.ts +34 -0
  220. package/lib/gc/gcUnreferencedStateTracker.d.ts.map +1 -0
  221. package/lib/gc/gcUnreferencedStateTracker.js +90 -0
  222. package/lib/gc/gcUnreferencedStateTracker.js.map +1 -0
  223. package/lib/gc/index.d.ts +13 -0
  224. package/lib/gc/index.d.ts.map +1 -0
  225. package/lib/gc/index.js +12 -0
  226. package/lib/gc/index.js.map +1 -0
  227. package/lib/index.d.ts +3 -7
  228. package/lib/index.d.ts.map +1 -1
  229. package/lib/index.js +1 -4
  230. package/lib/index.js.map +1 -1
  231. package/lib/opLifecycle/batchManager.d.ts +11 -13
  232. package/lib/opLifecycle/batchManager.d.ts.map +1 -1
  233. package/lib/opLifecycle/batchManager.js +24 -37
  234. package/lib/opLifecycle/batchManager.js.map +1 -1
  235. package/lib/opLifecycle/definitions.d.ts +4 -0
  236. package/lib/opLifecycle/definitions.d.ts.map +1 -1
  237. package/lib/opLifecycle/definitions.js.map +1 -1
  238. package/lib/opLifecycle/index.d.ts +2 -1
  239. package/lib/opLifecycle/index.d.ts.map +1 -1
  240. package/lib/opLifecycle/index.js +2 -1
  241. package/lib/opLifecycle/index.js.map +1 -1
  242. package/lib/opLifecycle/opCompressor.d.ts.map +1 -1
  243. package/lib/opLifecycle/opCompressor.js +26 -11
  244. package/lib/opLifecycle/opCompressor.js.map +1 -1
  245. package/lib/opLifecycle/opDecompressor.d.ts +4 -0
  246. package/lib/opLifecycle/opDecompressor.d.ts.map +1 -1
  247. package/lib/opLifecycle/opDecompressor.js +43 -4
  248. package/lib/opLifecycle/opDecompressor.js.map +1 -1
  249. package/lib/opLifecycle/opGroupingManager.d.ts +14 -0
  250. package/lib/opLifecycle/opGroupingManager.d.ts.map +1 -0
  251. package/lib/opLifecycle/opGroupingManager.js +52 -0
  252. package/lib/opLifecycle/opGroupingManager.js.map +1 -0
  253. package/lib/opLifecycle/opSplitter.d.ts +16 -4
  254. package/lib/opLifecycle/opSplitter.d.ts.map +1 -1
  255. package/lib/opLifecycle/opSplitter.js +39 -15
  256. package/lib/opLifecycle/opSplitter.js.map +1 -1
  257. package/lib/opLifecycle/outbox.d.ts +21 -3
  258. package/lib/opLifecycle/outbox.d.ts.map +1 -1
  259. package/lib/opLifecycle/outbox.js +92 -53
  260. package/lib/opLifecycle/outbox.js.map +1 -1
  261. package/lib/opLifecycle/remoteMessageProcessor.d.ts +4 -2
  262. package/lib/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  263. package/lib/opLifecycle/remoteMessageProcessor.js +30 -20
  264. package/lib/opLifecycle/remoteMessageProcessor.js.map +1 -1
  265. package/lib/packageVersion.d.ts +1 -1
  266. package/lib/packageVersion.js +1 -1
  267. package/lib/packageVersion.js.map +1 -1
  268. package/lib/pendingStateManager.d.ts +3 -3
  269. package/lib/pendingStateManager.d.ts.map +1 -1
  270. package/lib/pendingStateManager.js +20 -21
  271. package/lib/pendingStateManager.js.map +1 -1
  272. package/lib/storageServiceWithAttachBlobs.d.ts +17 -0
  273. package/lib/storageServiceWithAttachBlobs.d.ts.map +1 -0
  274. package/lib/storageServiceWithAttachBlobs.js +28 -0
  275. package/lib/storageServiceWithAttachBlobs.js.map +1 -0
  276. package/lib/summary/index.d.ts +17 -0
  277. package/lib/summary/index.d.ts.map +1 -0
  278. package/lib/summary/index.js +16 -0
  279. package/lib/summary/index.js.map +1 -0
  280. package/lib/summary/orderedClientElection.d.ts.map +1 -0
  281. package/lib/summary/orderedClientElection.js.map +1 -0
  282. package/lib/{runWhileConnectedCoordinator.d.ts → summary/runWhileConnectedCoordinator.d.ts} +3 -2
  283. package/lib/summary/runWhileConnectedCoordinator.d.ts.map +1 -0
  284. package/lib/{runWhileConnectedCoordinator.js → summary/runWhileConnectedCoordinator.js} +5 -4
  285. package/lib/summary/runWhileConnectedCoordinator.js.map +1 -0
  286. package/{dist → lib/summary}/runningSummarizer.d.ts +23 -20
  287. package/lib/summary/runningSummarizer.d.ts.map +1 -0
  288. package/lib/{runningSummarizer.js → summary/runningSummarizer.js} +192 -75
  289. package/lib/summary/runningSummarizer.js.map +1 -0
  290. package/lib/{summarizer.d.ts → summary/summarizer.d.ts} +4 -9
  291. package/lib/summary/summarizer.d.ts.map +1 -0
  292. package/lib/{summarizer.js → summary/summarizer.js} +12 -81
  293. package/lib/summary/summarizer.js.map +1 -0
  294. package/lib/summary/summarizerClientElection.d.ts.map +1 -0
  295. package/lib/summary/summarizerClientElection.js.map +1 -0
  296. package/lib/{summarizerHeuristics.d.ts → summary/summarizerHeuristics.d.ts} +2 -1
  297. package/lib/summary/summarizerHeuristics.d.ts.map +1 -0
  298. package/lib/{summarizerHeuristics.js → summary/summarizerHeuristics.js} +6 -3
  299. package/lib/summary/summarizerHeuristics.js.map +1 -0
  300. package/lib/summary/summarizerNode/index.d.ts +8 -0
  301. package/lib/summary/summarizerNode/index.d.ts.map +1 -0
  302. package/lib/summary/summarizerNode/index.js +7 -0
  303. package/lib/summary/summarizerNode/index.js.map +1 -0
  304. package/lib/summary/summarizerNode/summarizerNode.d.ts +149 -0
  305. package/lib/summary/summarizerNode/summarizerNode.d.ts.map +1 -0
  306. package/lib/summary/summarizerNode/summarizerNode.js +526 -0
  307. package/lib/summary/summarizerNode/summarizerNode.js.map +1 -0
  308. package/lib/summary/summarizerNode/summarizerNodeUtils.d.ts +125 -0
  309. package/lib/summary/summarizerNode/summarizerNodeUtils.d.ts.map +1 -0
  310. package/lib/summary/summarizerNode/summarizerNodeUtils.js +125 -0
  311. package/lib/summary/summarizerNode/summarizerNodeUtils.js.map +1 -0
  312. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts +148 -0
  313. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -0
  314. package/lib/summary/summarizerNode/summarizerNodeWithGc.js +419 -0
  315. package/lib/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -0
  316. package/{dist → lib/summary}/summarizerTypes.d.ts +21 -19
  317. package/lib/summary/summarizerTypes.d.ts.map +1 -0
  318. package/lib/summary/summarizerTypes.js +6 -0
  319. package/lib/summary/summarizerTypes.js.map +1 -0
  320. package/lib/summary/summaryCollection.d.ts.map +1 -0
  321. package/lib/summary/summaryCollection.js.map +1 -0
  322. package/{dist → lib/summary}/summaryFormat.d.ts +3 -21
  323. package/lib/summary/summaryFormat.d.ts.map +1 -0
  324. package/lib/{summaryFormat.js → summary/summaryFormat.js} +0 -8
  325. package/lib/summary/summaryFormat.js.map +1 -0
  326. package/{dist → lib/summary}/summaryGenerator.d.ts +28 -2
  327. package/lib/summary/summaryGenerator.d.ts.map +1 -0
  328. package/lib/{summaryGenerator.js → summary/summaryGenerator.js} +21 -19
  329. package/lib/summary/summaryGenerator.js.map +1 -0
  330. package/lib/{summaryManager.d.ts → summary/summaryManager.d.ts} +1 -1
  331. package/lib/summary/summaryManager.d.ts.map +1 -0
  332. package/lib/summary/summaryManager.js.map +1 -0
  333. package/package.json +66 -60
  334. package/src/blobManager.ts +196 -110
  335. package/src/containerRuntime.ts +491 -391
  336. package/src/dataStoreContext.ts +140 -49
  337. package/src/dataStores.ts +139 -41
  338. package/src/deltaManagerSummarizerProxy.ts +46 -0
  339. package/{garbageCollection.md → src/gc/garbageCollection.md} +2 -2
  340. package/src/{garbageCollection.ts → gc/garbageCollection.ts} +245 -890
  341. package/src/gc/gcConfigs.ts +193 -0
  342. package/src/gc/gcDefinitions.ts +387 -0
  343. package/src/gc/gcHelpers.ts +335 -0
  344. package/src/gc/gcReferenceGraphAlgorithm.ts +52 -0
  345. package/src/gc/gcSummaryDefinitions.ts +54 -0
  346. package/src/gc/gcSummaryStateTracker.ts +329 -0
  347. package/src/{gcSweepReadyUsageDetection.ts → gc/gcSweepReadyUsageDetection.ts} +1 -1
  348. package/src/gc/gcUnreferencedStateTracker.ts +114 -0
  349. package/src/gc/index.ts +65 -0
  350. package/src/index.ts +10 -22
  351. package/src/opLifecycle/README.md +263 -0
  352. package/src/opLifecycle/batchManager.ts +26 -55
  353. package/src/opLifecycle/definitions.ts +4 -0
  354. package/src/opLifecycle/index.ts +2 -1
  355. package/src/opLifecycle/opCompressor.ts +32 -12
  356. package/src/opLifecycle/opDecompressor.ts +50 -5
  357. package/src/opLifecycle/opGroupingManager.ts +78 -0
  358. package/src/opLifecycle/opSplitter.ts +56 -17
  359. package/src/opLifecycle/outbox.ts +126 -62
  360. package/src/opLifecycle/remoteMessageProcessor.ts +38 -22
  361. package/src/packageVersion.ts +1 -1
  362. package/src/pendingStateManager.ts +34 -27
  363. package/src/storageServiceWithAttachBlobs.ts +38 -0
  364. package/src/summary/index.ts +105 -0
  365. package/src/{runWhileConnectedCoordinator.ts → summary/runWhileConnectedCoordinator.ts} +7 -7
  366. package/src/{runningSummarizer.ts → summary/runningSummarizer.ts} +318 -156
  367. package/src/{summarizer.ts → summary/summarizer.ts} +12 -105
  368. package/src/{summarizerHeuristics.ts → summary/summarizerHeuristics.ts} +13 -4
  369. package/src/summary/summarizerNode/index.ts +12 -0
  370. package/src/summary/summarizerNode/summarizerNode.ts +766 -0
  371. package/src/summary/summarizerNode/summarizerNodeUtils.ts +214 -0
  372. package/src/summary/summarizerNode/summarizerNodeWithGc.ts +644 -0
  373. package/src/{summarizerTypes.ts → summary/summarizerTypes.ts} +28 -25
  374. package/src/{summaryFormat.ts → summary/summaryFormat.ts} +3 -29
  375. package/src/{summaryGenerator.ts → summary/summaryGenerator.ts} +34 -27
  376. package/src/{summaryManager.ts → summary/summaryManager.ts} +1 -1
  377. package/dist/garbageCollection.d.ts +0 -411
  378. package/dist/garbageCollection.d.ts.map +0 -1
  379. package/dist/garbageCollection.js.map +0 -1
  380. package/dist/garbageCollectionConstants.d.ts +0 -23
  381. package/dist/garbageCollectionConstants.d.ts.map +0 -1
  382. package/dist/garbageCollectionConstants.js +0 -36
  383. package/dist/garbageCollectionConstants.js.map +0 -1
  384. package/dist/garbageCollectionHelpers.d.ts +0 -15
  385. package/dist/garbageCollectionHelpers.d.ts.map +0 -1
  386. package/dist/garbageCollectionHelpers.js +0 -27
  387. package/dist/garbageCollectionHelpers.js.map +0 -1
  388. package/dist/gcSweepReadyUsageDetection.d.ts.map +0 -1
  389. package/dist/gcSweepReadyUsageDetection.js.map +0 -1
  390. package/dist/orderedClientElection.d.ts.map +0 -1
  391. package/dist/orderedClientElection.js.map +0 -1
  392. package/dist/runWhileConnectedCoordinator.d.ts.map +0 -1
  393. package/dist/runWhileConnectedCoordinator.js.map +0 -1
  394. package/dist/runningSummarizer.d.ts.map +0 -1
  395. package/dist/runningSummarizer.js.map +0 -1
  396. package/dist/serializedSnapshotStorage.d.ts +0 -58
  397. package/dist/serializedSnapshotStorage.d.ts.map +0 -1
  398. package/dist/serializedSnapshotStorage.js +0 -110
  399. package/dist/serializedSnapshotStorage.js.map +0 -1
  400. package/dist/summarizer.d.ts.map +0 -1
  401. package/dist/summarizer.js.map +0 -1
  402. package/dist/summarizerClientElection.d.ts.map +0 -1
  403. package/dist/summarizerClientElection.js.map +0 -1
  404. package/dist/summarizerHandle.d.ts +0 -12
  405. package/dist/summarizerHandle.d.ts.map +0 -1
  406. package/dist/summarizerHandle.js +0 -22
  407. package/dist/summarizerHandle.js.map +0 -1
  408. package/dist/summarizerHeuristics.d.ts.map +0 -1
  409. package/dist/summarizerHeuristics.js.map +0 -1
  410. package/dist/summarizerTypes.d.ts.map +0 -1
  411. package/dist/summarizerTypes.js.map +0 -1
  412. package/dist/summaryCollection.d.ts.map +0 -1
  413. package/dist/summaryCollection.js.map +0 -1
  414. package/dist/summaryFormat.d.ts.map +0 -1
  415. package/dist/summaryFormat.js.map +0 -1
  416. package/dist/summaryGenerator.d.ts.map +0 -1
  417. package/dist/summaryGenerator.js.map +0 -1
  418. package/dist/summaryManager.d.ts.map +0 -1
  419. package/dist/summaryManager.js.map +0 -1
  420. package/lib/garbageCollection.d.ts +0 -411
  421. package/lib/garbageCollection.d.ts.map +0 -1
  422. package/lib/garbageCollection.js.map +0 -1
  423. package/lib/garbageCollectionConstants.d.ts +0 -23
  424. package/lib/garbageCollectionConstants.d.ts.map +0 -1
  425. package/lib/garbageCollectionConstants.js +0 -33
  426. package/lib/garbageCollectionConstants.js.map +0 -1
  427. package/lib/garbageCollectionHelpers.d.ts +0 -15
  428. package/lib/garbageCollectionHelpers.d.ts.map +0 -1
  429. package/lib/garbageCollectionHelpers.js +0 -23
  430. package/lib/garbageCollectionHelpers.js.map +0 -1
  431. package/lib/gcSweepReadyUsageDetection.d.ts.map +0 -1
  432. package/lib/gcSweepReadyUsageDetection.js.map +0 -1
  433. package/lib/orderedClientElection.d.ts.map +0 -1
  434. package/lib/orderedClientElection.js.map +0 -1
  435. package/lib/runWhileConnectedCoordinator.d.ts.map +0 -1
  436. package/lib/runWhileConnectedCoordinator.js.map +0 -1
  437. package/lib/runningSummarizer.d.ts.map +0 -1
  438. package/lib/runningSummarizer.js.map +0 -1
  439. package/lib/serializedSnapshotStorage.d.ts +0 -58
  440. package/lib/serializedSnapshotStorage.d.ts.map +0 -1
  441. package/lib/serializedSnapshotStorage.js +0 -106
  442. package/lib/serializedSnapshotStorage.js.map +0 -1
  443. package/lib/summarizer.d.ts.map +0 -1
  444. package/lib/summarizer.js.map +0 -1
  445. package/lib/summarizerClientElection.d.ts.map +0 -1
  446. package/lib/summarizerClientElection.js.map +0 -1
  447. package/lib/summarizerHandle.d.ts +0 -12
  448. package/lib/summarizerHandle.d.ts.map +0 -1
  449. package/lib/summarizerHandle.js +0 -18
  450. package/lib/summarizerHandle.js.map +0 -1
  451. package/lib/summarizerHeuristics.d.ts.map +0 -1
  452. package/lib/summarizerHeuristics.js.map +0 -1
  453. package/lib/summarizerTypes.d.ts.map +0 -1
  454. package/lib/summarizerTypes.js +0 -9
  455. package/lib/summarizerTypes.js.map +0 -1
  456. package/lib/summaryCollection.d.ts.map +0 -1
  457. package/lib/summaryCollection.js.map +0 -1
  458. package/lib/summaryFormat.d.ts.map +0 -1
  459. package/lib/summaryFormat.js.map +0 -1
  460. package/lib/summaryGenerator.d.ts.map +0 -1
  461. package/lib/summaryGenerator.js.map +0 -1
  462. package/lib/summaryManager.d.ts.map +0 -1
  463. package/lib/summaryManager.js.map +0 -1
  464. package/src/garbageCollectionConstants.ts +0 -38
  465. package/src/garbageCollectionHelpers.ts +0 -37
  466. package/src/serializedSnapshotStorage.ts +0 -151
  467. package/src/summarizerHandle.ts +0 -23
  468. /package/dist/{gcSweepReadyUsageDetection.d.ts → gc/gcSweepReadyUsageDetection.d.ts} +0 -0
  469. /package/dist/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
  470. /package/dist/{orderedClientElection.js → summary/orderedClientElection.js} +0 -0
  471. /package/dist/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
  472. /package/dist/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
  473. /package/dist/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
  474. /package/dist/{summaryCollection.js → summary/summaryCollection.js} +0 -0
  475. /package/dist/{summaryManager.js → summary/summaryManager.js} +0 -0
  476. /package/lib/{gcSweepReadyUsageDetection.d.ts → gc/gcSweepReadyUsageDetection.d.ts} +0 -0
  477. /package/lib/{orderedClientElection.d.ts → summary/orderedClientElection.d.ts} +0 -0
  478. /package/lib/{orderedClientElection.js → summary/orderedClientElection.js} +0 -0
  479. /package/lib/{summarizerClientElection.d.ts → summary/summarizerClientElection.d.ts} +0 -0
  480. /package/lib/{summarizerClientElection.js → summary/summarizerClientElection.js} +0 -0
  481. /package/lib/{summaryCollection.d.ts → summary/summaryCollection.d.ts} +0 -0
  482. /package/lib/{summaryCollection.js → summary/summaryCollection.js} +0 -0
  483. /package/lib/{summaryManager.js → summary/summaryManager.js} +0 -0
  484. /package/src/{orderedClientElection.ts → summary/orderedClientElection.ts} +0 -0
  485. /package/src/{summarizerClientElection.ts → summary/summarizerClientElection.ts} +0 -0
  486. /package/src/{summaryCollection.ts → summary/summaryCollection.ts} +0 -0
@@ -1 +1 @@
1
- {"version":3,"file":"blobManager.js","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,+BAAkC;AAQlC,iEAKuC;AACvC,+DAMsC;AAKtC,iFAAoE;AACpE,qEAKyC;AAMzC,yDAAgE;AAChE,2CAAuE;AACvE,yEAAkE;AAClE,6EAAuE;AACvE,yEAAwE;AAExE;;;;;;GAMG;AACH,MAAa,UAAU;IAatB,YACiB,IAAY,EACZ,YAAiC,EAC1C,GAAuB;QAFd,SAAI,GAAJ,IAAI,CAAQ;QACZ,iBAAY,GAAZ,YAAY,CAAqB;QAC1C,QAAG,GAAH,GAAG,CAAoB;QAfvB,aAAQ,GAAY,KAAK,CAAC;QAiBjC,IAAI,CAAC,YAAY,GAAG,IAAA,yCAAyB,EAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAhBD,IAAW,YAAY;QACtB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,IAAW,UAAU;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAYM,WAAW;QACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAEM,IAAI,CAAC,MAAoB;QAC/B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC/C,CAAC;CACD;AA5BD,gCA4BC;AAED,MAAM,oBAAoB;IACzB,YAA6B,SAAqB;QAArB,cAAS,GAAT,SAAS,CAAY;QAC1C,YAAO,GAAG,IAAI,uBAAQ,EAAQ,CAAC;IADc,CAAC;IAG/C,KAAK,CAAC,QAAQ;QACpB,OAAO,OAAO,CAAC,IAAI,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO;YACpB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC9E,CAAC,CAAC;IACJ,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,uBAAQ,EAAQ,CAAC;IACrC,CAAC;CACD;AAkBD,qFAAqF;AACrF,uEAAuE;AACvE,IAAK,iBAKJ;AALD,WAAK,iBAAiB;IACrB,uFAAmB,CAAA;IACnB,+EAAe,CAAA;IACf,yFAAoB,CAAA;IACpB,iFAAgB,CAAA;AACjB,CAAC,EALI,iBAAiB,KAAjB,iBAAiB,QAKrB;AAuBD,MAAa,WAAY,SAAQ,gCAAqC;IA6CrE,YACkB,YAAiC,EAClD,QAA8B,EACb,UAAyC;IAC1D;;;;;;;;;OASG;IACc,gBAA+D;IAChF,+FAA+F;IAC/F,0DAA0D;IACzC,aAAyC;IAC1D,6GAA6G;IAC7G,iCAAiC;IACjC,0DAA0D;IACzC,kBAAsE;IACvF,oDAAoD;IACpD,0DAA0D;IACzC,aAA4C,EAC5C,OAA4B,EAC7C,eAA8B,EAAE,EACf,8BAAwD;QAEzE,KAAK,EAAE,CAAC;QA5BS,iBAAY,GAAZ,YAAY,CAAqB;QAEjC,eAAU,GAAV,UAAU,CAA+B;QAWzC,qBAAgB,GAAhB,gBAAgB,CAA+C;QAG/D,kBAAa,GAAb,aAAa,CAA4B;QAIzC,uBAAkB,GAAlB,kBAAkB,CAAoD;QAGtE,kBAAa,GAAb,aAAa,CAA+B;QAC5C,YAAO,GAAP,OAAO,CAAqB;QAE5B,mCAA8B,GAA9B,8BAA8B,CAA0B;QA1D1E;;;;WAIG;QACc,iBAAY,GAA6B,IAAI,GAAG,EAAE,CAAC;QAEpE;;;;WAIG;QACc,gBAAW,GAA0B,IAAI,GAAG,EAAE,CAAC;QAE/C,mBAAc,GAAG,IAAI,oBAAoB,CACzD,IAAI,qBAAS,CACZ,EAAE,GAAG,IAAI,EAAE,sBAAsB;QACjC,EAAE,GAAG,IAAI,EAAE,mBAAmB;QAC9B,4EAA4E;QAC5E,IAAA,6BAAiB,EAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CACvD,CACD,CAAC;QAIF;;;WAGG;QACc,oBAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;QAgCzD,IAAI,CAAC,EAAE,GAAG,IAAA,2CAAyB,EAAC,6BAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5F,wFAAwF;QACxF,IAAI,CAAC,oBAAoB;YACxB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,oDAAuB,CAAC,KAAK,IAAI;gBAC3D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,+CAAoB,CAAC;QAE1D,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzC,iEAAiE;QACjE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,IAAA,6BAAc,EAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC9B,IAAI;gBACJ,MAAM,EAAE,iBAAiB,CAAC,oBAAoB;gBAC9C,OAAO,EAAE,IAAI,uBAAQ,EAAE;gBACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;aACvC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,IAAY,qBAAqB;QAChC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,CAC1D,CAAC;IACH,CAAC;IAED,IAAW,wBAAwB;QAClC,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,IAAW,eAAe;QACzB,OAAO,CACN,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;YAClF,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,kCAAgB,CAAC,cAAc,CACpC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd;YACC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,cAAc,CAAC,MAAM;SAC5B,EACD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EACvC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAC1B,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc;QACrB,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YACjD,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;gBACvD,kGAAkG;gBAClG,oCAAoC;gBACpC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;SACD;IACF,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,MAAc;QACvC,OAAO,IAAI,WAAW,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,IAAY,UAAU;QACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAqB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,mEAAmE;QACnE,MAAM,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,uGAAuG;QACvG,oGAAoG;QACpG,IAAA,qBAAM,EACL,CAAC,qBAAqB;YACrB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,EACtE,KAAK,CAAC,gGAAgG,CACtG,CAAC;QAEF,OAAO,GAAkB,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAc;QAClC,8GAA8G;QAC9G,oBAAoB;QACpB,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE;YACZ,OAAO,OAAO,CAAC,IAAI,CAAC;SACpB;QACD,IAAI,SAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,IAAA,qBAAM,EAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAE7E,oFAAoF;YACpF,uFAAuF;YACvF,SAAS,GAAG,MAAM,CAAC;SACnB;aAAM;YACN,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzD,IAAA,qBAAM,EAAC,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpE,SAAS,GAAG,iBAAiB,CAAC;SAC9B;QAED,iEAAiE;QACjE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnD,OAAO,kCAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,oBAAoB,EAAE,EAAE,EAAE,SAAS,EAAE,EAClD,KAAK,IAAI,EAAE;YACV,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC,EACD,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAC9B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,EAAU;QAC/B,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EACvD,KAAK,CAAC,wCAAwC,CAC9C,CAAC;QACF,OAAO,IAAI,UAAU,CAAC,GAAG,WAAW,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE,CACpF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC/B,IAAqB;QAErB,oFAAoF;QACpF,qFAAqF;QACrF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;SACrC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,SAAS,EAAE;YACvD,oDAAoD;YACpD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC7E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;SAC7E;QACD,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,8EAA8E,CACpF,CAAC;QAEF,uGAAuG;QACvG,iCAAiC;QACjC,MAAM,OAAO,GAAG,IAAA,SAAI,GAAE,CAAC;QACvB,MAAM,YAAY,GAAgB;YACjC,IAAI;YACJ,MAAM,EAAE,iBAAiB,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,uBAAQ,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SACvC,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE7C,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,IAAqB;QAC9D,OAAO,kCAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,YAAY,EAAE,EAC3B,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC9C,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CACnE,CAAC,IAAI,CACL,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,EACrD,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CAChD,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,MAAc,EAAE,IAAwB;QAC9D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,+GAA+G;QAC/G,mFAAmF;QACnF,IAAI,IAAI,KAAK,SAAS,EAAE;YACvB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;SACtF;IACF,CAAC;IAEO,qBAAqB,CAAC,EAAU;QACvC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAC9B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;gBAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;aAC5B;SACD;IACF,CAAC;IAEO,eAAe,CAAC,OAAe,EAAE,QAAoC;;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EACL,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,mBAAmB;YACtD,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,oBAAoB,EACzD,KAAK,CAAC,oDAAoD,CAC1D,CAAC;QACF,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,mDAAmD;gBACnD,wGAAwG;gBACxG,wDAAwD;gBACxD,oGAAoG;gBACpG,8CAA8C;gBAC9C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;gBACpD,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;oBACrC,mGAAmG;oBACnG,6FAA6F;oBAC7F,sDAAsD;oBACtD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAC1C,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBACpC;qBAAM;oBACN,kGAAkG;oBAClG,gGAAgG;oBAChG,yBAAyB;oBACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CACnB,QAAQ,CAAC,EAAE,EACX,CAAC,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CACzD,CAAC;oBACF,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC;iBACjD;aACD;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,EAAE;gBACnE,8FAA8F;gBAC9F,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;aAClD;SACD;aAAM;YACN,iDAAiD;YACjD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,oCAAoC,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;SAClD;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,KAAK;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,2FAA2F;YAC3F,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc;iBACjC,QAAQ,EAAE;iBACV,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,OAAO,KAAK,CAAC,OAAO,CAAC;SACrB;aAAM;YACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEO,mBAAmB,CAAC,OAAe;QAC1C,IAAA,qBAAM,EACL,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EACvB,KAAK,CAAC,wEAAwE,CAC9E,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACnD,IAAA,qBAAM,EACL,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC,QAAQ,CAClF,KAAK,CAAC,MAAM,CACZ,EACD,KAAK,CAAC,+DAA+D,CACrE,CAAC;QAEF;;;;;;WAMG;QACH,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;YACvD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;YAC9D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SAChD;QAED,KAAK,CAAC,MAAM;YACX,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB;gBACrD,CAAC,CAAC,iBAAiB,CAAC,oBAAoB;gBACxC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QAEvC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,QAA6C;QAC5D,IAAA,qBAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAA0C,QAAQ,CAAC;QAC5E,IAAA,qBAAM,EAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE;YACjB,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,2BAA2B,CAAC,CAAC;SAC5D;QACD,IAAI,CAAC,MAAM,EAAE;YACZ,iFAAiF;YACjF,IAAA,qBAAM,EACL,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,MAAK,iBAAiB,CAAC,gBAAgB;gBAC1D,CAAC,CAAC,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,SAAS,CAAA,EAC1B,KAAK,CAAC,6DAA6D,CACnE,CAAC;YACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;SAC9D;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAEO,WAAW,CAAC,YAAyB,EAAE,SAAiB;;QAC/D,IAAI,yBAAyB,GAAW,CAAC,CAAC;QAC1C,IAAI,0BAA0B,GAAW,CAAC,CAAC;QAC3C,IAAI,qBAAqB,CAAC;QAC1B,IAAI,sBAAsB,CAAC;QAC3B,IAAI,YAAY,CAAC,eAAe,EAAE;YACjC,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;YAC/E,qBAAqB;gBACpB,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAI,CAAC,CAAC,GAAG,yBAAyB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SACpF;QACD,IAAI,YAAY,CAAC,gBAAgB,EAAE;YAClC,0BAA0B,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;YACjF,sBAAsB;gBACrB,CAAC,MAAA,YAAY,CAAC,eAAe,mCAAI,CAAC,CAAC,GAAG,0BAA0B,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;SACrF;QACD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS;YACT,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,yBAAyB;YACzB,0BAA0B;YAC1B,eAAe,EAAE,YAAY,CAAC,eAAe;YAC7C,qBAAqB;YACrB,sBAAsB;SACtB,CAAC,CAAC;IACJ,CAAC;IAEM,mBAAmB,CAAC,OAAkC,EAAE,KAAc;;QAC5E,MAAM,OAAO,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAC;QACxC,IAAA,qBAAM,EAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAExE,sGAAsG;QACtG,6BAA6B;QAC7B,8GAA8G;QAC9G,wBAAwB;QACxB,IAAI,OAAO,KAAK,SAAS,EAAE;YAC1B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SACrC;QACD,gCAAgC;QAChC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpC,IAAI,KAAK,EAAE;YACV,IAAA,qBAAM,EAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACvF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC/B,kGAAkG;gBAClG,iGAAiG;gBACjG,oGAAoG;gBACpG,YAAY,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;oBACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC/D,IAAA,qBAAM,EACL,gBAAgB,KAAK,SAAS,EAC9B,KAAK,CAAC,2DAA2D,CACjE,CAAC;oBAEF,2EAA2E;oBAC3E,IAAI,gBAAgB,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;wBAClE,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;wBAC5C,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;wBACrE,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;qBAC3C;gBACF,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aAChC;YACD,2GAA2G;YAC3G,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACpC;IACF,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CACvB,SAAoC,EACpC,YAAyD;QAEzD,IAAI,CAAC,SAAS,EAAE;YACf,OAAO,EAAE,CAAC;SACV;QACD,IAAI,aAAa,CAAC;QAClB,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5D,IAAI,OAAO,EAAE;YACZ,aAAa,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;SAC5C;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,QAA8B;;QAC1C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,MAAA,MAAA,QAAQ,CAAC,GAAG,0CAAE,MAAM,mCAAI,CAAC;YAChC,aAAa,EAAE,MAAA,QAAQ,CAAC,aAAa,0CAAE,MAAM;SAC7C,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAA6B,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,GAAG,EAAE;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,CAAC;YACnE,yEAAyE;YACzE,6CAA6C;YAC7C,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SAChF;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACI,SAAS,CAAC,SAAkB,KAAK;QACvC,MAAM,MAAM,GAA2B,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE;YACtD,IAAA,qBAAM,EAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACjE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC;SACtF;QACD,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,YAAsB;QAC/C,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;YACjC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,IAAA,qBAAM,EACL,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,8CAA8C,CACpD,CAAC;YACF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SAClC;IACF,CAAC;IAED;;;;OAIG;IACI,sBAAsB,CAAC,gBAA0B;QACvD,MAAM,kBAAkB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAClD,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,IAAA,qBAAM,EACL,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,gDAAgD,CACtD,CAAC;YACF,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;SACrC;QAED,2GAA2G;QAC3G,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE;YAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACpC;SACD;QAED,2EAA2E;QAC3E,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE;YACxC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACjC;IACF,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,MAAc;QACxC;;;;;WAKG;QACH,IAAI,KAAK,GAAuC,OAAO,CAAC;QACxD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,EAAE;YACvD,KAAK,GAAG,SAAS,CAAC;SAClB;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YAC5C,KAAK,GAAG,YAAY,CAAC;SACrB;QAED,IAAI,KAAK,KAAK,OAAO,EAAE;YACtB,OAAO;SACP;QAED,2GAA2G;QAC3G,oBAAoB;QACpB,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,oBAAoB,CAAC;QACpE,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAA,mCAAmB,EAChC,IAAA,mCAAmB,EAClB,GAAG,EACH,kBAAkB,EAClB,OAAO,EACP,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,6CAA0B,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAC3E,EACD,OAAO,CACP,CAAC;QACF,IAAA,qDAA0B,EACzB,IAAI,CAAC,EAAE,EACP;YACC,SAAS,EACR,KAAK,KAAK,YAAY;gBACrB,CAAC,CAAC,6BAA6B;gBAC/B,CAAC,CAAC,2BAA2B;YAC/B,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YAC1C,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,+CAAoB;SAC5E,EACD,CAAC,WAAW,CAAC,QAAQ,CAAC,EACtB,KAAK,CACL,CAAC;QACF,IAAI,UAAU,EAAE;YACf,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEM,SAAS,CAAC,gBAAoC;QACpD,gHAAgH;QAChH,MAAM,OAAO,GACZ,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;YAC7B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,kCAAkB,EAAE,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE;YAC7C,OAAO,CAAC,OAAO,CACd,WAAW,CAAC,qBAAqB;YACjC,8BAA8B;YAC9B,IAAI,CAAC,SAAS,CACb,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAC9C,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAC/C,CACD,CACD,CAAC;SACF;QAED,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAEM,gBAAgB,CAAC,KAA0B;QACjD,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,4DAA4D,CAClE,CAAC;QACF,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EACtC,KAAK,CAAC,iEAAiE,CACvE,CAAC;QACF,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,EAAE;YACzC,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAC/B,KAAK,CAAC,yCAAyC,CAC/C,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SAC1C;IACF,CAAC;IAEM,eAAe;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YAC7C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAA,6BAAc,EAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;SAC5D;QACD,OAAO,KAAK,CAAC;IACd,CAAC;;AA9rBF,kCA+rBC;AA9rBuB,oBAAQ,GAAG,QAAQ,CAAC;AACnB,iCAAqB,GAAG,gBAAgB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { v4 as uuid } from \"uuid\";\nimport { IFluidHandle, IFluidHandleContext } from \"@fluidframework/core-interfaces\";\nimport { IDocumentStorageService } from \"@fluidframework/driver-definitions\";\nimport {\n\tICreateBlobResponse,\n\tISequencedDocumentMessage,\n\tISnapshotTree,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n\tcreateResponseError,\n\tgenerateHandleContextPath,\n\tresponseToException,\n\tSummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport {\n\tassert,\n\tbufferToString,\n\tDeferred,\n\tstringToBuffer,\n\tTypedEventEmitter,\n} from \"@fluidframework/common-utils\";\nimport {\n\tIContainerRuntime,\n\tIContainerRuntimeEvents,\n} from \"@fluidframework/container-runtime-definitions\";\nimport { AttachState } from \"@fluidframework/container-definitions\";\nimport {\n\tChildLogger,\n\tloggerToMonitoringContext,\n\tMonitoringContext,\n\tPerformanceEvent,\n} from \"@fluidframework/telemetry-utils\";\nimport {\n\tIGarbageCollectionData,\n\tISummaryTreeWithStats,\n\tITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport { TombstoneResponseHeaderKey } from \"./containerRuntime\";\nimport { Throttler, formExponentialFn, IThrottler } from \"./throttler\";\nimport { summarizerClientType } from \"./summarizerClientElection\";\nimport { throwOnTombstoneLoadKey } from \"./garbageCollectionConstants\";\nimport { sendGCUnexpectedUsageEvent } from \"./garbageCollectionHelpers\";\n\n/**\n * This class represents blob (long string)\n * This object is used only when creating (writing) new blob and serialization purposes.\n * De-serialization process goes through FluidObjectHandle and request flow:\n * DataObject.request() recognizes requests in the form of `/blobs/<id>`\n * and loads blob.\n */\nexport class BlobHandle implements IFluidHandle<ArrayBufferLike> {\n\tprivate attached: boolean = false;\n\n\tpublic get IFluidHandle(): IFluidHandle {\n\t\treturn this;\n\t}\n\n\tpublic get isAttached(): boolean {\n\t\treturn this.attached;\n\t}\n\n\tpublic readonly absolutePath: string;\n\n\tconstructor(\n\t\tpublic readonly path: string,\n\t\tpublic readonly routeContext: IFluidHandleContext,\n\t\tpublic get: () => Promise<any>,\n\t) {\n\t\tthis.absolutePath = generateHandleContextPath(path, this.routeContext);\n\t}\n\n\tpublic attachGraph() {\n\t\tthis.attached = true;\n\t}\n\n\tpublic bind(handle: IFluidHandle) {\n\t\tthrow new Error(\"Cannot bind to blob handle\");\n\t}\n}\n\nclass CancellableThrottler {\n\tconstructor(private readonly throttler: IThrottler) {}\n\tprivate cancelP = new Deferred<void>();\n\n\tpublic async getDelay(): Promise<void> {\n\t\treturn Promise.race([\n\t\t\tthis.cancelP.promise,\n\t\t\tnew Promise<void>((resolve) => setTimeout(resolve, this.throttler.getDelay())),\n\t\t]);\n\t}\n\n\tpublic cancel() {\n\t\tthis.cancelP.resolve();\n\t\tthis.cancelP = new Deferred<void>();\n\t}\n}\n\n/**\n * Information from a snapshot needed to load BlobManager\n */\nexport interface IBlobManagerLoadInfo {\n\tids?: string[];\n\tredirectTable?: [string, string][];\n}\n\n// Restrict the IContainerRuntime interface to the subset required by BlobManager. This helps to make\n// the contract explicit and reduces the amount of mocking required for tests.\nexport type IBlobManagerRuntime = Pick<\n\tIContainerRuntime,\n\t\"attachState\" | \"connected\" | \"logger\" | \"clientDetails\"\n> &\n\tTypedEventEmitter<IContainerRuntimeEvents>;\n\n// Note that while offline we \"submit\" an op before uploading the blob, but we always\n// expect blobs to be uploaded before we actually see the op round-trip\nenum PendingBlobStatus {\n\tOnlinePendingUpload,\n\tOnlinePendingOp,\n\tOfflinePendingUpload,\n\tOfflinePendingOp,\n}\n\ntype ICreateBlobResponseWithTTL = ICreateBlobResponse & Partial<Record<\"minTTLInSeconds\", number>>;\n\ninterface PendingBlob {\n\tblob: ArrayBufferLike;\n\tstatus: PendingBlobStatus;\n\tstorageId?: string;\n\thandleP: Deferred<IFluidHandle<ArrayBufferLike>>;\n\tuploadP: Promise<ICreateBlobResponse>;\n\tlocalUploadTime?: number;\n\tserverUploadTime?: number;\n\tminTTLInSeconds?: number;\n}\n\nexport interface IPendingBlobs {\n\t[id: string]: { blob: string };\n}\n\nexport interface IBlobManagerEvents {\n\t(event: \"noPendingBlobs\", listener: () => void);\n}\n\nexport class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {\n\tpublic static readonly basePath = \"_blobs\";\n\tprivate static readonly redirectTableBlobName = \".redirectTable\";\n\tprivate readonly mc: MonitoringContext;\n\n\t/**\n\t * Map of local IDs to storage IDs. Contains identity entries (id → id) for storage IDs. All requested IDs should\n\t * be a key in this map. Blobs created while the container is detached are stored in IDetachedBlobStorage which\n\t * gives local IDs; the storage IDs are filled in at attach time.\n\t * Note: It contains mappings from all clients, i.e., from remote clients as well. local ID comes from the client\n\t * that uploaded the blob but its mapping to storage ID is needed in all clients in order to retrieve the blob.\n\t */\n\tprivate readonly redirectTable: Map<string, string | undefined>;\n\n\t/**\n\t * Blobs which have not been uploaded or for which we have not yet seen a BlobAttach op round-trip.\n\t * Until we see the op round-trip, there is a possibility we may need to re-upload the blob, so\n\t * we must save it. This is true for both the online and offline flow.\n\t */\n\tprivate readonly pendingBlobs: Map<string, PendingBlob> = new Map();\n\n\t/**\n\t * Track ops in flight for online flow. This is used for optimizations where if we receive an ack for a storage ID,\n\t * we can resolve all pending blobs with the same storage ID even though they may have different local IDs. That's\n\t * because we know that the server will not delete the blob corresponding to that storage ID.\n\t */\n\tprivate readonly opsInFlight: Map<string, string[]> = new Map();\n\n\tprivate readonly retryThrottler = new CancellableThrottler(\n\t\tnew Throttler(\n\t\t\t60 * 1000, // 60 sec delay window\n\t\t\t30 * 1000, // 30 sec max delay\n\t\t\t// throttling function increases exponentially (0ms, 40ms, 80ms, 160ms, etc)\n\t\t\tformExponentialFn({ coefficient: 20, initialDelay: 0 }),\n\t\t),\n\t);\n\n\t/** If true, throw an error when a tombstone attachment blob is retrieved. */\n\tprivate readonly throwOnTombstoneLoad: boolean;\n\t/**\n\t * This stores IDs of tombstoned blobs.\n\t * Tombstone is a temporary feature that imitates a blob getting swept by garbage collection.\n\t */\n\tprivate readonly tombstonedBlobs: Set<string> = new Set();\n\n\tconstructor(\n\t\tprivate readonly routeContext: IFluidHandleContext,\n\t\tsnapshot: IBlobManagerLoadInfo,\n\t\tprivate readonly getStorage: () => IDocumentStorageService,\n\t\t/**\n\t\t * Submit a BlobAttach op. When a blob is uploaded, there is a short grace period before which the blob is\n\t\t * deleted. The BlobAttach op notifies the server that blob is in use. The server will then not delete the\n\t\t * the blob as long as it is listed as referenced in future summaries. The summarizing client will know to\n\t\t * include the storage ID in the summary when it sees the op.\n\t\t *\n\t\t * The op will also include a local ID to inform all clients of the relation to the storage ID, without\n\t\t * knowledge of which they cannot request the blob from storage. It's important that this op is sequenced\n\t\t * before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.\n\t\t */\n\t\tprivate readonly sendBlobAttachOp: (localId: string, storageId?: string) => void,\n\t\t// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly blobRequested: (blobPath: string) => void,\n\t\t// Called when a reference is added to a blob. For instance, when creating a localId / storageId to storageId\n\t\t// mapping in the redirect table.\n\t\t// Node path formats - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly addedBlobReference: (fromNodePath: string, toNodePath: string) => void,\n\t\t// Called to check if a blob has been deleted by GC.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly isBlobDeleted: (blobPath: string) => boolean,\n\t\tprivate readonly runtime: IBlobManagerRuntime,\n\t\tstashedBlobs: IPendingBlobs = {},\n\t\tprivate readonly getCurrentReferenceTimestampMs: () => number | undefined,\n\t) {\n\t\tsuper();\n\t\tthis.mc = loggerToMonitoringContext(ChildLogger.create(this.runtime.logger, \"BlobManager\"));\n\t\t// Read the feature flag that tells whether to throw when a tombstone blob is requested.\n\t\tthis.throwOnTombstoneLoad =\n\t\t\tthis.mc.config.getBoolean(throwOnTombstoneLoadKey) === true &&\n\t\t\tthis.runtime.clientDetails.type !== summarizerClientType;\n\n\t\tthis.runtime.on(\"disconnected\", () => this.onDisconnected());\n\t\tthis.redirectTable = this.load(snapshot);\n\n\t\t// Begin uploading stashed blobs from previous container instance\n\t\tObject.entries(stashedBlobs).forEach(([localId, entry]) => {\n\t\t\tconst blob = stringToBuffer(entry.blob, \"base64\");\n\t\t\tthis.pendingBlobs.set(localId, {\n\t\t\t\tblob,\n\t\t\t\tstatus: PendingBlobStatus.OfflinePendingUpload,\n\t\t\t\thandleP: new Deferred(),\n\t\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t\t});\n\t\t});\n\t}\n\n\tprivate get pendingOfflineUploads() {\n\t\treturn Array.from(this.pendingBlobs.values()).filter(\n\t\t\t(e) => e.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t);\n\t}\n\n\tpublic get hasPendingOfflineUploads(): boolean {\n\t\treturn this.pendingOfflineUploads.length > 0;\n\t}\n\n\tpublic get hasPendingBlobs(): boolean {\n\t\treturn (\n\t\t\t(this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0) ||\n\t\t\tthis.pendingBlobs.size > 0\n\t\t);\n\t}\n\n\t/**\n\t * Upload blobs added while offline. This must be completed before connecting and resubmitting ops.\n\t */\n\tpublic async onConnected() {\n\t\tthis.retryThrottler.cancel();\n\t\tconst pendingUploads = this.pendingOfflineUploads.map(async (e) => e.uploadP);\n\t\tawait PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{\n\t\t\t\teventName: \"BlobUploadOnConnected\",\n\t\t\t\tcount: pendingUploads.length,\n\t\t\t},\n\t\t\tasync () => Promise.all(pendingUploads),\n\t\t\t{ start: true, end: true },\n\t\t);\n\t}\n\n\t/**\n\t * Transition online blobs waiting for BlobAttach op round-trip since we will not see the op until we are connected\n\t * again\n\t */\n\tprivate onDisconnected() {\n\t\tfor (const [localId, entry] of this.pendingBlobs) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t// This will submit another BlobAttach op for this blob. This is necessary because the one we sent\n\t\t\t\t// already didn't have the local ID.\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`\n\t * This path must match the path of the blob handle returned by the createBlob API because blobs are marked\n\t * referenced by storing these handles in a referenced DDS.\n\t */\n\tprivate getBlobGCNodePath(blobId: string) {\n\t\treturn `/${BlobManager.basePath}/${blobId}`;\n\t}\n\n\t/**\n\t * Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is\n\t * detached or there are no (non-pending) attachment blobs in the document\n\t */\n\tprivate get storageIds(): Set<string> {\n\t\tconst ids = new Set<string | undefined>(this.redirectTable.values());\n\n\t\t// If we are detached, we will not have storage IDs, only undefined\n\t\tconst undefinedValueInTable = ids.delete(undefined);\n\n\t\t// For a detached container, entries are inserted into the redirect table with an undefined storage ID.\n\t\t// For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.\n\t\tassert(\n\t\t\t!undefinedValueInTable ||\n\t\t\t\t(this.runtime.attachState === AttachState.Detached && ids.size === 0),\n\t\t\t0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */,\n\t\t);\n\n\t\treturn ids as Set<string>;\n\t}\n\n\tpublic async getBlob(blobId: string): Promise<ArrayBufferLike> {\n\t\t// Verify that the blob is valid, i.e., it has not been garbage collected. If it is, this will throw an error,\n\t\t// failing the call.\n\t\tthis.verifyBlobValidity(blobId);\n\n\t\tconst pending = this.pendingBlobs.get(blobId);\n\t\tif (pending) {\n\t\t\treturn pending.blob;\n\t\t}\n\t\tlet storageId: string;\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\tassert(this.redirectTable.has(blobId), 0x383 /* requesting unknown blobs */);\n\n\t\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t\t// The 'IDocumentStorageService.readBlob()' call below will retrieve these via localId.\n\t\t\tstorageId = blobId;\n\t\t} else {\n\t\t\tconst attachedStorageId = this.redirectTable.get(blobId);\n\t\t\tassert(!!attachedStorageId, 0x11f /* \"requesting unknown blobs\" */);\n\t\t\tstorageId = attachedStorageId;\n\t\t}\n\n\t\t// Let runtime know that the corresponding GC node was requested.\n\t\tthis.blobRequested(this.getBlobGCNodePath(blobId));\n\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"AttachmentReadBlob\", id: storageId },\n\t\t\tasync () => {\n\t\t\t\treturn this.getStorage().readBlob(storageId);\n\t\t\t},\n\t\t\t{ end: true, cancel: \"error\" },\n\t\t);\n\t}\n\n\tprivate getBlobHandle(id: string): IFluidHandle<ArrayBufferLike> {\n\t\tassert(\n\t\t\tthis.redirectTable.has(id) || this.pendingBlobs.has(id),\n\t\t\t0x384 /* requesting handle for unknown blob */,\n\t\t);\n\t\treturn new BlobHandle(`${BlobManager.basePath}/${id}`, this.routeContext, async () =>\n\t\t\tthis.getBlob(id),\n\t\t);\n\t}\n\n\tprivate async createBlobDetached(\n\t\tblob: ArrayBufferLike,\n\t): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t// The 'IDocumentStorageService.createBlob()' call below will respond with a localId.\n\t\tconst response = await this.getStorage().createBlob(blob);\n\t\tthis.setRedirection(response.id, undefined);\n\t\treturn this.getBlobHandle(response.id);\n\t}\n\n\tpublic async createBlob(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\treturn this.createBlobDetached(blob);\n\t\t}\n\t\tif (this.runtime.attachState === AttachState.Attaching) {\n\t\t\t// blob upload is not supported in \"Attaching\" state\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"CreateBlobWhileAttaching\" });\n\t\t\tawait new Promise<void>((resolve) => this.runtime.once(\"attached\", resolve));\n\t\t}\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Attached,\n\t\t\t0x385 /* For clarity and paranoid defense against adding future attachment states */,\n\t\t);\n\n\t\t// Create a local ID for the blob. After uploading it to storage and before returning it, a local ID to\n\t\t// storage ID mapping is created.\n\t\tconst localId = uuid();\n\t\tconst pendingEntry: PendingBlob = {\n\t\t\tblob,\n\t\t\tstatus: PendingBlobStatus.OnlinePendingUpload,\n\t\t\thandleP: new Deferred(),\n\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t};\n\t\tthis.pendingBlobs.set(localId, pendingEntry);\n\n\t\treturn pendingEntry.handleP.promise;\n\t}\n\n\tprivate async uploadBlob(localId: string, blob: ArrayBufferLike): Promise<ICreateBlobResponse> {\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"createBlob\" },\n\t\t\tasync () => this.getStorage().createBlob(blob),\n\t\t\t{ end: true, cancel: this.runtime.connected ? \"error\" : \"generic\" },\n\t\t).then(\n\t\t\t(response) => this.onUploadResolve(localId, response),\n\t\t\tasync (err) => this.onUploadReject(localId, err),\n\t\t);\n\t}\n\n\t/**\n\t * Set up a mapping in the redirect table from fromId to toId. Also, notify the runtime that a reference is added\n\t * which is required for GC.\n\t */\n\tprivate setRedirection(fromId: string, toId: string | undefined) {\n\t\tthis.redirectTable.set(fromId, toId);\n\t\t// Notify runtime of a reference added if toId is not undefined. It can be undefined when a blob is uploaded in\n\t\t// detached mode. In this case, the entry will be updated when the blob is updated.\n\t\tif (toId !== undefined) {\n\t\t\tthis.addedBlobReference(this.getBlobGCNodePath(fromId), this.getBlobGCNodePath(toId));\n\t\t}\n\t}\n\n\tprivate deleteAndEmitsIfEmpty(id: string) {\n\t\tif (this.pendingBlobs.has(id)) {\n\t\t\tthis.pendingBlobs.delete(id);\n\t\t\tif (!this.hasPendingBlobs) {\n\t\t\t\tthis.emit(\"noPendingBlobs\");\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate onUploadResolve(localId: string, response: ICreateBlobResponseWithTTL) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(\n\t\t\tentry?.status === PendingBlobStatus.OnlinePendingUpload ||\n\t\t\t\tentry?.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t\t0x386 /* Must have pending blob entry for uploaded blob */,\n\t\t);\n\t\tentry.storageId = response.id;\n\t\tentry.localUploadTime = Date.now();\n\t\tentry.minTTLInSeconds = response.minTTLInSeconds;\n\t\tentry.serverUploadTime = this.getCurrentReferenceTimestampMs();\n\t\tif (this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\t// Send a blob attach op. This serves two purposes:\n\t\t\t\t// 1. If its a new blob, i.e., it isn't de-duped, the server will keep the blob alive if it sees this op\n\t\t\t\t// until its storage ID is added to the next summary.\n\t\t\t\t// 2. It will create a local ID to storage ID mapping in all clients which is needed to retrieve the\n\t\t\t\t// blob from the server via the storage ID.\n\t\t\t\tthis.logTimeInfo(entry, \"sendBlobAttachResolveTTL\");\n\t\t\t\tthis.sendBlobAttachOp(localId, response.id);\n\t\t\t\tif (this.storageIds.has(response.id)) {\n\t\t\t\t\t// The blob is de-duped. Set up a local ID to storage ID mapping and return the blob. Since this is\n\t\t\t\t\t// an existing blob, we don't have to wait for the op to be ack'd since this step has already\n\t\t\t\t\t// happened before and so, the server won't delete it.\n\t\t\t\t\tthis.setRedirection(localId, response.id);\n\t\t\t\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t\t\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t\t\t} else {\n\t\t\t\t\t// If there is already an op for this storage ID, append the local ID to the list. Once any op for\n\t\t\t\t\t// this storage ID is ack'd, all pending blobs for it can be resolved since the op will keep the\n\t\t\t\t\t// blob alive in storage.\n\t\t\t\t\tthis.opsInFlight.set(\n\t\t\t\t\t\tresponse.id,\n\t\t\t\t\t\t(this.opsInFlight.get(response.id) ?? []).concat(localId),\n\t\t\t\t\t);\n\t\t\t\t\tentry.status = PendingBlobStatus.OnlinePendingOp;\n\t\t\t\t}\n\t\t\t} else if (entry.status === PendingBlobStatus.OfflinePendingUpload) {\n\t\t\t\t// We already submitted a BlobAttach op for this blob when it was transitioned to offline flow\n\t\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t\t}\n\t\t} else {\n\t\t\t// connected to storage but not ordering service?\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"BlobUploadSuccessWhileDisconnected\" });\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t}\n\t\treturn response;\n\t}\n\n\tprivate async onUploadReject(localId: string, error) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x387 /* Must have pending blob entry for blob which failed to upload */);\n\t\tif (!this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\t// we are probably not connected to storage but start another upload request in case we are\n\t\t\tentry.uploadP = this.retryThrottler\n\t\t\t\t.getDelay()\n\t\t\t\t.then(async () => this.uploadBlob(localId, entry.blob));\n\t\t\treturn entry.uploadP;\n\t\t} else {\n\t\t\tentry.handleP.reject(error);\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tprivate transitionToOffline(localId: string) {\n\t\tassert(\n\t\t\t!this.runtime.connected,\n\t\t\t0x388 /* Must only transition to offline flow while runtime is disconnected */,\n\t\t);\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x389 /* No pending blob entry */);\n\t\tassert(\n\t\t\t[PendingBlobStatus.OnlinePendingUpload, PendingBlobStatus.OnlinePendingOp].includes(\n\t\t\t\tentry.status,\n\t\t\t),\n\t\t\t0x38a /* Blob must be in online flow to transition to offline flow */,\n\t\t);\n\n\t\t/**\n\t\t * If we haven't already submitted a BlobAttach op for this entry, send it before returning the blob handle.\n\t\t * This will make sure that the BlobAttach op is sequenced prior to any ops referencing the handle. Otherwise,\n\t\t * an invalid handle could be added to the document.\n\t\t * storageId may be undefined but since we are not connected we will have a chance to add it when reSubmit()\n\t\t * is called on reconnection.\n\t\t */\n\t\tif (entry.status !== PendingBlobStatus.OnlinePendingOp) {\n\t\t\tthis.logTimeInfo(entry, \"sendBlobAttachTransitionOfflineTTL\");\n\t\t\tthis.sendBlobAttachOp(localId, entry.storageId);\n\t\t}\n\n\t\tentry.status =\n\t\t\tentry.status === PendingBlobStatus.OnlinePendingUpload\n\t\t\t\t? PendingBlobStatus.OfflinePendingUpload\n\t\t\t\t: PendingBlobStatus.OfflinePendingOp;\n\n\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t}\n\n\t/**\n\t * Resubmit a BlobAttach op. Used to add storage IDs to ops that were\n\t * submitted to runtime while disconnected.\n\t * @param metadata - op metadata containing storage and/or local IDs\n\t */\n\tpublic reSubmit(metadata: Record<string, unknown> | undefined) {\n\t\tassert(!!metadata, 0x38b /* Resubmitted ops must have metadata */);\n\t\tconst { localId, blobId }: { localId?: string; blobId?: string } = metadata;\n\t\tassert(localId !== undefined, 0x50d /* local ID not available on reSubmit */);\n\t\tconst pendingEntry = this.pendingBlobs.get(localId);\n\t\tif (pendingEntry) {\n\t\t\tthis.logTimeInfo(pendingEntry, \"sendBlobAttachResubmitTTL\");\n\t\t}\n\t\tif (!blobId) {\n\t\t\t// We submitted this op while offline. The blob should have been uploaded by now.\n\t\t\tassert(\n\t\t\t\tpendingEntry?.status === PendingBlobStatus.OfflinePendingOp &&\n\t\t\t\t\t!!pendingEntry?.storageId,\n\t\t\t\t0x38d /* blob must be uploaded before resubmitting BlobAttach op */,\n\t\t\t);\n\t\t\treturn this.sendBlobAttachOp(localId, pendingEntry.storageId);\n\t\t}\n\t\treturn this.sendBlobAttachOp(localId, blobId);\n\t}\n\n\tprivate logTimeInfo(pendingEntry: PendingBlob, eventName: string) {\n\t\tlet timeLapseSinceLocalUpload: number = 0;\n\t\tlet timeLapseSinceServerUpload: number = 0;\n\t\tlet expiredUsingLocalTime;\n\t\tlet expiredUsingServerTime;\n\t\tif (pendingEntry.localUploadTime) {\n\t\t\ttimeLapseSinceLocalUpload = (Date.now() - pendingEntry.localUploadTime) / 1000;\n\t\t\texpiredUsingLocalTime =\n\t\t\t\t(pendingEntry.minTTLInSeconds ?? 0) - timeLapseSinceLocalUpload < 0 ? true : false;\n\t\t}\n\t\tif (pendingEntry.serverUploadTime) {\n\t\t\ttimeLapseSinceServerUpload = (Date.now() - pendingEntry.serverUploadTime) / 1000;\n\t\t\texpiredUsingServerTime =\n\t\t\t\t(pendingEntry.minTTLInSeconds ?? 0) - timeLapseSinceServerUpload < 0 ? true : false;\n\t\t}\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName,\n\t\t\tentryStatus: pendingEntry.status,\n\t\t\ttimeLapseSinceLocalUpload,\n\t\t\ttimeLapseSinceServerUpload,\n\t\t\tminTTLInSeconds: pendingEntry.minTTLInSeconds,\n\t\t\texpiredUsingLocalTime,\n\t\t\texpiredUsingServerTime,\n\t\t});\n\t}\n\n\tpublic processBlobAttachOp(message: ISequencedDocumentMessage, local: boolean) {\n\t\tconst localId = message.metadata?.localId;\n\t\tconst blobId = message.metadata?.blobId;\n\t\tassert(blobId !== undefined, 0x12a /* \"Missing blob id on metadata\" */);\n\n\t\t// Set up a mapping from local ID to storage ID. This is crucial since without this the blob cannot be\n\t\t// requested from the server.\n\t\t// Note: The check for undefined is needed for back-compat when localId was not part of the BlobAttach op that\n\t\t// was sent when online.\n\t\tif (localId !== undefined) {\n\t\t\tthis.setRedirection(localId, blobId);\n\t\t}\n\t\t// set identity (id -> id) entry\n\t\tthis.setRedirection(blobId, blobId);\n\n\t\tif (local) {\n\t\t\tassert(localId !== undefined, 0x50e /* local ID not present in blob attach message */);\n\t\t\tconst waitingBlobs = this.opsInFlight.get(blobId);\n\t\t\tif (waitingBlobs !== undefined) {\n\t\t\t\t// For each op corresponding to this storage ID that we are waiting for, resolve the pending blob.\n\t\t\t\t// This is safe because the server will keep the blob alive and the op containing the local ID to\n\t\t\t\t// storage ID is already in flight and any op containing this local ID will be sequenced after that.\n\t\t\t\twaitingBlobs.forEach((pendingLocalId) => {\n\t\t\t\t\tconst pendingBlobEntry = this.pendingBlobs.get(pendingLocalId);\n\t\t\t\t\tassert(\n\t\t\t\t\t\tpendingBlobEntry !== undefined,\n\t\t\t\t\t\t0x38f /* local online BlobAttach op with no pending blob entry */,\n\t\t\t\t\t);\n\n\t\t\t\t\t// It's possible we transitioned to offline flow while waiting for this op.\n\t\t\t\t\tif (pendingBlobEntry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t\t\tthis.setRedirection(pendingLocalId, blobId);\n\t\t\t\t\t\tpendingBlobEntry.handleP.resolve(this.getBlobHandle(pendingLocalId));\n\t\t\t\t\t\tthis.deleteAndEmitsIfEmpty(pendingLocalId);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\tthis.opsInFlight.delete(blobId);\n\t\t\t}\n\t\t\t// For blobs that were transitioned to offline flow while waiting for this op, the entry should be deleted.\n\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t}\n\t}\n\n\t/**\n\t * Reads blobs needed to load BlobManager from storage.\n\t * @param blobsTree - Tree containing IDs of previously attached blobs. We\n\t * look for the IDs in the blob entries of the tree since the both the r11s\n\t * and SPO drivers replace the attachment types returned in snapshot() with blobs.\n\t */\n\tpublic static async load(\n\t\tblobsTree: ISnapshotTree | undefined,\n\t\ttryFetchBlob: (id: string) => Promise<[string, string][]>,\n\t): Promise<IBlobManagerLoadInfo> {\n\t\tif (!blobsTree) {\n\t\t\treturn {};\n\t\t}\n\t\tlet redirectTable;\n\t\tconst tableId = blobsTree.blobs[this.redirectTableBlobName];\n\t\tif (tableId) {\n\t\t\tredirectTable = await tryFetchBlob(tableId);\n\t\t}\n\t\tconst ids = Object.entries(blobsTree.blobs)\n\t\t\t.filter(([k, _]) => k !== this.redirectTableBlobName)\n\t\t\t.map(([_, v]) => v);\n\t\treturn { ids, redirectTable };\n\t}\n\n\t/**\n\t * Load a set of previously attached blob IDs and redirect table from a previous snapshot.\n\t */\n\tprivate load(snapshot: IBlobManagerLoadInfo): Map<string, string | undefined> {\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName: \"AttachmentBlobsLoaded\",\n\t\t\tcount: snapshot.ids?.length ?? 0,\n\t\t\tredirectTable: snapshot.redirectTable?.length,\n\t\t});\n\t\tconst table = new Map<string, string | undefined>(snapshot.redirectTable);\n\t\tif (snapshot.ids) {\n\t\t\tconst detached = this.runtime.attachState === AttachState.Detached;\n\t\t\t// If we are detached, we don't have storage IDs yet, so set to undefined\n\t\t\t// Otherwise, set identity (id -> id) entries\n\t\t\tsnapshot.ids.forEach((entry) => table.set(entry, detached ? undefined : entry));\n\t\t}\n\t\treturn table;\n\t}\n\n\t/**\n\t * Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be\n\t * individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.\n\t * @param fullGC - true to bypass optimizations and force full generation of GC data. BlobManager doesn't care\n\t * about this for now because the data is a simple list of blob ids.\n\t */\n\tpublic getGCData(fullGC: boolean = false): IGarbageCollectionData {\n\t\tconst gcData: IGarbageCollectionData = { gcNodes: {} };\n\t\tfor (const [localId, storageId] of this.redirectTable) {\n\t\t\tassert(!!storageId, 0x390 /* Must be attached to get GC data */);\n\t\t\tgcData.gcNodes[this.getBlobGCNodePath(localId)] = [this.getBlobGCNodePath(storageId)];\n\t\t}\n\t\treturn gcData;\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are unused. The unused blobs are deleted.\n\t * @param unusedRoutes - The routes of the blob nodes that are unused.\n\t */\n\tpublic updateUnusedRoutes(unusedRoutes: string[]): void {\n\t\t// The routes or blob node paths are in the same format as returned in getGCData -\n\t\t// `/<BlobManager.basePath>/<blobId>`.\n\t\tfor (const route of unusedRoutes) {\n\t\t\tconst pathParts = route.split(\"/\");\n\t\t\tassert(\n\t\t\t\tpathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n\t\t\t\t0x2d5 /* \"Invalid blob node id in unused routes.\" */,\n\t\t\t);\n\t\t\tconst blobId = pathParts[2];\n\t\t\tthis.redirectTable.delete(blobId);\n\t\t}\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with\n\t * accessing deleted content without actually deleting content from summaries.\n\t * @param tombstonedRoutes - The routes of blob nodes that are tombstones.\n\t */\n\tpublic updateTombstonedRoutes(tombstonedRoutes: string[]) {\n\t\tconst tombstonedBlobsSet: Set<string> = new Set();\n\t\t// The routes or blob node paths are in the same format as returned in getGCData -\n\t\t// `/<BlobManager.basePath>/<blobId>`.\n\t\tfor (const route of tombstonedRoutes) {\n\t\t\tconst pathParts = route.split(\"/\");\n\t\t\tassert(\n\t\t\t\tpathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n\t\t\t\t0x50f /* Invalid blob node id in tombstoned routes. */,\n\t\t\t);\n\t\t\ttombstonedBlobsSet.add(pathParts[2]);\n\t\t}\n\n\t\t// Remove blobs from the tombstone list that were tombstoned but aren't anymore as per the tombstoneRoutes.\n\t\tfor (const blobId of this.tombstonedBlobs) {\n\t\t\tif (!tombstonedBlobsSet.has(blobId)) {\n\t\t\t\tthis.tombstonedBlobs.delete(blobId);\n\t\t\t}\n\t\t}\n\n\t\t// Mark blobs that are now tombstoned by adding them to the tombstone list.\n\t\tfor (const blobId of tombstonedBlobsSet) {\n\t\t\tthis.tombstonedBlobs.add(blobId);\n\t\t}\n\t}\n\n\t/**\n\t * Verifies that the blob with given id is valid, i.e., it has not been garbage collected. If the blob is GC'd,\n\t * log an error and throw if necessary.\n\t */\n\tprivate verifyBlobValidity(blobId: string) {\n\t\t/**\n\t\t * A blob can be in one of the following states:\n\t\t * 1. \"deleted\" - It has been deleted by garbage collection sweep phase.\n\t\t * 2. \"tombstoned\" - It is ready for deletion but sweep phase isn't enabled and tombstone feature is enabled.\n\t\t * 3. \"valid\" - It has not been deleted or tombstoned.\n\t\t */\n\t\tlet state: \"valid\" | \"tombstoned\" | \"deleted\" = \"valid\";\n\t\tif (this.isBlobDeleted(this.getBlobGCNodePath(blobId))) {\n\t\t\tstate = \"deleted\";\n\t\t} else if (this.tombstonedBlobs.has(blobId)) {\n\t\t\tstate = \"tombstoned\";\n\t\t}\n\n\t\tif (state === \"valid\") {\n\t\t\treturn;\n\t\t}\n\n\t\t// If the blob is deleted or throw on tombstone load is enabled, throw an error which will fail any attempt\n\t\t// to load the blob.\n\t\tconst shouldFail = state === \"deleted\" || this.throwOnTombstoneLoad;\n\t\tconst request = { url: blobId };\n\t\tconst error = responseToException(\n\t\t\tcreateResponseError(\n\t\t\t\t404,\n\t\t\t\t\"Blob was deleted\",\n\t\t\t\trequest,\n\t\t\t\tstate === \"tombstoned\" ? { [TombstoneResponseHeaderKey]: true } : undefined,\n\t\t\t),\n\t\t\trequest,\n\t\t);\n\t\tsendGCUnexpectedUsageEvent(\n\t\t\tthis.mc,\n\t\t\t{\n\t\t\t\teventName:\n\t\t\t\t\tstate === \"tombstoned\"\n\t\t\t\t\t\t? \"GC_Tombstone_Blob_Requested\"\n\t\t\t\t\t\t: \"GC_Deleted_Blob_Requested\",\n\t\t\t\tcategory: shouldFail ? \"error\" : \"generic\",\n\t\t\t\tisSummarizerClient: this.runtime.clientDetails.type === summarizerClientType,\n\t\t\t},\n\t\t\t[BlobManager.basePath],\n\t\t\terror,\n\t\t);\n\t\tif (shouldFail) {\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n\t\t// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached\n\t\tconst blobIds =\n\t\t\tthis.storageIds.size > 0\n\t\t\t\t? Array.from(this.storageIds)\n\t\t\t\t: Array.from(this.redirectTable.keys());\n\t\tconst builder = new SummaryTreeBuilder();\n\t\tblobIds.forEach((blobId) => {\n\t\t\tbuilder.addAttachment(blobId);\n\t\t});\n\n\t\t// Any non-identity entries in the table need to be saved in the summary\n\t\tif (this.redirectTable.size > blobIds.length) {\n\t\t\tbuilder.addBlob(\n\t\t\t\tBlobManager.redirectTableBlobName,\n\t\t\t\t// filter out identity entries\n\t\t\t\tJSON.stringify(\n\t\t\t\t\tArray.from(this.redirectTable.entries()).filter(\n\t\t\t\t\t\t([localId, storageId]) => localId !== storageId,\n\t\t\t\t\t),\n\t\t\t\t),\n\t\t\t);\n\t\t}\n\n\t\treturn builder.getSummaryTree();\n\t}\n\n\tpublic setRedirectTable(table: Map<string, string>) {\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Detached,\n\t\t\t0x252 /* \"redirect table can only be set in detached container\" */,\n\t\t);\n\t\tassert(\n\t\t\tthis.redirectTable.size === table.size,\n\t\t\t0x391 /* Redirect table size must match BlobManager's local ID count */,\n\t\t);\n\t\tfor (const [localId, storageId] of table) {\n\t\t\tassert(\n\t\t\t\tthis.redirectTable.has(localId),\n\t\t\t\t0x254 /* \"unrecognized id in redirect table\" */,\n\t\t\t);\n\t\t\tthis.setRedirection(localId, storageId);\n\t\t\t// set identity (id -> id) entry\n\t\t\tthis.setRedirection(storageId, storageId);\n\t\t}\n\t}\n\n\tpublic getPendingBlobs(): IPendingBlobs {\n\t\tconst blobs = {};\n\t\tfor (const [key, entry] of this.pendingBlobs) {\n\t\t\tblobs[key] = { blob: bufferToString(entry.blob, \"base64\") };\n\t\t}\n\t\treturn blobs;\n\t}\n}\n"]}
1
+ {"version":3,"file":"blobManager.js","sourceRoot":"","sources":["../src/blobManager.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,+BAAkC;AAQlC,iEAKuC;AACvC,+DAMsC;AAKtC,iFAA6F;AAC7F,qEAKyC;AAMzC,qEAA+D;AAC/D,yDAAkF;AAClF,6BAAoG;AACpG,2CAAuE;AACvE,uCAAiD;AAEjD;;;;;;GAMG;AACH,MAAa,UAAU;IAatB,YACiB,IAAY,EACZ,YAAiC,EAC1C,GAAuB;QAFd,SAAI,GAAJ,IAAI,CAAQ;QACZ,iBAAY,GAAZ,YAAY,CAAqB;QAC1C,QAAG,GAAH,GAAG,CAAoB;QAfvB,aAAQ,GAAY,KAAK,CAAC;QAiBjC,IAAI,CAAC,YAAY,GAAG,IAAA,yCAAyB,EAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAhBD,IAAW,YAAY;QACtB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,IAAW,UAAU;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAYM,WAAW;QACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAEM,IAAI,CAAC,MAAoB;QAC/B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC/C,CAAC;CACD;AA5BD,gCA4BC;AAED,MAAM,oBAAoB;IACzB,YAA6B,SAAqB;QAArB,cAAS,GAAT,SAAS,CAAY;QAC1C,YAAO,GAAG,IAAI,uBAAQ,EAAQ,CAAC;IADc,CAAC;IAG/C,KAAK,CAAC,QAAQ;QACpB,OAAO,OAAO,CAAC,IAAI,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO;YACpB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;SAC9E,CAAC,CAAC;IACJ,CAAC;IAEM,MAAM;QACZ,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,uBAAQ,EAAQ,CAAC;IACrC,CAAC;CACD;AAmBD,qFAAqF;AACrF,uEAAuE;AACvE,IAAK,iBAKJ;AALD,WAAK,iBAAiB;IACrB,uFAAmB,CAAA;IACnB,+EAAe,CAAA;IACf,yFAAoB,CAAA;IACpB,iFAAgB,CAAA;AACjB,CAAC,EALI,iBAAiB,KAAjB,iBAAiB,QAKrB;AAsBD,MAAa,WAAY,SAAQ,gCAAqC;IA+CrE,YACkB,YAAiC,EAClD,QAA8B,EACb,UAAyC;IAC1D;;;;;;;;;OASG;IACH,gBAA+D;IAC/D,+FAA+F;IAC/F,0DAA0D;IACzC,aAAyC;IAC1D,oDAAoD;IACpD,0DAA0D;IACzC,aAA4C,EAC5C,OAA4B,EAC7C,eAA8B,EAAE,EACf,cAAyD;QAE1E,KAAK,EAAE,CAAC;QAxBS,iBAAY,GAAZ,YAAY,CAAqB;QAEjC,eAAU,GAAV,UAAU,CAA+B;QAczC,kBAAa,GAAb,aAAa,CAA4B;QAGzC,kBAAa,GAAb,aAAa,CAA+B;QAC5C,YAAO,GAAP,OAAO,CAAqB;QAE5B,mBAAc,GAAd,cAAc,CAA2C;QAxD3E;;;;WAIG;QACc,iBAAY,GAA6B,IAAI,GAAG,EAAE,CAAC;QAEpE;;;;WAIG;QACc,gBAAW,GAA0B,IAAI,GAAG,EAAE,CAAC;QAE/C,mBAAc,GAAG,IAAI,oBAAoB,CACzD,IAAI,qBAAS,CACZ,EAAE,GAAG,IAAI,EAAE,sBAAsB;QACjC,EAAE,GAAG,IAAI,EAAE,mBAAmB;QAC9B,4EAA4E;QAC5E,IAAA,6BAAiB,EAAC,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CACvD,CACD,CAAC;QAIF;;;WAGG;QACc,oBAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;QA8BzD,IAAI,CAAC,EAAE,GAAG,IAAA,2CAAyB,EAAC,6BAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5F,wFAAwF;QACxF,IAAI,CAAC,oBAAoB;YACxB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,4BAAuB,CAAC,KAAK,IAAI;gBAC3D,IAAI,CAAC,OAAO,CAAC,6BAA6B;gBAC1C,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,8BAAoB,CAAC;QAE1D,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzC,iEAAiE;QACjE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,IAAA,6BAAc,EAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,UAAU,EAAE;gBAC9C,MAAM,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;gBACzE,6EAA6E;gBAC7E,IAAI,KAAK,CAAC,eAAe,GAAG,yBAAyB,GAAG,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE;oBAClF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;wBAC9B,IAAI;wBACJ,MAAM,EAAE,iBAAiB,CAAC,gBAAgB;wBAC1C,OAAO,EAAE,IAAI,uBAAQ,EAAE;wBACvB,OAAO,EAAE,SAAS;wBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;qBACtC,CAAC,CAAC;oBACH,OAAO;iBACP;aACD;YACD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC9B,IAAI;gBACJ,MAAM,EAAE,iBAAiB,CAAC,oBAAoB;gBAC9C,OAAO,EAAE,IAAI,uBAAQ,EAAE;gBACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;aACvC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,GAAG,CAAC,OAAe,EAAE,MAAe,EAAE,EAAE;YAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,UAAU,MAAI,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,eAAe,CAAA,EAAE;gBAC9D,MAAM,kBAAkB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;gBACzE,MAAM,OAAO,GAAG,YAAY,CAAC,eAAe,GAAG,kBAAkB,GAAG,CAAC,CAAC;gBACtE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;oBACjC,SAAS,EAAE,gBAAgB;oBAC3B,WAAW,EAAE,YAAY,CAAC,MAAM;oBAChC,kBAAkB;oBAClB,eAAe,EAAE,YAAY,CAAC,eAAe;oBAC7C,OAAO;iBACP,CAAC,CAAC;gBACH,IAAI,OAAO,EAAE;oBACZ,sDAAsD;oBACtD,IAAI,CAAC,cAAc,CAClB,IAAI,8BAAY,CACf,gDAAgD,EAChD,SAAS,EACT;wBACC,OAAO;wBACP,MAAM;wBACN,WAAW,EAAE,YAAY,CAAC,MAAM;wBAChC,kBAAkB;qBAClB,CACD,CACD,CAAC;iBACF;aACD;YACD,OAAO,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC,CAAC;IACH,CAAC;IAED,IAAY,qBAAqB;QAChC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,CAC1D,CAAC;IACH,CAAC;IAED,IAAW,wBAAwB;QAClC,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,IAAW,eAAe;QACzB,OAAO,CACN,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;YAClF,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,kCAAgB,CAAC,cAAc,CACpC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd;YACC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,cAAc,CAAC,MAAM;SAC5B,EACD,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EACvC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAC1B,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc;QACrB,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YACjD,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;gBACvD,kGAAkG;gBAClG,oCAAoC;gBACpC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;SACD;IACF,CAAC;IAED;;;OAGG;IACH,IAAY,UAAU;QACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAqB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAErE,mEAAmE;QACnE,MAAM,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,uGAAuG;QACvG,oGAAoG;QACpG,IAAA,qBAAM,EACL,CAAC,qBAAqB;YACrB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,EACtE,KAAK,CAAC,gGAAgG,CACtG,CAAC;QAEF,OAAO,GAAkB,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,MAAc;QAClC,8GAA8G;QAC9G,oBAAoB;QACpB,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE;YACZ,OAAO,OAAO,CAAC,IAAI,CAAC;SACpB;QACD,IAAI,SAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,IAAA,qBAAM,EAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAE7E,oFAAoF;YACpF,uFAAuF;YACvF,SAAS,GAAG,MAAM,CAAC;SACnB;aAAM;YACN,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzD,IAAA,qBAAM,EAAC,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpE,SAAS,GAAG,iBAAiB,CAAC;SAC9B;QAED,iEAAiE;QACjE,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEpD,OAAO,kCAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,oBAAoB,EAAE,EAAE,EAAE,SAAS,EAAE,EAClD,KAAK,IAAI,EAAE;YACV,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC,EACD,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAC9B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,EAAU;QAC/B,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EACvD,KAAK,CAAC,wCAAwC,CAC9C,CAAC;QACF,OAAO,IAAI,UAAU,CAAC,GAAG,WAAW,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE,CACpF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC/B,IAAqB;QAErB,oFAAoF;QACpF,qFAAqF;QACrF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,IAAqB;QAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EAAE;YACtD,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;SACrC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,SAAS,EAAE;YACvD,oDAAoD;YACpD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAC7E,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;SAC7E;QACD,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,8EAA8E,CACpF,CAAC;QAEF,uGAAuG;QACvG,iCAAiC;QACjC,MAAM,OAAO,GAAG,IAAA,SAAI,GAAE,CAAC;QACvB,MAAM,YAAY,GAAgB;YACjC,IAAI;YACJ,MAAM,EAAE,iBAAiB,CAAC,mBAAmB;YAC7C,OAAO,EAAE,IAAI,uBAAQ,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SACvC,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE7C,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,IAAqB;QAC9D,OAAO,kCAAgB,CAAC,cAAc,CACrC,IAAI,CAAC,EAAE,CAAC,MAAM,EACd,EAAE,SAAS,EAAE,YAAY,EAAE,EAC3B,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC9C,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CACnE,CAAC,IAAI,CACL,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,EACrD,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CAChD,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,MAAc,EAAE,IAAwB;QAC9D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAEO,qBAAqB,CAAC,EAAU;QACvC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAC9B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;gBAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;aAC5B;SACD;IACF,CAAC;IAEO,eAAe,CAAC,OAAe,EAAE,QAAoC;;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EACL,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,mBAAmB;YACtD,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,MAAK,iBAAiB,CAAC,oBAAoB,EACzD,KAAK,CAAC,oDAAoD,CAC1D,CAAC;QACF,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QACjD,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,mDAAmD;gBACnD,wGAAwG;gBACxG,wDAAwD;gBACxD,oGAAoG;gBACpG,8CAA8C;gBAC9C,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;oBACrC,mGAAmG;oBACnG,6FAA6F;oBAC7F,sDAAsD;oBACtD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAC1C,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;oBACnD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBACpC;qBAAM;oBACN,kGAAkG;oBAClG,gGAAgG;oBAChG,yBAAyB;oBACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CACnB,QAAQ,CAAC,EAAE,EACX,CAAC,MAAA,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CACzD,CAAC;oBACF,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC;iBACjD;aACD;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,oBAAoB,EAAE;gBACnE,8FAA8F;gBAC9F,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;aAClD;SACD;aAAM;YACN,iDAAiD;YACjD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAE,oCAAoC,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;SAClD;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,KAAK;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB,EAAE;gBAC3D,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;aAClC;YACD,2FAA2F;YAC3F,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc;iBACjC,QAAQ,EAAE;iBACV,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,OAAO,KAAK,CAAC,OAAO,CAAC;SACrB;aAAM;YACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEO,mBAAmB,CAAC,OAAe;QAC1C,IAAA,qBAAM,EACL,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EACvB,KAAK,CAAC,wEAAwE,CAC9E,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAA,qBAAM,EAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACnD,IAAA,qBAAM,EACL,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC,QAAQ,CAClF,KAAK,CAAC,MAAM,CACZ,EACD,KAAK,CAAC,+DAA+D,CACrE,CAAC;QAEF;;;;;;WAMG;QACH,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;YACvD,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SAChD;QAED,KAAK,CAAC,MAAM;YACX,KAAK,CAAC,MAAM,KAAK,iBAAiB,CAAC,mBAAmB;gBACrD,CAAC,CAAC,iBAAiB,CAAC,oBAAoB;gBACxC,CAAC,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QAEvC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,QAA6C;QAC5D,IAAA,qBAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAA0C,QAAQ,CAAC;QAC5E,IAAA,qBAAM,EAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,CAAC,MAAM,EAAE;YACZ,iFAAiF;YACjF,IAAA,qBAAM,EACL,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,MAAK,iBAAiB,CAAC,gBAAgB;gBAC1D,CAAC,CAAC,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,SAAS,CAAA,EAC1B,KAAK,CAAC,6DAA6D,CACnE,CAAC;YACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;SAC9D;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAEM,mBAAmB,CAAC,OAAkC,EAAE,KAAc;;QAC5E,MAAM,OAAO,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAA,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAC;QACxC,IAAA,qBAAM,EAAC,MAAM,KAAK,SAAS,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAExE,sGAAsG;QACtG,6BAA6B;QAC7B,8GAA8G;QAC9G,wBAAwB;QACxB,IAAI,OAAO,KAAK,SAAS,EAAE;YAC1B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SACrC;QACD,gCAAgC;QAChC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpC,IAAI,KAAK,EAAE;YACV,IAAA,qBAAM,EAAC,OAAO,KAAK,SAAS,EAAE,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACvF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC/B,kGAAkG;gBAClG,iGAAiG;gBACjG,oGAAoG;gBACpG,YAAY,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;oBACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC/D,IAAA,qBAAM,EACL,gBAAgB,KAAK,SAAS,EAC9B,KAAK,CAAC,2DAA2D,CACjE,CAAC;oBAEF,2EAA2E;oBAC3E,IAAI,gBAAgB,CAAC,MAAM,KAAK,iBAAiB,CAAC,eAAe,EAAE;wBAClE,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;wBAC5C,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;wBACrE,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;qBAC3C;gBACF,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aAChC;YACD,2GAA2G;YAC3G,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;SACpC;IACF,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CACvB,SAAoC,EACpC,YAAyD;QAEzD,IAAI,CAAC,SAAS,EAAE;YACf,OAAO,EAAE,CAAC;SACV;QACD,IAAI,aAAa,CAAC;QAClB,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC5D,IAAI,OAAO,EAAE;YACZ,aAAa,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;SAC5C;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACrB,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,QAA8B;;QAC1C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjC,SAAS,EAAE,uBAAuB;YAClC,KAAK,EAAE,MAAA,MAAA,QAAQ,CAAC,GAAG,0CAAE,MAAM,mCAAI,CAAC;YAChC,aAAa,EAAE,MAAA,QAAQ,CAAC,aAAa,0CAAE,MAAM;SAC7C,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAA6B,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,GAAG,EAAE;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,CAAC;YACnE,yEAAyE;YACzE,6CAA6C;YAC7C,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;SAChF;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAEM,SAAS,CAAC,gBAAoC;QACpD,gHAAgH;QAChH,MAAM,OAAO,GACZ,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;YAC7B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,kCAAkB,EAAE,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE;YAC7C,OAAO,CAAC,OAAO,CACd,WAAW,CAAC,qBAAqB;YACjC,8BAA8B;YAC9B,IAAI,CAAC,SAAS,CACb,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAC9C,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,SAAS,CAC/C,CACD,CACD,CAAC;SACF;QAED,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAED;;;;;OAKG;IACI,SAAS,CAAC,SAAkB,KAAK;QACvC,MAAM,MAAM,GAA2B,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE;YACtD,IAAA,qBAAM,EAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACjE,wGAAwG;YACxG,uDAAuD;YACvD,4GAA4G;YAC5G,4CAA4C;YAC5C,IAAI,OAAO,KAAK,SAAS,EAAE;gBAC1B,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;aACtD;SACD;QACD,OAAO,MAAM,CAAC;IACf,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,YAAsB;QAC/C,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACI,qBAAqB,CAAC,oBAA8B;QAC1D,iGAAiG;QACjG,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,4BAAuB,CAAC,KAAK,IAAI,EAAE;YAChE,OAAO,EAAE,CAAC;SACV;QAED,IAAI,CAAC,4BAA4B,CAAC,oBAAoB,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACzC,CAAC;IAED;;;;;;;;;;OAUG;IACK,4BAA4B,CAAC,UAAoB;QACxD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;YAC5B,OAAO;SACP;QAED,8GAA8G;QAC9G,8DAA8D;QAC9D,MAAM,qBAAqB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACrD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;YAC/B,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACpC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;oBAC7B,SAAS,EAAE,+BAA+B;oBAC1C,MAAM;iBACN,CAAC,CAAC;gBACH,SAAS;aACT;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjD,IAAA,qBAAM,EAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5D,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SAClC;QAED,6GAA6G;QAC7G,gEAAgE;QAChE,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE;YAChE,IAAA,qBAAM,EAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5D,0GAA0G;YAC1G,IAAI,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,OAAO,KAAK,SAAS,EAAE;gBAClE,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;aACxC;SACD;QAED,iFAAiF;QACjF,yGAAyG;QACzG,KAAK,MAAM,SAAS,IAAI,qBAAqB,EAAE;YAC9C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SACrC;IACF,CAAC;IAED;;;;OAIG;IACI,sBAAsB,CAAC,gBAA0B;QACvD,MAAM,kBAAkB,GAAgB,IAAI,GAAG,EAAE,CAAC;QAClD,kFAAkF;QAClF,sCAAsC;QACtC,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;YACrC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAC9C,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SAC/B;QAED,2GAA2G;QAC3G,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE;YAC1C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACpC;SACD;QAED,2EAA2E;QAC3E,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE;YACxC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACjC;IACF,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,MAAc;QACxC;;;;;WAKG;QACH,IAAI,KAAK,GAAuC,OAAO,CAAC;QACxD,IAAI,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,EAAE;YACxD,KAAK,GAAG,SAAS,CAAC;SAClB;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YAC5C,KAAK,GAAG,YAAY,CAAC;SACrB;QAED,IAAI,KAAK,KAAK,OAAO,EAAE;YACtB,OAAO;SACP;QAED,2GAA2G;QAC3G,oBAAoB;QACpB,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,oBAAoB,CAAC;QACpE,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAA,mCAAmB,EAChC,IAAA,mCAAmB,EAClB,GAAG,EACH,kBAAkB,EAClB,OAAO,EACP,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,6CAA0B,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAC3E,EACD,OAAO,CACP,CAAC;QACF,IAAA,+BAA0B,EACzB,IAAI,CAAC,EAAE,EACP;YACC,SAAS,EACR,KAAK,KAAK,YAAY;gBACrB,CAAC,CAAC,6BAA6B;gBAC/B,CAAC,CAAC,2BAA2B;YAC/B,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YAC1C,6BAA6B,EAAE,IAAI,CAAC,OAAO,CAAC,6BAA6B;SACzE,EACD,CAAC,WAAW,CAAC,QAAQ,CAAC,EACtB,KAAK,CACL,CAAC;QACF,IAAI,UAAU,EAAE;YACf,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAEM,gBAAgB,CAAC,KAA0B;QACjD,IAAA,qBAAM,EACL,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,mCAAW,CAAC,QAAQ,EACjD,KAAK,CAAC,4DAA4D,CAClE,CAAC;QACF,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EACtC,KAAK,CAAC,iEAAiE,CACvE,CAAC;QACF,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,EAAE;YACzC,IAAA,qBAAM,EACL,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAC/B,KAAK,CAAC,yCAAyC,CAC/C,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SAC1C;IACF,CAAC;IAEM,eAAe;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE;YAC7C,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,eAAe;gBACjC,CAAC,CAAC;oBACA,IAAI,EAAE,IAAA,6BAAc,EAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC;oBAC1C,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;iBACrC;gBACH,CAAC,CAAC,EAAE,IAAI,EAAE,IAAA,6BAAc,EAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;SAClD;QACD,OAAO,KAAK,CAAC;IACd,CAAC;;AA/vBF,kCAgwBC;AA/vBuB,oBAAQ,GAAG,QAAQ,CAAC;AACnB,iCAAqB,GAAG,gBAAgB,CAAC;AAgwBlE;;;;GAIG;AACH,SAAS,uBAAuB,CAAC,MAAc;IAC9C,OAAO,IAAI,WAAW,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,QAAgB;IAChD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtC,IAAA,qBAAM,EACL,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,QAAQ,EAC/D,KAAK,CAAC,4BAA4B,CAClC,CAAC;IACF,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { v4 as uuid } from \"uuid\";\nimport { IFluidHandle, IFluidHandleContext } from \"@fluidframework/core-interfaces\";\nimport { IDocumentStorageService } from \"@fluidframework/driver-definitions\";\nimport {\n\tICreateBlobResponse,\n\tISequencedDocumentMessage,\n\tISnapshotTree,\n} from \"@fluidframework/protocol-definitions\";\nimport {\n\tcreateResponseError,\n\tgenerateHandleContextPath,\n\tresponseToException,\n\tSummaryTreeBuilder,\n} from \"@fluidframework/runtime-utils\";\nimport {\n\tassert,\n\tbufferToString,\n\tDeferred,\n\tstringToBuffer,\n\tTypedEventEmitter,\n} from \"@fluidframework/common-utils\";\nimport {\n\tIContainerRuntime,\n\tIContainerRuntimeEvents,\n} from \"@fluidframework/container-runtime-definitions\";\nimport { AttachState, ICriticalContainerError } from \"@fluidframework/container-definitions\";\nimport {\n\tChildLogger,\n\tloggerToMonitoringContext,\n\tMonitoringContext,\n\tPerformanceEvent,\n} from \"@fluidframework/telemetry-utils\";\nimport {\n\tIGarbageCollectionData,\n\tISummaryTreeWithStats,\n\tITelemetryContext,\n} from \"@fluidframework/runtime-definitions\";\nimport { GenericError } from \"@fluidframework/container-utils\";\nimport { ContainerRuntime, TombstoneResponseHeaderKey } from \"./containerRuntime\";\nimport { sendGCUnexpectedUsageEvent, sweepAttachmentBlobsKey, throwOnTombstoneLoadKey } from \"./gc\";\nimport { Throttler, formExponentialFn, IThrottler } from \"./throttler\";\nimport { summarizerClientType } from \"./summary\";\n\n/**\n * This class represents blob (long string)\n * This object is used only when creating (writing) new blob and serialization purposes.\n * De-serialization process goes through FluidObjectHandle and request flow:\n * DataObject.request() recognizes requests in the form of `/blobs/<id>`\n * and loads blob.\n */\nexport class BlobHandle implements IFluidHandle<ArrayBufferLike> {\n\tprivate attached: boolean = false;\n\n\tpublic get IFluidHandle(): IFluidHandle {\n\t\treturn this;\n\t}\n\n\tpublic get isAttached(): boolean {\n\t\treturn this.attached;\n\t}\n\n\tpublic readonly absolutePath: string;\n\n\tconstructor(\n\t\tpublic readonly path: string,\n\t\tpublic readonly routeContext: IFluidHandleContext,\n\t\tpublic get: () => Promise<any>,\n\t) {\n\t\tthis.absolutePath = generateHandleContextPath(path, this.routeContext);\n\t}\n\n\tpublic attachGraph() {\n\t\tthis.attached = true;\n\t}\n\n\tpublic bind(handle: IFluidHandle) {\n\t\tthrow new Error(\"Cannot bind to blob handle\");\n\t}\n}\n\nclass CancellableThrottler {\n\tconstructor(private readonly throttler: IThrottler) {}\n\tprivate cancelP = new Deferred<void>();\n\n\tpublic async getDelay(): Promise<void> {\n\t\treturn Promise.race([\n\t\t\tthis.cancelP.promise,\n\t\t\tnew Promise<void>((resolve) => setTimeout(resolve, this.throttler.getDelay())),\n\t\t]);\n\t}\n\n\tpublic cancel() {\n\t\tthis.cancelP.resolve();\n\t\tthis.cancelP = new Deferred<void>();\n\t}\n}\n\n/**\n * Information from a snapshot needed to load BlobManager\n */\nexport interface IBlobManagerLoadInfo {\n\tids?: string[];\n\tredirectTable?: [string, string][];\n}\n\n// Restrict the IContainerRuntime interface to the subset required by BlobManager. This helps to make\n// the contract explicit and reduces the amount of mocking required for tests.\nexport type IBlobManagerRuntime = Pick<\n\tIContainerRuntime,\n\t\"attachState\" | \"connected\" | \"logger\" | \"clientDetails\"\n> &\n\tPick<ContainerRuntime, \"gcTombstoneEnforcementAllowed\"> &\n\tTypedEventEmitter<IContainerRuntimeEvents>;\n\n// Note that while offline we \"submit\" an op before uploading the blob, but we always\n// expect blobs to be uploaded before we actually see the op round-trip\nenum PendingBlobStatus {\n\tOnlinePendingUpload,\n\tOnlinePendingOp,\n\tOfflinePendingUpload,\n\tOfflinePendingOp,\n}\n\ntype ICreateBlobResponseWithTTL = ICreateBlobResponse & Partial<Record<\"minTTLInSeconds\", number>>;\n\ninterface PendingBlob {\n\tblob: ArrayBufferLike;\n\tstatus: PendingBlobStatus;\n\tstorageId?: string;\n\thandleP: Deferred<IFluidHandle<ArrayBufferLike>>;\n\tuploadP?: Promise<ICreateBlobResponse>;\n\tuploadTime?: number;\n\tminTTLInSeconds?: number;\n}\n\nexport interface IPendingBlobs {\n\t[id: string]: { blob: string; uploadTime?: number; minTTLInSeconds?: number };\n}\n\nexport interface IBlobManagerEvents {\n\t(event: \"noPendingBlobs\", listener: () => void);\n}\n\nexport class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {\n\tpublic static readonly basePath = \"_blobs\";\n\tprivate static readonly redirectTableBlobName = \".redirectTable\";\n\tprivate readonly mc: MonitoringContext;\n\n\t/**\n\t * Map of local IDs to storage IDs. Contains identity entries (id → id) for storage IDs. All requested IDs should\n\t * be a key in this map. Blobs created while the container is detached are stored in IDetachedBlobStorage which\n\t * gives local IDs; the storage IDs are filled in at attach time.\n\t * Note: It contains mappings from all clients, i.e., from remote clients as well. local ID comes from the client\n\t * that uploaded the blob but its mapping to storage ID is needed in all clients in order to retrieve the blob.\n\t */\n\tprivate readonly redirectTable: Map<string, string | undefined>;\n\n\t/**\n\t * Blobs which have not been uploaded or for which we have not yet seen a BlobAttach op round-trip.\n\t * Until we see the op round-trip, there is a possibility we may need to re-upload the blob, so\n\t * we must save it. This is true for both the online and offline flow.\n\t */\n\tprivate readonly pendingBlobs: Map<string, PendingBlob> = new Map();\n\n\t/**\n\t * Track ops in flight for online flow. This is used for optimizations where if we receive an ack for a storage ID,\n\t * we can resolve all pending blobs with the same storage ID even though they may have different local IDs. That's\n\t * because we know that the server will not delete the blob corresponding to that storage ID.\n\t */\n\tprivate readonly opsInFlight: Map<string, string[]> = new Map();\n\n\tprivate readonly retryThrottler = new CancellableThrottler(\n\t\tnew Throttler(\n\t\t\t60 * 1000, // 60 sec delay window\n\t\t\t30 * 1000, // 30 sec max delay\n\t\t\t// throttling function increases exponentially (0ms, 40ms, 80ms, 160ms, etc)\n\t\t\tformExponentialFn({ coefficient: 20, initialDelay: 0 }),\n\t\t),\n\t);\n\n\t/** If true, throw an error when a tombstone attachment blob is retrieved. */\n\tprivate readonly throwOnTombstoneLoad: boolean;\n\t/**\n\t * This stores IDs of tombstoned blobs.\n\t * Tombstone is a temporary feature that imitates a blob getting swept by garbage collection.\n\t */\n\tprivate readonly tombstonedBlobs: Set<string> = new Set();\n\n\tprivate readonly sendBlobAttachOp: (localId: string, storageId?: string) => void;\n\n\tconstructor(\n\t\tprivate readonly routeContext: IFluidHandleContext,\n\t\tsnapshot: IBlobManagerLoadInfo,\n\t\tprivate readonly getStorage: () => IDocumentStorageService,\n\t\t/**\n\t\t * Submit a BlobAttach op. When a blob is uploaded, there is a short grace period before which the blob is\n\t\t * deleted. The BlobAttach op notifies the server that blob is in use. The server will then not delete the\n\t\t * the blob as long as it is listed as referenced in future summaries. The summarizing client will know to\n\t\t * include the storage ID in the summary when it sees the op.\n\t\t *\n\t\t * The op will also include a local ID to inform all clients of the relation to the storage ID, without\n\t\t * knowledge of which they cannot request the blob from storage. It's important that this op is sequenced\n\t\t * before any ops that reference the local ID, otherwise, an invalid handle could be added to the document.\n\t\t */\n\t\tsendBlobAttachOp: (localId: string, storageId?: string) => void,\n\t\t// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly blobRequested: (blobPath: string) => void,\n\t\t// Called to check if a blob has been deleted by GC.\n\t\t// blobPath's format - `/<BlobManager.basePath>/<blobId>`.\n\t\tprivate readonly isBlobDeleted: (blobPath: string) => boolean,\n\t\tprivate readonly runtime: IBlobManagerRuntime,\n\t\tstashedBlobs: IPendingBlobs = {},\n\t\tprivate readonly closeContainer: (error?: ICriticalContainerError) => void,\n\t) {\n\t\tsuper();\n\t\tthis.mc = loggerToMonitoringContext(ChildLogger.create(this.runtime.logger, \"BlobManager\"));\n\t\t// Read the feature flag that tells whether to throw when a tombstone blob is requested.\n\t\tthis.throwOnTombstoneLoad =\n\t\t\tthis.mc.config.getBoolean(throwOnTombstoneLoadKey) === true &&\n\t\t\tthis.runtime.gcTombstoneEnforcementAllowed &&\n\t\t\tthis.runtime.clientDetails.type !== summarizerClientType;\n\n\t\tthis.runtime.on(\"disconnected\", () => this.onDisconnected());\n\t\tthis.redirectTable = this.load(snapshot);\n\n\t\t// Begin uploading stashed blobs from previous container instance\n\t\tObject.entries(stashedBlobs).forEach(([localId, entry]) => {\n\t\t\tconst blob = stringToBuffer(entry.blob, \"base64\");\n\t\t\tif (entry.minTTLInSeconds && entry.uploadTime) {\n\t\t\t\tconst timeLapseSinceLocalUpload = (Date.now() - entry.uploadTime) / 1000;\n\t\t\t\t// stashed entries with more than half-life in storage will not be reuploaded\n\t\t\t\tif (entry.minTTLInSeconds - timeLapseSinceLocalUpload > entry.minTTLInSeconds / 2) {\n\t\t\t\t\tthis.pendingBlobs.set(localId, {\n\t\t\t\t\t\tblob,\n\t\t\t\t\t\tstatus: PendingBlobStatus.OfflinePendingOp,\n\t\t\t\t\t\thandleP: new Deferred(),\n\t\t\t\t\t\tuploadP: undefined,\n\t\t\t\t\t\tuploadTime: entry.uploadTime,\n\t\t\t\t\t\tminTTLInSeconds: entry.minTTLInSeconds,\n\t\t\t\t\t});\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t}\n\t\t\tthis.pendingBlobs.set(localId, {\n\t\t\t\tblob,\n\t\t\t\tstatus: PendingBlobStatus.OfflinePendingUpload,\n\t\t\t\thandleP: new Deferred(),\n\t\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t\t});\n\t\t});\n\n\t\tthis.sendBlobAttachOp = (localId: string, blobId?: string) => {\n\t\t\tconst pendingEntry = this.pendingBlobs.get(localId);\n\t\t\tif (pendingEntry?.uploadTime && pendingEntry?.minTTLInSeconds) {\n\t\t\t\tconst secondsSinceUpload = (Date.now() - pendingEntry.uploadTime) / 1000;\n\t\t\t\tconst expired = pendingEntry.minTTLInSeconds - secondsSinceUpload < 0;\n\t\t\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\t\t\teventName: \"sendBlobAttach\",\n\t\t\t\t\tentryStatus: pendingEntry.status,\n\t\t\t\t\tsecondsSinceUpload,\n\t\t\t\t\tminTTLInSeconds: pendingEntry.minTTLInSeconds,\n\t\t\t\t\texpired,\n\t\t\t\t});\n\t\t\t\tif (expired) {\n\t\t\t\t\t// we want to avoid submitting ops with broken handles\n\t\t\t\t\tthis.closeContainer(\n\t\t\t\t\t\tnew GenericError(\n\t\t\t\t\t\t\t\"Trying to submit a BlobAttach for expired blob\",\n\t\t\t\t\t\t\tundefined,\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\tlocalId,\n\t\t\t\t\t\t\t\tblobId,\n\t\t\t\t\t\t\t\tentryStatus: pendingEntry.status,\n\t\t\t\t\t\t\t\tsecondsSinceUpload,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t),\n\t\t\t\t\t);\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn sendBlobAttachOp(localId, blobId);\n\t\t};\n\t}\n\n\tprivate get pendingOfflineUploads() {\n\t\treturn Array.from(this.pendingBlobs.values()).filter(\n\t\t\t(e) => e.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t);\n\t}\n\n\tpublic get hasPendingOfflineUploads(): boolean {\n\t\treturn this.pendingOfflineUploads.length > 0;\n\t}\n\n\tpublic get hasPendingBlobs(): boolean {\n\t\treturn (\n\t\t\t(this.runtime.attachState !== AttachState.Attached && this.redirectTable.size > 0) ||\n\t\t\tthis.pendingBlobs.size > 0\n\t\t);\n\t}\n\n\t/**\n\t * Upload blobs added while offline. This must be completed before connecting and resubmitting ops.\n\t */\n\tpublic async onConnected() {\n\t\tthis.retryThrottler.cancel();\n\t\tconst pendingUploads = this.pendingOfflineUploads.map(async (e) => e.uploadP);\n\t\tawait PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{\n\t\t\t\teventName: \"BlobUploadOnConnected\",\n\t\t\t\tcount: pendingUploads.length,\n\t\t\t},\n\t\t\tasync () => Promise.all(pendingUploads),\n\t\t\t{ start: true, end: true },\n\t\t);\n\t}\n\n\t/**\n\t * Transition online blobs waiting for BlobAttach op round-trip since we will not see the op until we are connected\n\t * again\n\t */\n\tprivate onDisconnected() {\n\t\tfor (const [localId, entry] of this.pendingBlobs) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t// This will submit another BlobAttach op for this blob. This is necessary because the one we sent\n\t\t\t\t// already didn't have the local ID.\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t}\n\t}\n\n\t/**\n\t * Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is\n\t * detached or there are no (non-pending) attachment blobs in the document\n\t */\n\tprivate get storageIds(): Set<string> {\n\t\tconst ids = new Set<string | undefined>(this.redirectTable.values());\n\n\t\t// If we are detached, we will not have storage IDs, only undefined\n\t\tconst undefinedValueInTable = ids.delete(undefined);\n\n\t\t// For a detached container, entries are inserted into the redirect table with an undefined storage ID.\n\t\t// For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.\n\t\tassert(\n\t\t\t!undefinedValueInTable ||\n\t\t\t\t(this.runtime.attachState === AttachState.Detached && ids.size === 0),\n\t\t\t0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */,\n\t\t);\n\n\t\treturn ids as Set<string>;\n\t}\n\n\tpublic async getBlob(blobId: string): Promise<ArrayBufferLike> {\n\t\t// Verify that the blob is valid, i.e., it has not been garbage collected. If it is, this will throw an error,\n\t\t// failing the call.\n\t\tthis.verifyBlobValidity(blobId);\n\n\t\tconst pending = this.pendingBlobs.get(blobId);\n\t\tif (pending) {\n\t\t\treturn pending.blob;\n\t\t}\n\t\tlet storageId: string;\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\tassert(this.redirectTable.has(blobId), 0x383 /* requesting unknown blobs */);\n\n\t\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t\t// The 'IDocumentStorageService.readBlob()' call below will retrieve these via localId.\n\t\t\tstorageId = blobId;\n\t\t} else {\n\t\t\tconst attachedStorageId = this.redirectTable.get(blobId);\n\t\t\tassert(!!attachedStorageId, 0x11f /* \"requesting unknown blobs\" */);\n\t\t\tstorageId = attachedStorageId;\n\t\t}\n\n\t\t// Let runtime know that the corresponding GC node was requested.\n\t\tthis.blobRequested(getGCNodePathFromBlobId(blobId));\n\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"AttachmentReadBlob\", id: storageId },\n\t\t\tasync () => {\n\t\t\t\treturn this.getStorage().readBlob(storageId);\n\t\t\t},\n\t\t\t{ end: true, cancel: \"error\" },\n\t\t);\n\t}\n\n\tprivate getBlobHandle(id: string): IFluidHandle<ArrayBufferLike> {\n\t\tassert(\n\t\t\tthis.redirectTable.has(id) || this.pendingBlobs.has(id),\n\t\t\t0x384 /* requesting handle for unknown blob */,\n\t\t);\n\t\treturn new BlobHandle(`${BlobManager.basePath}/${id}`, this.routeContext, async () =>\n\t\t\tthis.getBlob(id),\n\t\t);\n\t}\n\n\tprivate async createBlobDetached(\n\t\tblob: ArrayBufferLike,\n\t): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\t// Blobs created while the container is detached are stored in IDetachedBlobStorage.\n\t\t// The 'IDocumentStorageService.createBlob()' call below will respond with a localId.\n\t\tconst response = await this.getStorage().createBlob(blob);\n\t\tthis.setRedirection(response.id, undefined);\n\t\treturn this.getBlobHandle(response.id);\n\t}\n\n\tpublic async createBlob(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>> {\n\t\tif (this.runtime.attachState === AttachState.Detached) {\n\t\t\treturn this.createBlobDetached(blob);\n\t\t}\n\t\tif (this.runtime.attachState === AttachState.Attaching) {\n\t\t\t// blob upload is not supported in \"Attaching\" state\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"CreateBlobWhileAttaching\" });\n\t\t\tawait new Promise<void>((resolve) => this.runtime.once(\"attached\", resolve));\n\t\t}\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Attached,\n\t\t\t0x385 /* For clarity and paranoid defense against adding future attachment states */,\n\t\t);\n\n\t\t// Create a local ID for the blob. After uploading it to storage and before returning it, a local ID to\n\t\t// storage ID mapping is created.\n\t\tconst localId = uuid();\n\t\tconst pendingEntry: PendingBlob = {\n\t\t\tblob,\n\t\t\tstatus: PendingBlobStatus.OnlinePendingUpload,\n\t\t\thandleP: new Deferred(),\n\t\t\tuploadP: this.uploadBlob(localId, blob),\n\t\t};\n\t\tthis.pendingBlobs.set(localId, pendingEntry);\n\n\t\treturn pendingEntry.handleP.promise;\n\t}\n\n\tprivate async uploadBlob(localId: string, blob: ArrayBufferLike): Promise<ICreateBlobResponse> {\n\t\treturn PerformanceEvent.timedExecAsync(\n\t\t\tthis.mc.logger,\n\t\t\t{ eventName: \"createBlob\" },\n\t\t\tasync () => this.getStorage().createBlob(blob),\n\t\t\t{ end: true, cancel: this.runtime.connected ? \"error\" : \"generic\" },\n\t\t).then(\n\t\t\t(response) => this.onUploadResolve(localId, response),\n\t\t\tasync (err) => this.onUploadReject(localId, err),\n\t\t);\n\t}\n\n\t/**\n\t * Set up a mapping in the redirect table from fromId to toId. Also, notify the runtime that a reference is added\n\t * which is required for GC.\n\t */\n\tprivate setRedirection(fromId: string, toId: string | undefined) {\n\t\tthis.redirectTable.set(fromId, toId);\n\t}\n\n\tprivate deleteAndEmitsIfEmpty(id: string) {\n\t\tif (this.pendingBlobs.has(id)) {\n\t\t\tthis.pendingBlobs.delete(id);\n\t\t\tif (!this.hasPendingBlobs) {\n\t\t\t\tthis.emit(\"noPendingBlobs\");\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate onUploadResolve(localId: string, response: ICreateBlobResponseWithTTL) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(\n\t\t\tentry?.status === PendingBlobStatus.OnlinePendingUpload ||\n\t\t\t\tentry?.status === PendingBlobStatus.OfflinePendingUpload,\n\t\t\t0x386 /* Must have pending blob entry for uploaded blob */,\n\t\t);\n\t\tentry.storageId = response.id;\n\t\tentry.uploadTime = Date.now();\n\t\tentry.minTTLInSeconds = response.minTTLInSeconds;\n\t\tif (this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\t// Send a blob attach op. This serves two purposes:\n\t\t\t\t// 1. If its a new blob, i.e., it isn't de-duped, the server will keep the blob alive if it sees this op\n\t\t\t\t// until its storage ID is added to the next summary.\n\t\t\t\t// 2. It will create a local ID to storage ID mapping in all clients which is needed to retrieve the\n\t\t\t\t// blob from the server via the storage ID.\n\t\t\t\tthis.sendBlobAttachOp(localId, response.id);\n\t\t\t\tif (this.storageIds.has(response.id)) {\n\t\t\t\t\t// The blob is de-duped. Set up a local ID to storage ID mapping and return the blob. Since this is\n\t\t\t\t\t// an existing blob, we don't have to wait for the op to be ack'd since this step has already\n\t\t\t\t\t// happened before and so, the server won't delete it.\n\t\t\t\t\tthis.setRedirection(localId, response.id);\n\t\t\t\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t\t\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t\t\t} else {\n\t\t\t\t\t// If there is already an op for this storage ID, append the local ID to the list. Once any op for\n\t\t\t\t\t// this storage ID is ack'd, all pending blobs for it can be resolved since the op will keep the\n\t\t\t\t\t// blob alive in storage.\n\t\t\t\t\tthis.opsInFlight.set(\n\t\t\t\t\t\tresponse.id,\n\t\t\t\t\t\t(this.opsInFlight.get(response.id) ?? []).concat(localId),\n\t\t\t\t\t);\n\t\t\t\t\tentry.status = PendingBlobStatus.OnlinePendingOp;\n\t\t\t\t}\n\t\t\t} else if (entry.status === PendingBlobStatus.OfflinePendingUpload) {\n\t\t\t\t// We already submitted a BlobAttach op for this blob when it was transitioned to offline flow\n\t\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t\t}\n\t\t} else {\n\t\t\t// connected to storage but not ordering service?\n\t\t\tthis.mc.logger.sendTelemetryEvent({ eventName: \"BlobUploadSuccessWhileDisconnected\" });\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\tentry.status = PendingBlobStatus.OfflinePendingOp;\n\t\t}\n\t\treturn response;\n\t}\n\n\tprivate async onUploadReject(localId: string, error) {\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x387 /* Must have pending blob entry for blob which failed to upload */);\n\t\tif (!this.runtime.connected) {\n\t\t\tif (entry.status === PendingBlobStatus.OnlinePendingUpload) {\n\t\t\t\tthis.transitionToOffline(localId);\n\t\t\t}\n\t\t\t// we are probably not connected to storage but start another upload request in case we are\n\t\t\tentry.uploadP = this.retryThrottler\n\t\t\t\t.getDelay()\n\t\t\t\t.then(async () => this.uploadBlob(localId, entry.blob));\n\t\t\treturn entry.uploadP;\n\t\t} else {\n\t\t\tentry.handleP.reject(error);\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tprivate transitionToOffline(localId: string) {\n\t\tassert(\n\t\t\t!this.runtime.connected,\n\t\t\t0x388 /* Must only transition to offline flow while runtime is disconnected */,\n\t\t);\n\t\tconst entry = this.pendingBlobs.get(localId);\n\t\tassert(!!entry, 0x389 /* No pending blob entry */);\n\t\tassert(\n\t\t\t[PendingBlobStatus.OnlinePendingUpload, PendingBlobStatus.OnlinePendingOp].includes(\n\t\t\t\tentry.status,\n\t\t\t),\n\t\t\t0x38a /* Blob must be in online flow to transition to offline flow */,\n\t\t);\n\n\t\t/**\n\t\t * If we haven't already submitted a BlobAttach op for this entry, send it before returning the blob handle.\n\t\t * This will make sure that the BlobAttach op is sequenced prior to any ops referencing the handle. Otherwise,\n\t\t * an invalid handle could be added to the document.\n\t\t * storageId may be undefined but since we are not connected we will have a chance to add it when reSubmit()\n\t\t * is called on reconnection.\n\t\t */\n\t\tif (entry.status !== PendingBlobStatus.OnlinePendingOp) {\n\t\t\tthis.sendBlobAttachOp(localId, entry.storageId);\n\t\t}\n\n\t\tentry.status =\n\t\t\tentry.status === PendingBlobStatus.OnlinePendingUpload\n\t\t\t\t? PendingBlobStatus.OfflinePendingUpload\n\t\t\t\t: PendingBlobStatus.OfflinePendingOp;\n\n\t\tentry.handleP.resolve(this.getBlobHandle(localId));\n\t}\n\n\t/**\n\t * Resubmit a BlobAttach op. Used to add storage IDs to ops that were\n\t * submitted to runtime while disconnected.\n\t * @param metadata - op metadata containing storage and/or local IDs\n\t */\n\tpublic reSubmit(metadata: Record<string, unknown> | undefined) {\n\t\tassert(!!metadata, 0x38b /* Resubmitted ops must have metadata */);\n\t\tconst { localId, blobId }: { localId?: string; blobId?: string } = metadata;\n\t\tassert(localId !== undefined, 0x50d /* local ID not available on reSubmit */);\n\t\tconst pendingEntry = this.pendingBlobs.get(localId);\n\n\t\tif (!blobId) {\n\t\t\t// We submitted this op while offline. The blob should have been uploaded by now.\n\t\t\tassert(\n\t\t\t\tpendingEntry?.status === PendingBlobStatus.OfflinePendingOp &&\n\t\t\t\t\t!!pendingEntry?.storageId,\n\t\t\t\t0x38d /* blob must be uploaded before resubmitting BlobAttach op */,\n\t\t\t);\n\t\t\treturn this.sendBlobAttachOp(localId, pendingEntry.storageId);\n\t\t}\n\t\treturn this.sendBlobAttachOp(localId, blobId);\n\t}\n\n\tpublic processBlobAttachOp(message: ISequencedDocumentMessage, local: boolean) {\n\t\tconst localId = message.metadata?.localId;\n\t\tconst blobId = message.metadata?.blobId;\n\t\tassert(blobId !== undefined, 0x12a /* \"Missing blob id on metadata\" */);\n\n\t\t// Set up a mapping from local ID to storage ID. This is crucial since without this the blob cannot be\n\t\t// requested from the server.\n\t\t// Note: The check for undefined is needed for back-compat when localId was not part of the BlobAttach op that\n\t\t// was sent when online.\n\t\tif (localId !== undefined) {\n\t\t\tthis.setRedirection(localId, blobId);\n\t\t}\n\t\t// set identity (id -> id) entry\n\t\tthis.setRedirection(blobId, blobId);\n\n\t\tif (local) {\n\t\t\tassert(localId !== undefined, 0x50e /* local ID not present in blob attach message */);\n\t\t\tconst waitingBlobs = this.opsInFlight.get(blobId);\n\t\t\tif (waitingBlobs !== undefined) {\n\t\t\t\t// For each op corresponding to this storage ID that we are waiting for, resolve the pending blob.\n\t\t\t\t// This is safe because the server will keep the blob alive and the op containing the local ID to\n\t\t\t\t// storage ID is already in flight and any op containing this local ID will be sequenced after that.\n\t\t\t\twaitingBlobs.forEach((pendingLocalId) => {\n\t\t\t\t\tconst pendingBlobEntry = this.pendingBlobs.get(pendingLocalId);\n\t\t\t\t\tassert(\n\t\t\t\t\t\tpendingBlobEntry !== undefined,\n\t\t\t\t\t\t0x38f /* local online BlobAttach op with no pending blob entry */,\n\t\t\t\t\t);\n\n\t\t\t\t\t// It's possible we transitioned to offline flow while waiting for this op.\n\t\t\t\t\tif (pendingBlobEntry.status === PendingBlobStatus.OnlinePendingOp) {\n\t\t\t\t\t\tthis.setRedirection(pendingLocalId, blobId);\n\t\t\t\t\t\tpendingBlobEntry.handleP.resolve(this.getBlobHandle(pendingLocalId));\n\t\t\t\t\t\tthis.deleteAndEmitsIfEmpty(pendingLocalId);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\tthis.opsInFlight.delete(blobId);\n\t\t\t}\n\t\t\t// For blobs that were transitioned to offline flow while waiting for this op, the entry should be deleted.\n\t\t\tthis.deleteAndEmitsIfEmpty(localId);\n\t\t}\n\t}\n\n\t/**\n\t * Reads blobs needed to load BlobManager from storage.\n\t * @param blobsTree - Tree containing IDs of previously attached blobs. We\n\t * look for the IDs in the blob entries of the tree since the both the r11s\n\t * and SPO drivers replace the attachment types returned in snapshot() with blobs.\n\t */\n\tpublic static async load(\n\t\tblobsTree: ISnapshotTree | undefined,\n\t\ttryFetchBlob: (id: string) => Promise<[string, string][]>,\n\t): Promise<IBlobManagerLoadInfo> {\n\t\tif (!blobsTree) {\n\t\t\treturn {};\n\t\t}\n\t\tlet redirectTable;\n\t\tconst tableId = blobsTree.blobs[this.redirectTableBlobName];\n\t\tif (tableId) {\n\t\t\tredirectTable = await tryFetchBlob(tableId);\n\t\t}\n\t\tconst ids = Object.entries(blobsTree.blobs)\n\t\t\t.filter(([k, _]) => k !== this.redirectTableBlobName)\n\t\t\t.map(([_, v]) => v);\n\t\treturn { ids, redirectTable };\n\t}\n\n\t/**\n\t * Load a set of previously attached blob IDs and redirect table from a previous snapshot.\n\t */\n\tprivate load(snapshot: IBlobManagerLoadInfo): Map<string, string | undefined> {\n\t\tthis.mc.logger.sendTelemetryEvent({\n\t\t\teventName: \"AttachmentBlobsLoaded\",\n\t\t\tcount: snapshot.ids?.length ?? 0,\n\t\t\tredirectTable: snapshot.redirectTable?.length,\n\t\t});\n\t\tconst table = new Map<string, string | undefined>(snapshot.redirectTable);\n\t\tif (snapshot.ids) {\n\t\t\tconst detached = this.runtime.attachState === AttachState.Detached;\n\t\t\t// If we are detached, we don't have storage IDs yet, so set to undefined\n\t\t\t// Otherwise, set identity (id -> id) entries\n\t\t\tsnapshot.ids.forEach((entry) => table.set(entry, detached ? undefined : entry));\n\t\t}\n\t\treturn table;\n\t}\n\n\tpublic summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {\n\t\t// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached\n\t\tconst blobIds =\n\t\t\tthis.storageIds.size > 0\n\t\t\t\t? Array.from(this.storageIds)\n\t\t\t\t: Array.from(this.redirectTable.keys());\n\t\tconst builder = new SummaryTreeBuilder();\n\t\tblobIds.forEach((blobId) => {\n\t\t\tbuilder.addAttachment(blobId);\n\t\t});\n\n\t\t// Any non-identity entries in the table need to be saved in the summary\n\t\tif (this.redirectTable.size > blobIds.length) {\n\t\t\tbuilder.addBlob(\n\t\t\t\tBlobManager.redirectTableBlobName,\n\t\t\t\t// filter out identity entries\n\t\t\t\tJSON.stringify(\n\t\t\t\t\tArray.from(this.redirectTable.entries()).filter(\n\t\t\t\t\t\t([localId, storageId]) => localId !== storageId,\n\t\t\t\t\t),\n\t\t\t\t),\n\t\t\t);\n\t\t}\n\n\t\treturn builder.getSummaryTree();\n\t}\n\n\t/**\n\t * Generates data used for garbage collection. Each blob uploaded represents a node in the GC graph as it can be\n\t * individually referenced by storing its handle in a referenced DDS. Returns the list of blob ids as GC nodes.\n\t * @param fullGC - true to bypass optimizations and force full generation of GC data. BlobManager doesn't care\n\t * about this for now because the data is a simple list of blob ids.\n\t */\n\tpublic getGCData(fullGC: boolean = false): IGarbageCollectionData {\n\t\tconst gcData: IGarbageCollectionData = { gcNodes: {} };\n\t\tfor (const [localId, storageId] of this.redirectTable) {\n\t\t\tassert(!!storageId, 0x390 /* Must be attached to get GC data */);\n\t\t\t// Only return local ids as GC nodes because a blob can only be referenced via its local id. The storage\n\t\t\t// id entries have the same key and value, ignore them.\n\t\t\t// The outbound routes are empty because a blob node cannot reference other nodes. It can only be referenced\n\t\t\t// by adding its handle to a referenced DDS.\n\t\t\tif (localId !== storageId) {\n\t\t\t\tgcData.gcNodes[getGCNodePathFromBlobId(localId)] = [];\n\t\t\t}\n\t\t}\n\t\treturn gcData;\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are unused. The unused blobs are deleted.\n\t * @param unusedRoutes - The routes of the blob nodes that are unused. These routes will be based off of local ids.\n\t */\n\tpublic updateUnusedRoutes(unusedRoutes: string[]): void {\n\t\tthis.deleteBlobsFromRedirectTable(unusedRoutes);\n\t}\n\n\t/**\n\t * Delete attachment blobs that are sweep ready.\n\t * @param sweepReadyBlobRoutes - The routes of blobs that are sweep ready and should be deleted. These routes will\n\t * be based off of local ids.\n\t * @returns - The routes of blobs that were deleted.\n\t */\n\tpublic deleteSweepReadyNodes(sweepReadyBlobRoutes: string[]): string[] {\n\t\t// If sweep for attachment blobs is not enabled, return empty list indicating nothing is deleted.\n\t\tif (this.mc.config.getBoolean(sweepAttachmentBlobsKey) !== true) {\n\t\t\treturn [];\n\t\t}\n\n\t\tthis.deleteBlobsFromRedirectTable(sweepReadyBlobRoutes);\n\t\treturn Array.from(sweepReadyBlobRoutes);\n\t}\n\n\t/**\n\t * Delete blobs with the given routes from the redirect table.\n\t * The routes are GC nodes paths of format -`/<BlobManager.basePath>/<blobId>`. The blob ids are all local ids.\n\t * Deleting the blobs involves 2 steps:\n\t * 1. The redirect table entry for the local ids are deleted.\n\t * 2. If the storage ids corresponding to the deleted local ids are not in-use anymore, the redirect table entries\n\t * for the storage ids are deleted as well.\n\t *\n\t * Note that this does not delete the blobs from storage service immediately. Deleting the blobs from redirect table\n\t * will remove them the next summary. The service would them delete them some time in the future.\n\t */\n\tprivate deleteBlobsFromRedirectTable(blobRoutes: string[]) {\n\t\tif (blobRoutes.length === 0) {\n\t\t\treturn;\n\t\t}\n\n\t\t// This tracks the storage ids of local ids that are deleted. After the local ids have been deleted, if any of\n\t\t// these storage ids are unused, they will be deleted as well.\n\t\tconst maybeUnusedStorageIds: Set<string> = new Set();\n\t\tfor (const route of blobRoutes) {\n\t\t\tconst blobId = getBlobIdFromGCNodePath(route);\n\t\t\tif (!this.redirectTable.has(blobId)) {\n\t\t\t\tthis.mc.logger.sendErrorEvent({\n\t\t\t\t\teventName: \"DeletedAttachmentBlobNotFound\",\n\t\t\t\t\tblobId,\n\t\t\t\t});\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\tconst storageId = this.redirectTable.get(blobId);\n\t\t\tassert(!!storageId, 0x5bb /* Must be attached to run GC */);\n\t\t\tmaybeUnusedStorageIds.add(storageId);\n\t\t\tthis.redirectTable.delete(blobId);\n\t\t}\n\n\t\t// Find out storage ids that are in-use and remove them from maybeUnusedStorageIds. A storage id is in-use if\n\t\t// the redirect table has a local id -> storage id entry for it.\n\t\tfor (const [localId, storageId] of this.redirectTable.entries()) {\n\t\t\tassert(!!storageId, 0x5bc /* Must be attached to run GC */);\n\t\t\t// For every storage id, the redirect table has a id -> id entry. These do not make the storage id in-use.\n\t\t\tif (maybeUnusedStorageIds.has(storageId) && localId !== storageId) {\n\t\t\t\tmaybeUnusedStorageIds.delete(storageId);\n\t\t\t}\n\t\t}\n\n\t\t// For unused storage ids, delete their id -> id entries from the redirect table.\n\t\t// This way they'll be absent from the next summary, and the service is free to delete them from storage.\n\t\tfor (const storageId of maybeUnusedStorageIds) {\n\t\t\tthis.redirectTable.delete(storageId);\n\t\t}\n\t}\n\n\t/**\n\t * This is called to update blobs whose routes are tombstones. Tombstoned blobs enable testing scenarios with\n\t * accessing deleted content without actually deleting content from summaries.\n\t * @param tombstonedRoutes - The routes of blob nodes that are tombstones.\n\t */\n\tpublic updateTombstonedRoutes(tombstonedRoutes: string[]) {\n\t\tconst tombstonedBlobsSet: Set<string> = new Set();\n\t\t// The routes or blob node paths are in the same format as returned in getGCData -\n\t\t// `/<BlobManager.basePath>/<blobId>`.\n\t\tfor (const route of tombstonedRoutes) {\n\t\t\tconst blobId = getBlobIdFromGCNodePath(route);\n\t\t\ttombstonedBlobsSet.add(blobId);\n\t\t}\n\n\t\t// Remove blobs from the tombstone list that were tombstoned but aren't anymore as per the tombstoneRoutes.\n\t\tfor (const blobId of this.tombstonedBlobs) {\n\t\t\tif (!tombstonedBlobsSet.has(blobId)) {\n\t\t\t\tthis.tombstonedBlobs.delete(blobId);\n\t\t\t}\n\t\t}\n\n\t\t// Mark blobs that are now tombstoned by adding them to the tombstone list.\n\t\tfor (const blobId of tombstonedBlobsSet) {\n\t\t\tthis.tombstonedBlobs.add(blobId);\n\t\t}\n\t}\n\n\t/**\n\t * Verifies that the blob with given id is valid, i.e., it has not been garbage collected. If the blob is GC'd,\n\t * log an error and throw if necessary.\n\t */\n\tprivate verifyBlobValidity(blobId: string) {\n\t\t/**\n\t\t * A blob can be in one of the following states:\n\t\t * 1. \"deleted\" - It has been deleted by garbage collection sweep phase.\n\t\t * 2. \"tombstoned\" - It is ready for deletion but sweep phase isn't enabled and tombstone feature is enabled.\n\t\t * 3. \"valid\" - It has not been deleted or tombstoned.\n\t\t */\n\t\tlet state: \"valid\" | \"tombstoned\" | \"deleted\" = \"valid\";\n\t\tif (this.isBlobDeleted(getGCNodePathFromBlobId(blobId))) {\n\t\t\tstate = \"deleted\";\n\t\t} else if (this.tombstonedBlobs.has(blobId)) {\n\t\t\tstate = \"tombstoned\";\n\t\t}\n\n\t\tif (state === \"valid\") {\n\t\t\treturn;\n\t\t}\n\n\t\t// If the blob is deleted or throw on tombstone load is enabled, throw an error which will fail any attempt\n\t\t// to load the blob.\n\t\tconst shouldFail = state === \"deleted\" || this.throwOnTombstoneLoad;\n\t\tconst request = { url: blobId };\n\t\tconst error = responseToException(\n\t\t\tcreateResponseError(\n\t\t\t\t404,\n\t\t\t\t\"Blob was deleted\",\n\t\t\t\trequest,\n\t\t\t\tstate === \"tombstoned\" ? { [TombstoneResponseHeaderKey]: true } : undefined,\n\t\t\t),\n\t\t\trequest,\n\t\t);\n\t\tsendGCUnexpectedUsageEvent(\n\t\t\tthis.mc,\n\t\t\t{\n\t\t\t\teventName:\n\t\t\t\t\tstate === \"tombstoned\"\n\t\t\t\t\t\t? \"GC_Tombstone_Blob_Requested\"\n\t\t\t\t\t\t: \"GC_Deleted_Blob_Requested\",\n\t\t\t\tcategory: shouldFail ? \"error\" : \"generic\",\n\t\t\t\tgcTombstoneEnforcementAllowed: this.runtime.gcTombstoneEnforcementAllowed,\n\t\t\t},\n\t\t\t[BlobManager.basePath],\n\t\t\terror,\n\t\t);\n\t\tif (shouldFail) {\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic setRedirectTable(table: Map<string, string>) {\n\t\tassert(\n\t\t\tthis.runtime.attachState === AttachState.Detached,\n\t\t\t0x252 /* \"redirect table can only be set in detached container\" */,\n\t\t);\n\t\tassert(\n\t\t\tthis.redirectTable.size === table.size,\n\t\t\t0x391 /* Redirect table size must match BlobManager's local ID count */,\n\t\t);\n\t\tfor (const [localId, storageId] of table) {\n\t\t\tassert(\n\t\t\t\tthis.redirectTable.has(localId),\n\t\t\t\t0x254 /* \"unrecognized id in redirect table\" */,\n\t\t\t);\n\t\t\tthis.setRedirection(localId, storageId);\n\t\t\t// set identity (id -> id) entry\n\t\t\tthis.setRedirection(storageId, storageId);\n\t\t}\n\t}\n\n\tpublic getPendingBlobs(): IPendingBlobs {\n\t\tconst blobs = {};\n\t\tfor (const [key, entry] of this.pendingBlobs) {\n\t\t\tblobs[key] = entry.minTTLInSeconds\n\t\t\t\t? {\n\t\t\t\t\t\tblob: bufferToString(entry.blob, \"base64\"),\n\t\t\t\t\t\tuploadTime: entry.uploadTime,\n\t\t\t\t\t\tminTTLInSeconds: entry.minTTLInSeconds,\n\t\t\t\t }\n\t\t\t\t: { blob: bufferToString(entry.blob, \"base64\") };\n\t\t}\n\t\treturn blobs;\n\t}\n}\n\n/**\n * For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`.\n * This path must match the path of the blob handle returned by the createBlob API because blobs are marked\n * referenced by storing these handles in a referenced DDS.\n */\nfunction getGCNodePathFromBlobId(blobId: string) {\n\treturn `/${BlobManager.basePath}/${blobId}`;\n}\n\n/**\n * For a given GC node path, return the blobId. The node path is of the format `/<BlobManager.basePath>/<blobId>`.\n */\nfunction getBlobIdFromGCNodePath(nodePath: string) {\n\tconst pathParts = nodePath.split(\"/\");\n\tassert(\n\t\tpathParts.length === 3 && pathParts[1] === BlobManager.basePath,\n\t\t0x5bd /* Invalid blob node path */,\n\t);\n\treturn pathParts[2];\n}\n"]}
@@ -4,17 +4,15 @@
4
4
  */
5
5
  import { ITelemetryLogger } from "@fluidframework/common-definitions";
6
6
  import { FluidObject, IFluidHandle, IFluidHandleContext, IFluidRouter, IRequest, IResponse } from "@fluidframework/core-interfaces";
7
- import { IAudience, IFluidTokenProvider, IContainerContext, IDeltaManager, IRuntime, ICriticalContainerError, AttachState, ILoaderOptions, ISnapshotTreeWithBlobContents } from "@fluidframework/container-definitions";
7
+ import { IAudience, IContainerContext, IDeltaManager, IRuntime, ICriticalContainerError, AttachState, ILoaderOptions } from "@fluidframework/container-definitions";
8
8
  import { IContainerRuntime, IContainerRuntimeEvents } from "@fluidframework/container-runtime-definitions";
9
9
  import { TypedEventEmitter } from "@fluidframework/common-utils";
10
10
  import { IDocumentStorageService } from "@fluidframework/driver-definitions";
11
11
  import { IClientDetails, IDocumentMessage, IQuorumClients, ISequencedDocumentMessage, ISignalMessage, ISummaryTree } from "@fluidframework/protocol-definitions";
12
12
  import { FlushMode, IFluidDataStoreContextDetached, IFluidDataStoreRegistry, IGarbageCollectionData, NamedFluidDataStoreRegistryEntries, ISummaryTreeWithStats, IDataStore, ITelemetryContext } from "@fluidframework/runtime-definitions";
13
13
  import { IBlobManagerLoadInfo } from "./blobManager";
14
- import { IContainerRuntimeMetadata } from "./summaryFormat";
15
- import { ISerializedElection } from "./orderedClientElection";
16
- import { SubmitSummaryResult, ISubmitSummaryOptions, ISummarizer, ISummarizerInternalsProvider, ISummarizerRuntime, IRefreshSummaryAckOptions } from "./summarizerTypes";
17
- import { GCNodeType, IGarbageCollectionRuntime, IGCStats } from "./garbageCollection";
14
+ import { IContainerRuntimeMetadata, ISerializedElection, SubmitSummaryResult, ISubmitSummaryOptions, ISummarizer, ISummarizerInternalsProvider, ISummarizerRuntime, IRefreshSummaryAckOptions } from "./summary";
15
+ import { GCNodeType, IGCRuntimeOptions, IGCStats } from "./gc";
18
16
  export declare enum ContainerMessageType {
19
17
  FluidDataStoreOp = "component",
20
18
  Attach = "attach",
@@ -35,7 +33,7 @@ export interface ISummaryBaseConfiguration {
35
33
  /**
36
34
  * Defines the maximum allowed time to wait for a pending summary ack.
37
35
  * The maximum amount of time client will wait for a summarize is the minimum of
38
- * maxSummarizeAckWaitTime (currently 10 * 60 * 1000) and maxAckWaitTime.
36
+ * maxSummarizeAckWaitTime (currently 3 * 60 * 1000) and maxAckWaitTime.
39
37
  */
40
38
  maxAckWaitTime: number;
41
39
  /**
@@ -110,48 +108,6 @@ export interface ISummaryConfigurationDisableHeuristics extends ISummaryBaseConf
110
108
  }
111
109
  export declare type ISummaryConfiguration = ISummaryConfigurationDisableSummarizer | ISummaryConfigurationDisableHeuristics | ISummaryConfigurationHeuristics;
112
110
  export declare const DefaultSummaryConfiguration: ISummaryConfiguration;
113
- export interface IGCRuntimeOptions {
114
- /**
115
- * Flag that if true, will enable running garbage collection (GC) for a new container.
116
- *
117
- * GC has mark phase and sweep phase. In mark phase, unreferenced objects are identified
118
- * and marked as such in the summary. This option enables the mark phase.
119
- * In sweep phase, unreferenced objects are eventually deleted from the container if they meet certain conditions.
120
- * Sweep phase can be enabled via the "sweepAllowed" option.
121
- *
122
- * Note: This setting is persisted in the container's summary and cannot be changed.
123
- */
124
- gcAllowed?: boolean;
125
- /**
126
- * Flag that if true, enables GC's sweep phase for a new container.
127
- *
128
- * This will allow GC to eventually delete unreferenced objects from the container.
129
- * This flag should only be set to true if "gcAllowed" is true.
130
- *
131
- * Note: This setting is persisted in the container's summary and cannot be changed.
132
- */
133
- sweepAllowed?: boolean;
134
- /**
135
- * Flag that if true, will disable garbage collection for the session.
136
- * Can be used to disable running GC on containers where it is allowed via the gcAllowed option.
137
- */
138
- disableGC?: boolean;
139
- /**
140
- * Flag that will bypass optimizations and generate GC data for all nodes irrespective of whether a node
141
- * changed or not.
142
- */
143
- runFullGC?: boolean;
144
- /**
145
- * Maximum session duration for a new container. If not present, a default value will be used.
146
- *
147
- * Note: This setting is persisted in the container's summary and cannot be changed.
148
- */
149
- sessionExpiryTimeoutMs?: number;
150
- /**
151
- * Allows additional GC options to be passed.
152
- */
153
- [key: string]: any;
154
- }
155
111
  export interface ISummaryRuntimeOptions {
156
112
  /** Override summary configurations set by the server. */
157
113
  summaryConfigOverrides?: ISummaryConfiguration;
@@ -199,10 +155,6 @@ export interface IContainerRuntimeOptions {
199
155
  * By default, flush mode is TurnBased.
200
156
  */
201
157
  readonly flushMode?: FlushMode;
202
- /**
203
- * Save enough runtime state to be able to serialize upon request and load to the same state in a new container.
204
- */
205
- readonly enableOfflineLoad?: boolean;
206
158
  /**
207
159
  * Enables the runtime to compress ops. Compression is disabled when undefined.
208
160
  * @experimental Not ready for use.
@@ -221,7 +173,8 @@ export interface IContainerRuntimeOptions {
221
173
  readonly maxBatchSizeInBytes?: number;
222
174
  /**
223
175
  * If the op payload needs to be chunked in order to work around the maximum size of the batch, this value represents
224
- * how large the individual chunks will be. This is only supported when compression is enabled.
176
+ * how large the individual chunks will be. This is only supported when compression is enabled. If after compression, the
177
+ * batch size exceeds this value, it will be chunked into smaller ops of this size.
225
178
  *
226
179
  * If unspecified, if a batch exceeds `maxBatchSizeInBytes` after compression, the container will close with an instance
227
180
  * of `GenericError` with the `BatchTooLarge` message.
@@ -239,6 +192,17 @@ export interface IContainerRuntimeOptions {
239
192
  * can be used to disable it at runtime.
240
193
  */
241
194
  readonly enableOpReentryCheck?: boolean;
195
+ /**
196
+ * If enabled, the runtime will group messages within a batch into a single
197
+ * message to be sent to the service.
198
+ * The grouping an ungrouping of such messages is handled by the "OpGroupingManager".
199
+ *
200
+ * By default, the feature is disabled. If enabled from options, the `Fluid.ContainerRuntime.DisableGroupedBatching`
201
+ * flag can be used to disable it at runtime.
202
+ *
203
+ * @experimental Not ready for use.
204
+ */
205
+ readonly enableGroupedBatching?: boolean;
242
206
  }
243
207
  /**
244
208
  * The summary tree returned by the root node. It adds state relevant to the root of the tree.
@@ -253,11 +217,6 @@ export interface IRootSummaryTreeWithStats extends ISummaryTreeWithStats {
253
217
  export declare enum RuntimeHeaders {
254
218
  /** True to wait for a data store to be created and loaded before returning it. */
255
219
  wait = "wait",
256
- /**
257
- * True if the request is from an external app. Used for GC to handle scenarios where a data store
258
- * is deleted and requested via an external app.
259
- */
260
- externalRequest = "externalRequest",
261
220
  /** True if the request is coming from an IFluidHandle. */
262
221
  viaHandle = "viaHandle"
263
222
  }
@@ -270,7 +229,6 @@ export declare const TombstoneResponseHeaderKey = "isTombstoned";
270
229
  */
271
230
  export interface RuntimeHeaderData {
272
231
  wait?: boolean;
273
- externalRequest?: boolean;
274
232
  viaHandle?: boolean;
275
233
  allowTombstone?: boolean;
276
234
  }
@@ -315,7 +273,7 @@ export declare function getDeviceSpec(): {
315
273
  * Represents the runtime of the container. Contains helper functions/state of the container.
316
274
  * It will define the store level mappings.
317
275
  */
318
- export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntimeEvents> implements IContainerRuntime, IGarbageCollectionRuntime, IRuntime, ISummarizerRuntime, ISummarizerInternalsProvider {
276
+ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntimeEvents> implements IContainerRuntime, IRuntime, ISummarizerRuntime, ISummarizerInternalsProvider {
319
277
  private readonly context;
320
278
  private readonly registry;
321
279
  private readonly runtimeOptions;
@@ -342,13 +300,16 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
342
300
  * Load the stores from a snapshot and returns the runtime.
343
301
  * @param params - An object housing the runtime properties:
344
302
  * - context - Context of the container.
345
- * - registryEntries - Mapping to the stores.
346
- * - existing - When loading from an existing snapshot
347
- * - requestHandler - Request handlers for the container runtime
303
+ * - registryEntries - Mapping from data store types to their corresponding factories.
304
+ * - existing - Pass 'true' if loading from an existing snapshot.
305
+ * - requestHandler - (optional) Request handler for the request() method of the container runtime.
306
+ * Only relevant for back-compat while we remove the request() method and move fully to entryPoint as the main pattern.
348
307
  * - runtimeOptions - Additional options to be passed to the runtime
349
308
  * - containerScope - runtime services provided with context
350
309
  * - containerRuntimeCtor - Constructor to use to create the ContainerRuntime instance.
351
310
  * This allows mixin classes to leverage this method to define their own async initializer.
311
+ * - initializeEntryPoint - Promise that resolves to an object which will act as entryPoint for the Container.
312
+ * This object should provide all the functionality that the Container is expected to provide to the loader layer.
352
313
  */
353
314
  static loadRuntime(params: {
354
315
  context: IContainerContext;
@@ -358,11 +319,11 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
358
319
  runtimeOptions?: IContainerRuntimeOptions;
359
320
  containerScope?: FluidObject;
360
321
  containerRuntimeCtor?: typeof ContainerRuntime;
322
+ initializeEntryPoint?: (containerRuntime: IContainerRuntime) => Promise<FluidObject>;
361
323
  }): Promise<ContainerRuntime>;
362
324
  get options(): ILoaderOptions;
363
325
  get clientId(): string | undefined;
364
326
  get clientDetails(): IClientDetails;
365
- get deltaManager(): IDeltaManager<ISequencedDocumentMessage, IDocumentMessage>;
366
327
  get storage(): IDocumentStorageService;
367
328
  get reSubmitFn(): (type: ContainerMessageType, content: any, localOpMetadata: unknown, opMetadata: Record<string, unknown> | undefined) => void;
368
329
  get disposeFn(): (error?: ICriticalContainerError) => void;
@@ -373,6 +334,18 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
373
334
  get attachState(): AttachState;
374
335
  get IFluidHandleContext(): IFluidHandleContext;
375
336
  private readonly handleContext;
337
+ /**
338
+ * This is a proxy to the delta manager provided by the container context (innerDeltaManager). It restricts certain
339
+ * accesses such as sets "read-only" mode for the summarizer client. This is the default delta manager that should
340
+ * be used unless the innerDeltaManager is required.
341
+ */
342
+ readonly deltaManager: IDeltaManager<ISequencedDocumentMessage, IDocumentMessage>;
343
+ /**
344
+ * The delta manager provided by the container context. By default, using the default delta manager (proxy)
345
+ * should be sufficient. This should be used only if necessary. For example, for validating and propagating connected
346
+ * events which requires access to the actual real only info, this is needed.
347
+ */
348
+ private readonly innerDeltaManager;
376
349
  private readonly mc;
377
350
  private readonly summarizerClientElection?;
378
351
  /**
@@ -387,10 +360,8 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
387
360
  private readonly defaultMaxConsecutiveReconnects;
388
361
  private _orderSequentiallyCalls;
389
362
  private readonly _flushMode;
390
- private flushMicroTaskExists;
363
+ private flushTaskExists;
391
364
  private _connected;
392
- private readonly savedOps;
393
- private baseSnapshotBlobs?;
394
365
  private consecutiveReconnects;
395
366
  /**
396
367
  * Used to delay transition to "connected" state while we upload
@@ -422,6 +393,7 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
422
393
  private dirtyContainer;
423
394
  private emitDirtyDocumentEvent;
424
395
  private readonly enableOpReentryCheck;
396
+ private readonly disableAttachReorder;
425
397
  private readonly defaultTelemetrySignalSampleCount;
426
398
  private _perfSignalData;
427
399
  /**
@@ -454,16 +426,24 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
454
426
  * a summary is generated.
455
427
  */
456
428
  private nextSummaryNumber;
429
+ /**
430
+ * If false, loading or using a Tombstoned object should merely log, not fail
431
+ */
432
+ readonly gcTombstoneEnforcementAllowed: boolean;
433
+ /**
434
+ * GUID to identify a document in telemetry
435
+ * ! Note: should not be used for anything other than telemetry and is not considered a stable GUID
436
+ */
437
+ private readonly telemetryDocumentId;
457
438
  /**
458
439
  * @internal
459
440
  */
460
- protected constructor(context: IContainerContext, registry: IFluidDataStoreRegistry, metadata: IContainerRuntimeMetadata | undefined, electedSummarizerData: ISerializedElection | undefined, chunks: [string, string[]][], dataStoreAliasMap: [string, string][], runtimeOptions: Readonly<Required<IContainerRuntimeOptions>>, containerScope: FluidObject, logger: ITelemetryLogger, existing: boolean, blobManagerSnapshot: IBlobManagerLoadInfo, _storage: IDocumentStorageService, requestHandler?: ((request: IRequest, runtime: IContainerRuntime) => Promise<IResponse>) | undefined, summaryConfiguration?: ISummaryConfiguration);
441
+ protected constructor(context: IContainerContext, registry: IFluidDataStoreRegistry, metadata: IContainerRuntimeMetadata | undefined, electedSummarizerData: ISerializedElection | undefined, chunks: [string, string[]][], dataStoreAliasMap: [string, string][], runtimeOptions: Readonly<Required<IContainerRuntimeOptions>>, containerScope: FluidObject, logger: ITelemetryLogger, existing: boolean, blobManagerSnapshot: IBlobManagerLoadInfo, _storage: IDocumentStorageService, requestHandler?: ((request: IRequest, runtime: IContainerRuntime) => Promise<IResponse>) | undefined, summaryConfiguration?: ISummaryConfiguration, initializeEntryPoint?: (containerRuntime: IContainerRuntime) => Promise<FluidObject>);
461
442
  /**
462
443
  * Initializes the state from the base snapshot this container runtime loaded from.
463
444
  */
464
445
  private initializeBaseState;
465
446
  dispose(error?: Error): void;
466
- get IFluidTokenProvider(): IFluidTokenProvider | undefined;
467
447
  /**
468
448
  * Notifies this object about the request made to the container.
469
449
  * @param request - Request made to the handler.
@@ -474,6 +454,11 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
474
454
  * @param request - Request made to the handler.
475
455
  */
476
456
  resolveHandle(request: IRequest): Promise<IResponse>;
457
+ /**
458
+ * {@inheritDoc @fluidframework/container-definitions#IRuntime.getEntryPoint}
459
+ */
460
+ getEntryPoint?(): Promise<FluidObject | undefined>;
461
+ private readonly entryPoint;
477
462
  private internalId;
478
463
  private getDataStoreFromRequest;
479
464
  /** Adds the container's metadata to the given summary tree. */
@@ -485,7 +470,9 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
485
470
  private applyStashedOp;
486
471
  setConnectionState(connected: boolean, clientId?: string): void;
487
472
  private setConnectionStateCore;
473
+ notifyOpReplay(message: ISequencedDocumentMessage): Promise<void>;
488
474
  process(messageArg: ISequencedDocumentMessage, local: boolean): void;
475
+ private processCore;
489
476
  private processAliasMessage;
490
477
  /**
491
478
  * Emits the Signal event and update the perf signal data.
@@ -557,23 +544,23 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
557
544
  runSweep?: boolean;
558
545
  }): Promise<IRootSummaryTreeWithStats>;
559
546
  /**
560
- * Implementation of IGarbageCollectionRuntime::updateStateBeforeGC.
561
547
  * Before GC runs, called by the garbage collector to update any pending GC state. This is mainly used to notify
562
548
  * the garbage collector of references detected since the last GC run. Most references are notified immediately
563
549
  * but there can be some for which async operation is required (such as detecting new root data stores).
550
+ * @see IGarbageCollectionRuntime.updateStateBeforeGC
564
551
  */
565
552
  updateStateBeforeGC(): Promise<void>;
566
553
  private getGCDataInternal;
567
554
  /**
568
- * Implementation of IGarbageCollectionRuntime::getGCData.
569
555
  * Generates and returns the GC data for this container.
570
556
  * @param fullGC - true to bypass optimizations and force full generation of GC data.
557
+ * @see IGarbageCollectionRuntime.getGCData
571
558
  */
572
559
  getGCData(fullGC?: boolean): Promise<IGarbageCollectionData>;
573
560
  /**
574
- * Implementation of IGarbageCollectionRuntime::updateUsedRoutes.
575
561
  * After GC has run, called to notify this container's nodes of routes that are used in it.
576
562
  * @param usedRoutes - The routes that are used in all nodes in this Container.
563
+ * @see IGarbageCollectionRuntime.updateUsedRoutes
577
564
  */
578
565
  updateUsedRoutes(usedRoutes: string[]): void;
579
566
  /**
@@ -581,6 +568,16 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
581
568
  * @param unusedRoutes - Data store and attachment blob routes that are unused in this Container.
582
569
  */
583
570
  updateUnusedRoutes(unusedRoutes: string[]): void;
571
+ /**
572
+ * @deprecated - Replaced by deleteSweepReadyNodes.
573
+ */
574
+ deleteUnusedNodes(unusedRoutes: string[]): string[];
575
+ /**
576
+ * After GC has run and identified nodes that are sweep ready, this is called to delete the sweep ready nodes.
577
+ * @param sweepReadyRoutes - The routes of nodes that are sweep ready and should be deleted.
578
+ * @returns - The routes of nodes that were deleted.
579
+ */
580
+ deleteSweepReadyNodes(sweepReadyRoutes: string[]): string[];
584
581
  /**
585
582
  * This is called to update objects that are tombstones.
586
583
  * @param tombstonedRoutes - Data store and attachment blob routes that are tombstones in this Container.
@@ -622,7 +619,7 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
622
619
  runSweep?: boolean;
623
620
  /** True to generate full GC data */
624
621
  fullGC?: boolean;
625
- }): Promise<IGCStats | undefined>;
622
+ }, telemetryContext?: ITelemetryContext): Promise<IGCStats | undefined>;
626
623
  /**
627
624
  * Called when a new outbound reference is added to another node. This is used by garbage collection to identify
628
625
  * all references added in the system.
@@ -645,6 +642,7 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
645
642
  submitDataStoreAliasOp(contents: any, localOpMetadata: unknown): void;
646
643
  uploadBlob(blob: ArrayBufferLike): Promise<IFluidHandle<ArrayBufferLike>>;
647
644
  private submit;
645
+ private scheduleFlush;
648
646
  private submitSummaryMessage;
649
647
  /**
650
648
  * Throw an error if the runtime is closed. Methods that are expected to potentially
@@ -671,8 +669,8 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
671
669
  */
672
670
  private refreshLatestSummaryAckFromServer;
673
671
  private fetchLatestSnapshotFromStorage;
674
- notifyAttaching(snapshot: ISnapshotTreeWithBlobContents): void;
675
- private initializeBaseSnapshotBlobs;
672
+ private fetchSnapshotFromStorage;
673
+ notifyAttaching(): void;
676
674
  getPendingLocalState(): unknown;
677
675
  readonly summarizeOnDemand: ISummarizer["summarizeOnDemand"];
678
676
  readonly enqueueSummarize: ISummarizer["enqueueSummarize"];
@@ -681,7 +679,7 @@ export declare class ContainerRuntime extends TypedEventEmitter<IContainerRuntim
681
679
  * @param loaderRouter - the loader acting as an IFluidRouter
682
680
  * */
683
681
  private formRequestSummarizerFn;
684
- private processSavedOps;
685
682
  private validateSummaryHeuristicConfiguration;
683
+ private get groupedBatchingEnabled();
686
684
  }
687
685
  //# sourceMappingURL=containerRuntime.d.ts.map