@fluidframework/container-runtime 2.1.0-281041 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/CHANGELOG.md +34 -0
  2. package/README.md +6 -6
  3. package/api-report/container-runtime.legacy.alpha.api.md +4 -3
  4. package/container-runtime.test-files.tar +0 -0
  5. package/dist/batchTracker.d.ts.map +1 -1
  6. package/dist/batchTracker.js.map +1 -1
  7. package/dist/blobManager/blobManager.d.ts.map +1 -1
  8. package/dist/blobManager/blobManager.js +9 -0
  9. package/dist/blobManager/blobManager.js.map +1 -1
  10. package/dist/channelCollection.d.ts +0 -14
  11. package/dist/channelCollection.d.ts.map +1 -1
  12. package/dist/channelCollection.js +2 -12
  13. package/dist/channelCollection.js.map +1 -1
  14. package/dist/containerRuntime.d.ts +34 -6
  15. package/dist/containerRuntime.d.ts.map +1 -1
  16. package/dist/containerRuntime.js +177 -74
  17. package/dist/containerRuntime.js.map +1 -1
  18. package/dist/dataStoreContext.d.ts +9 -18
  19. package/dist/dataStoreContext.d.ts.map +1 -1
  20. package/dist/dataStoreContext.js +40 -78
  21. package/dist/dataStoreContext.js.map +1 -1
  22. package/dist/gc/garbageCollection.d.ts +0 -6
  23. package/dist/gc/garbageCollection.d.ts.map +1 -1
  24. package/dist/gc/garbageCollection.js +23 -66
  25. package/dist/gc/garbageCollection.js.map +1 -1
  26. package/dist/gc/gcConfigs.d.ts.map +1 -1
  27. package/dist/gc/gcConfigs.js +11 -34
  28. package/dist/gc/gcConfigs.js.map +1 -1
  29. package/dist/gc/gcDefinitions.d.ts +9 -52
  30. package/dist/gc/gcDefinitions.d.ts.map +1 -1
  31. package/dist/gc/gcDefinitions.js +3 -23
  32. package/dist/gc/gcDefinitions.js.map +1 -1
  33. package/dist/gc/gcHelpers.d.ts.map +1 -1
  34. package/dist/gc/gcHelpers.js +2 -6
  35. package/dist/gc/gcHelpers.js.map +1 -1
  36. package/dist/gc/gcSummaryStateTracker.d.ts +1 -1
  37. package/dist/gc/gcSummaryStateTracker.d.ts.map +1 -1
  38. package/dist/gc/gcSummaryStateTracker.js +4 -8
  39. package/dist/gc/gcSummaryStateTracker.js.map +1 -1
  40. package/dist/gc/gcTelemetry.d.ts +1 -9
  41. package/dist/gc/gcTelemetry.d.ts.map +1 -1
  42. package/dist/gc/gcTelemetry.js +3 -25
  43. package/dist/gc/gcTelemetry.js.map +1 -1
  44. package/dist/gc/index.d.ts +2 -2
  45. package/dist/gc/index.d.ts.map +1 -1
  46. package/dist/gc/index.js +2 -7
  47. package/dist/gc/index.js.map +1 -1
  48. package/dist/index.d.ts +1 -1
  49. package/dist/index.d.ts.map +1 -1
  50. package/dist/index.js +1 -2
  51. package/dist/index.js.map +1 -1
  52. package/dist/messageTypes.d.ts +6 -5
  53. package/dist/messageTypes.d.ts.map +1 -1
  54. package/dist/messageTypes.js.map +1 -1
  55. package/dist/metadata.d.ts +9 -1
  56. package/dist/metadata.d.ts.map +1 -1
  57. package/dist/metadata.js +6 -1
  58. package/dist/metadata.js.map +1 -1
  59. package/dist/opLifecycle/batchManager.d.ts.map +1 -1
  60. package/dist/opLifecycle/batchManager.js +1 -1
  61. package/dist/opLifecycle/batchManager.js.map +1 -1
  62. package/dist/opLifecycle/index.d.ts +1 -1
  63. package/dist/opLifecycle/index.d.ts.map +1 -1
  64. package/dist/opLifecycle/index.js +2 -1
  65. package/dist/opLifecycle/index.js.map +1 -1
  66. package/dist/opLifecycle/opGroupingManager.d.ts +8 -0
  67. package/dist/opLifecycle/opGroupingManager.d.ts.map +1 -1
  68. package/dist/opLifecycle/opGroupingManager.js +34 -2
  69. package/dist/opLifecycle/opGroupingManager.js.map +1 -1
  70. package/dist/opLifecycle/outbox.d.ts +1 -0
  71. package/dist/opLifecycle/outbox.d.ts.map +1 -1
  72. package/dist/opLifecycle/outbox.js +21 -1
  73. package/dist/opLifecycle/outbox.js.map +1 -1
  74. package/dist/opLifecycle/remoteMessageProcessor.d.ts +35 -14
  75. package/dist/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  76. package/dist/opLifecycle/remoteMessageProcessor.js +71 -46
  77. package/dist/opLifecycle/remoteMessageProcessor.js.map +1 -1
  78. package/dist/packageVersion.d.ts +1 -1
  79. package/dist/packageVersion.d.ts.map +1 -1
  80. package/dist/packageVersion.js +1 -1
  81. package/dist/packageVersion.js.map +1 -1
  82. package/dist/pendingStateManager.d.ts +28 -27
  83. package/dist/pendingStateManager.d.ts.map +1 -1
  84. package/dist/pendingStateManager.js +143 -112
  85. package/dist/pendingStateManager.js.map +1 -1
  86. package/dist/summary/summarizerNode/summarizerNode.d.ts.map +1 -1
  87. package/dist/summary/summarizerNode/summarizerNode.js +5 -1
  88. package/dist/summary/summarizerNode/summarizerNode.js.map +1 -1
  89. package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts +3 -4
  90. package/dist/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -1
  91. package/dist/summary/summarizerNode/summarizerNodeWithGc.js +16 -15
  92. package/dist/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -1
  93. package/lib/batchTracker.d.ts.map +1 -1
  94. package/lib/batchTracker.js.map +1 -1
  95. package/lib/blobManager/blobManager.d.ts.map +1 -1
  96. package/lib/blobManager/blobManager.js +9 -0
  97. package/lib/blobManager/blobManager.js.map +1 -1
  98. package/lib/channelCollection.d.ts +0 -14
  99. package/lib/channelCollection.d.ts.map +1 -1
  100. package/lib/channelCollection.js +2 -11
  101. package/lib/channelCollection.js.map +1 -1
  102. package/lib/containerRuntime.d.ts +34 -6
  103. package/lib/containerRuntime.d.ts.map +1 -1
  104. package/lib/containerRuntime.js +178 -75
  105. package/lib/containerRuntime.js.map +1 -1
  106. package/lib/dataStoreContext.d.ts +9 -18
  107. package/lib/dataStoreContext.d.ts.map +1 -1
  108. package/lib/dataStoreContext.js +27 -65
  109. package/lib/dataStoreContext.js.map +1 -1
  110. package/lib/gc/garbageCollection.d.ts +0 -6
  111. package/lib/gc/garbageCollection.d.ts.map +1 -1
  112. package/lib/gc/garbageCollection.js +25 -68
  113. package/lib/gc/garbageCollection.js.map +1 -1
  114. package/lib/gc/gcConfigs.d.ts.map +1 -1
  115. package/lib/gc/gcConfigs.js +12 -35
  116. package/lib/gc/gcConfigs.js.map +1 -1
  117. package/lib/gc/gcDefinitions.d.ts +9 -52
  118. package/lib/gc/gcDefinitions.d.ts.map +1 -1
  119. package/lib/gc/gcDefinitions.js +2 -22
  120. package/lib/gc/gcDefinitions.js.map +1 -1
  121. package/lib/gc/gcHelpers.d.ts.map +1 -1
  122. package/lib/gc/gcHelpers.js +2 -6
  123. package/lib/gc/gcHelpers.js.map +1 -1
  124. package/lib/gc/gcSummaryStateTracker.d.ts +1 -1
  125. package/lib/gc/gcSummaryStateTracker.d.ts.map +1 -1
  126. package/lib/gc/gcSummaryStateTracker.js +4 -8
  127. package/lib/gc/gcSummaryStateTracker.js.map +1 -1
  128. package/lib/gc/gcTelemetry.d.ts +1 -9
  129. package/lib/gc/gcTelemetry.d.ts.map +1 -1
  130. package/lib/gc/gcTelemetry.js +3 -24
  131. package/lib/gc/gcTelemetry.js.map +1 -1
  132. package/lib/gc/index.d.ts +2 -2
  133. package/lib/gc/index.d.ts.map +1 -1
  134. package/lib/gc/index.js +2 -2
  135. package/lib/gc/index.js.map +1 -1
  136. package/lib/index.d.ts +1 -1
  137. package/lib/index.d.ts.map +1 -1
  138. package/lib/index.js +1 -1
  139. package/lib/index.js.map +1 -1
  140. package/lib/messageTypes.d.ts +6 -5
  141. package/lib/messageTypes.d.ts.map +1 -1
  142. package/lib/messageTypes.js.map +1 -1
  143. package/lib/metadata.d.ts +9 -1
  144. package/lib/metadata.d.ts.map +1 -1
  145. package/lib/metadata.js +4 -0
  146. package/lib/metadata.js.map +1 -1
  147. package/lib/opLifecycle/batchManager.d.ts.map +1 -1
  148. package/lib/opLifecycle/batchManager.js +1 -1
  149. package/lib/opLifecycle/batchManager.js.map +1 -1
  150. package/lib/opLifecycle/index.d.ts +1 -1
  151. package/lib/opLifecycle/index.d.ts.map +1 -1
  152. package/lib/opLifecycle/index.js +1 -1
  153. package/lib/opLifecycle/index.js.map +1 -1
  154. package/lib/opLifecycle/opGroupingManager.d.ts +8 -0
  155. package/lib/opLifecycle/opGroupingManager.d.ts.map +1 -1
  156. package/lib/opLifecycle/opGroupingManager.js +34 -2
  157. package/lib/opLifecycle/opGroupingManager.js.map +1 -1
  158. package/lib/opLifecycle/outbox.d.ts +1 -0
  159. package/lib/opLifecycle/outbox.d.ts.map +1 -1
  160. package/lib/opLifecycle/outbox.js +21 -1
  161. package/lib/opLifecycle/outbox.js.map +1 -1
  162. package/lib/opLifecycle/remoteMessageProcessor.d.ts +35 -14
  163. package/lib/opLifecycle/remoteMessageProcessor.d.ts.map +1 -1
  164. package/lib/opLifecycle/remoteMessageProcessor.js +69 -45
  165. package/lib/opLifecycle/remoteMessageProcessor.js.map +1 -1
  166. package/lib/packageVersion.d.ts +1 -1
  167. package/lib/packageVersion.d.ts.map +1 -1
  168. package/lib/packageVersion.js +1 -1
  169. package/lib/packageVersion.js.map +1 -1
  170. package/lib/pendingStateManager.d.ts +28 -27
  171. package/lib/pendingStateManager.d.ts.map +1 -1
  172. package/lib/pendingStateManager.js +144 -113
  173. package/lib/pendingStateManager.js.map +1 -1
  174. package/lib/summary/summarizerNode/summarizerNode.d.ts.map +1 -1
  175. package/lib/summary/summarizerNode/summarizerNode.js +5 -1
  176. package/lib/summary/summarizerNode/summarizerNode.js.map +1 -1
  177. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts +3 -4
  178. package/lib/summary/summarizerNode/summarizerNodeWithGc.d.ts.map +1 -1
  179. package/lib/summary/summarizerNode/summarizerNodeWithGc.js +16 -15
  180. package/lib/summary/summarizerNode/summarizerNodeWithGc.js.map +1 -1
  181. package/package.json +23 -32
  182. package/src/batchTracker.ts +4 -2
  183. package/src/blobManager/blobManager.ts +9 -0
  184. package/src/channelCollection.ts +2 -11
  185. package/src/containerRuntime.ts +214 -100
  186. package/src/dataStoreContext.ts +29 -93
  187. package/src/gc/garbageCollection.ts +26 -79
  188. package/src/gc/gcConfigs.ts +12 -45
  189. package/src/gc/gcDefinitions.ts +10 -55
  190. package/src/gc/gcHelpers.ts +10 -8
  191. package/src/gc/gcSummaryStateTracker.ts +6 -9
  192. package/src/gc/gcTelemetry.ts +3 -38
  193. package/src/gc/index.ts +2 -6
  194. package/src/index.ts +0 -1
  195. package/src/messageTypes.ts +12 -11
  196. package/src/metadata.ts +16 -2
  197. package/src/opLifecycle/batchManager.ts +4 -1
  198. package/src/opLifecycle/index.ts +6 -1
  199. package/src/opLifecycle/opGroupingManager.ts +42 -3
  200. package/src/opLifecycle/outbox.ts +31 -1
  201. package/src/opLifecycle/remoteMessageProcessor.ts +116 -57
  202. package/src/packageVersion.ts +1 -1
  203. package/src/pendingStateManager.ts +199 -177
  204. package/src/summary/README.md +31 -28
  205. package/src/summary/summarizerNode/summarizerNode.ts +6 -1
  206. package/src/summary/summarizerNode/summarizerNodeWithGc.ts +20 -43
  207. package/src/summary/summaryFormats.md +25 -22
@@ -1 +1 @@
1
- {"version":3,"file":"remoteMessageProcessor.js","sourceRoot":"","sources":["../../src/opLifecycle/remoteMessageProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qCAAqC,CAAC;AAC7D,OAAO,EACN,WAAW,GAEX,MAAM,6CAA6C,CAAC;AAErD,OAAO,EACN,oBAAoB,GAIpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAGjD,OAAO,EAAqB,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAc,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE/D;;;;;GAKG;AACH,MAAM,OAAO,sBAAsB;IAUlC,YACkB,UAAsB,EACtB,cAA8B,EAC9B,iBAAoC;QAFpC,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QALrC,mBAAc,GAA8C,EAAE,CAAC;IAM7E,CAAC;IAEJ,IAAW,eAAe;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAC/B,CAAC;IAEM,uBAAuB,CAAC,QAAgB;QAC9C,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,OAAO,CAAC,iBAA4C;QAM1D,IAAI,OAAO,GAAG,iBAAiB,CAAC;QAEhC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QAEpC,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,qBAAqB,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpE,4DAA4D;YAC5D,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,CAAC;gBACzC,OAAO;YACR,CAAC;YACD,yCAAyC;YACzC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC;QACzC,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAC;YAC5C,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,uDAAuD;YACvD,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,OAAO,CAAC,CAAC;YACjB,CAAC;QACF,CAAC;QAED,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,8DAA8D;YAC9D,MAAM,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,0CAA0C,CAAC,CAAC;YACrF,MAAM,CACL,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAChC,kDAAkD,CAClD,CAAC;YACF,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC/D,aAAa,EAAE,OAAO,CAAC,oBAAoB;aAC3C,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;QAE9D,oGAAoG;QACpG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAkD,CAAC,CAAC;QAE7E,uFAAuF;QACvF,6FAA6F;QAC7F,oFAAoF;QACpF,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACtC,yBAAyB;YACzB,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/B,OAAO;YACN,QAAQ;YACR,aAAa;SACb,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,yBAAyB,CAAC,OAAkC;QACnE,MAAM,iBAAiB,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;QACnE,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACtC,iCAAiC;YACjC,MAAM,CAAC,iBAAiB,KAAK,KAAK,EAAE,6BAA6B,CAAC,CAAC;YAEnE,qCAAqC;YACrC,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;gBAChC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,oBAAoB,CAAC;gBAClD,OAAO,IAAI,CAAC,aAAa,CAAC;YAC3B,CAAC;YAED,0DAA0D;YAC1D,qFAAqF;YACrF,OAAO,OAAO,CAAC,oBAAoB,CAAC;QACrC,CAAC;QAED,mGAAmG;QACnG,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QAEzC,MAAM,CAAC,iBAAiB,KAAK,IAAI,EAAE,+BAA+B,CAAC,CAAC;QACpE,IAAI,iBAAiB,KAAK,KAAK,EAAE,CAAC;YACjC,wDAAwD;YACxD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,OAAO,aAAa,CAAC;IACtB,CAAC;CACD;AAED,0FAA0F;AAC1F,SAAS,0BAA0B,CAAC,cAAyC;IAC5E,iGAAiG;IACjG,+GAA+G;IAC/G,qDAAqD;IACrD,IAAI,OAAO,cAAc,CAAC,QAAQ,KAAK,QAAQ,IAAI,cAAc,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QACnF,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,SAAS,MAAM,CAAC,OAAkC;IACjD,wFAAwF;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA0C,CAAC;IAEpE,uGAAuG;IACvG,MAAM,eAAe,GAAG,OAAkD,CAAC;IAE3E,eAAe,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IACrC,eAAe,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC7C,IAAI,eAAe,IAAI,QAAQ,EAAE,CAAC;QAChC,eAAwE,CAAC,aAAa;YACtF,QAAQ,CAAC,aAAa,CAAC;IACzB,CAAC;IACD,OAAO,eAAe,CAAC;AACxB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAkC;IACtE,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,SAAS,EAAE,CAAC;QAC5C,8CAA8C;QAC9C,sDAAsD;QACtD,+BAA+B;QAC/B,8BAA8B;QAC9B,OAAO,KAAK,CAAC;IACd,CAAC;IAED,oBAAoB;IACpB,gJAAgJ;IAChJ,IACE,OAAO,CAAC,QAAkC,CAAC,OAAO,KAAK,SAAS;QAChE,OAAO,CAAC,QAA+B,CAAC,IAAI,KAAK,SAAS,EAC1D,CAAC;QACF,OAAO,CAAC,IAAI,GAAG,oBAAoB,CAAC,gBAAgB,CAAC;IACtD,CAAC;SAAM,CAAC;QACP,aAAa;QACb,MAAM,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { assert } from \"@fluidframework/core-utils/internal\";\nimport {\n\tMessageType,\n\tISequencedDocumentMessage,\n} from \"@fluidframework/driver-definitions/internal\";\n\nimport {\n\tContainerMessageType,\n\ttype InboundContainerRuntimeMessage,\n\ttype InboundSequencedContainerRuntimeMessage,\n\ttype InboundSequencedRecentlyAddedContainerRuntimeMessage,\n} from \"../messageTypes.js\";\nimport { asBatchMetadata } from \"../metadata.js\";\n\nimport { OpDecompressor } from \"./opDecompressor.js\";\nimport { OpGroupingManager, isGroupedBatch } from \"./opGroupingManager.js\";\nimport { OpSplitter, isChunkedMessage } from \"./opSplitter.js\";\n\n/**\n * Stateful class for processing incoming remote messages as the virtualization measures are unwrapped,\n * potentially across numerous inbound ops.\n *\n * @internal\n */\nexport class RemoteMessageProcessor {\n\t/**\n\t * Client Sequence Number of the first message in the current batch being processed.\n\t * If undefined, we are expecting the next message to start a new batch.\n\t *\n\t * @remarks For chunked batches, this is the CSN of the \"representative\" chunk (the final chunk)\n\t */\n\tprivate batchStartCsn: number | undefined;\n\tprivate readonly processorBatch: InboundSequencedContainerRuntimeMessage[] = [];\n\n\tconstructor(\n\t\tprivate readonly opSplitter: OpSplitter,\n\t\tprivate readonly opDecompressor: OpDecompressor,\n\t\tprivate readonly opGroupingManager: OpGroupingManager,\n\t) {}\n\n\tpublic get partialMessages(): ReadonlyMap<string, string[]> {\n\t\treturn this.opSplitter.chunks;\n\t}\n\n\tpublic clearPartialMessagesFor(clientId: string) {\n\t\tthis.opSplitter.clearPartialChunks(clientId);\n\t}\n\n\t/**\n\t * Ungroups and Unchunks the runtime ops of a batch received over the wire\n\t * @param remoteMessageCopy - A shallow copy of a message from another client, possibly virtualized\n\t * (grouped, compressed, and/or chunked).\n\t * Being a shallow copy, it's considered mutable, meaning no other Container or other parallel procedure\n\t * depends on this object instance.\n\t * Note remoteMessageCopy.contents (and other object props) MUST not be modified,\n\t * but may be overwritten (as is the case with contents).\n\t *\n\t * Incoming messages will always have compression, chunking, and grouped batching happen in a defined order and that order cannot be changed.\n\t * When processing these messages, the order is:\n\t * 1. If chunked, process the chunk and only continue if this is a final chunk\n\t * 2. If compressed, decompress the message and store for further unrolling of the decompressed content\n\t * 3. If grouped, ungroup the message\n\t * For more details, see https://github.com/microsoft/FluidFramework/blob/main/packages/runtime/container-runtime/src/opLifecycle/README.md#inbound\n\t *\n\t * @returns all the unchunked, decompressed, ungrouped, unpacked InboundSequencedContainerRuntimeMessage from a single batch\n\t * or undefined if the batch is not yet complete.\n\t */\n\tpublic process(remoteMessageCopy: ISequencedDocumentMessage):\n\t\t| {\n\t\t\t\tmessages: InboundSequencedContainerRuntimeMessage[];\n\t\t\t\tbatchStartCsn: number;\n\t\t }\n\t\t| undefined {\n\t\tlet message = remoteMessageCopy;\n\n\t\tensureContentsDeserialized(message);\n\n\t\tif (isChunkedMessage(message)) {\n\t\t\tconst chunkProcessingResult = this.opSplitter.processChunk(message);\n\t\t\t// Only continue further if current chunk is the final chunk\n\t\t\tif (!chunkProcessingResult.isFinalChunk) {\n\t\t\t\treturn;\n\t\t\t}\n\t\t\t// This message will always be compressed\n\t\t\tmessage = chunkProcessingResult.message;\n\t\t}\n\n\t\tif (this.opDecompressor.isCompressedMessage(message)) {\n\t\t\tthis.opDecompressor.decompressAndStore(message);\n\t\t}\n\n\t\tif (this.opDecompressor.currentlyUnrolling) {\n\t\t\tmessage = this.opDecompressor.unroll(message);\n\t\t\t// Need to unpack after unrolling if not a groupedBatch\n\t\t\tif (!isGroupedBatch(message)) {\n\t\t\t\tunpack(message);\n\t\t\t}\n\t\t}\n\n\t\tif (isGroupedBatch(message)) {\n\t\t\t// We should be awaiting a new batch (batchStartCsn undefined)\n\t\t\tassert(this.batchStartCsn === undefined, \"Grouped batch interrupting another batch\");\n\t\t\tassert(\n\t\t\t\tthis.processorBatch.length === 0,\n\t\t\t\t\"Processor batch should be empty on grouped batch\",\n\t\t\t);\n\t\t\treturn {\n\t\t\t\tmessages: this.opGroupingManager.ungroupOp(message).map(unpack),\n\t\t\t\tbatchStartCsn: message.clientSequenceNumber,\n\t\t\t};\n\t\t}\n\n\t\tconst batchStartCsn = this.getAndUpdateBatchStartCsn(message);\n\n\t\t// Do a final unpack of runtime messages in case the message was not grouped, compressed, or chunked\n\t\tunpackRuntimeMessage(message);\n\t\tthis.processorBatch.push(message as InboundSequencedContainerRuntimeMessage);\n\n\t\t// this.batchStartCsn is undefined only if we have processed all messages in the batch.\n\t\t// If it's still defined, we're still in the middle of a batch, so we return nothing, letting\n\t\t// containerRuntime know that we're waiting for more messages to complete the batch.\n\t\tif (this.batchStartCsn !== undefined) {\n\t\t\t// batch not yet complete\n\t\t\treturn undefined;\n\t\t}\n\n\t\tconst messages = [...this.processorBatch];\n\t\tthis.processorBatch.length = 0;\n\t\treturn {\n\t\t\tmessages,\n\t\t\tbatchStartCsn,\n\t\t};\n\t}\n\n\t/**\n\t * Based on pre-existing batch tracking info and the current message's batch metadata,\n\t * this will return the starting CSN for this message's batch, and will also update\n\t * the batch tracking info (this.batchStartCsn) based on whether we're still mid-batch.\n\t */\n\tprivate getAndUpdateBatchStartCsn(message: ISequencedDocumentMessage): number {\n\t\tconst batchMetadataFlag = asBatchMetadata(message.metadata)?.batch;\n\t\tif (this.batchStartCsn === undefined) {\n\t\t\t// We are waiting for a new batch\n\t\t\tassert(batchMetadataFlag !== false, \"Unexpected batch end marker\");\n\n\t\t\t// Start of a new multi-message batch\n\t\t\tif (batchMetadataFlag === true) {\n\t\t\t\tthis.batchStartCsn = message.clientSequenceNumber;\n\t\t\t\treturn this.batchStartCsn;\n\t\t\t}\n\n\t\t\t// Single-message batch (Since metadata flag is undefined)\n\t\t\t// IMPORTANT: Leave this.batchStartCsn undefined, we're ready for the next batch now.\n\t\t\treturn message.clientSequenceNumber;\n\t\t}\n\n\t\t// We are in the middle or end of an existing multi-message batch. Return the current batchStartCsn\n\t\tconst batchStartCsn = this.batchStartCsn;\n\n\t\tassert(batchMetadataFlag !== true, \"Unexpected batch start marker\");\n\t\tif (batchMetadataFlag === false) {\n\t\t\t// Batch end? Then get ready for the next batch to start\n\t\t\tthis.batchStartCsn = undefined;\n\t\t}\n\n\t\treturn batchStartCsn;\n\t}\n}\n\n/** Takes an incoming message and if the contents is a string, JSON.parse's it in place */\nfunction ensureContentsDeserialized(mutableMessage: ISequencedDocumentMessage): void {\n\t// back-compat: ADO #1385: eventually should become unconditional, but only for runtime messages!\n\t// System message may have no contents, or in some cases (mostly for back-compat) they may have actual objects.\n\t// Old ops may contain empty string (I assume noops).\n\tif (typeof mutableMessage.contents === \"string\" && mutableMessage.contents !== \"\") {\n\t\tmutableMessage.contents = JSON.parse(mutableMessage.contents);\n\t}\n}\n\n/**\n * For a given message, it moves the nested InboundContainerRuntimeMessage props one level up.\n *\n * The return type illustrates the assumption that the message param\n * becomes a InboundSequencedContainerRuntimeMessage by the time the function returns\n * (but there is no runtime validation of the 'type' or 'compatDetails' values).\n */\nfunction unpack(message: ISequencedDocumentMessage): InboundSequencedContainerRuntimeMessage {\n\t// We assume the contents is an InboundContainerRuntimeMessage (the message is \"packed\")\n\tconst contents = message.contents as InboundContainerRuntimeMessage;\n\n\t// We're going to unpack message in-place (promoting those properties of contents up to message itself)\n\tconst messageUnpacked = message as InboundSequencedContainerRuntimeMessage;\n\n\tmessageUnpacked.type = contents.type;\n\tmessageUnpacked.contents = contents.contents;\n\tif (\"compatDetails\" in contents) {\n\t\t(messageUnpacked as InboundSequencedRecentlyAddedContainerRuntimeMessage).compatDetails =\n\t\t\tcontents.compatDetails;\n\t}\n\treturn messageUnpacked;\n}\n\n/**\n * Unpacks runtime messages.\n *\n * @remarks This API makes no promises regarding backward-compatibility. This is internal API.\n * @param message - message (as it observed in storage / service)\n * @returns whether the given message was unpacked\n *\n * @internal\n */\nexport function unpackRuntimeMessage(message: ISequencedDocumentMessage): boolean {\n\tif (message.type !== MessageType.Operation) {\n\t\t// Legacy format, but it's already \"unpacked\",\n\t\t// i.e. message.type is actually ContainerMessageType.\n\t\t// Or it's non-runtime message.\n\t\t// Nothing to do in such case.\n\t\treturn false;\n\t}\n\n\t// legacy op format?\n\t// TODO: Unsure if this is a real format we should be concerned with. There doesn't appear to be anything prepared to handle the address member.\n\tif (\n\t\t(message.contents as { address?: unknown }).address !== undefined &&\n\t\t(message.contents as { type?: unknown }).type === undefined\n\t) {\n\t\tmessage.type = ContainerMessageType.FluidDataStoreOp;\n\t} else {\n\t\t// new format\n\t\tunpack(message);\n\t}\n\n\treturn true;\n}\n"]}
1
+ {"version":3,"file":"remoteMessageProcessor.js","sourceRoot":"","sources":["../../src/opLifecycle/remoteMessageProcessor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qCAAqC,CAAC;AAC7D,OAAO,EACN,WAAW,GAEX,MAAM,6CAA6C,CAAC;AAErD,OAAO,EACN,oBAAoB,GAIpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAGjD,OAAO,EAAqB,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAc,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAsB/D,SAAS,iBAAiB,CACzB,OAAkC;IAElC,MAAM,CACL,OAAO,CAAC,QAAQ,KAAK,IAAI,EACzB,KAAK,CAAC,sEAAsE,CAC5E,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,sBAAsB;IAQlC,YACkB,UAAsB,EACtB,cAA8B,EAC9B,iBAAoC;QAFpC,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAmB;IACnD,CAAC;IAEJ,IAAW,eAAe;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAC/B,CAAC;IAEM,uBAAuB,CAAC,QAAgB;QAC9C,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,OAAO,CACb,iBAA4C,EAC5C,aAAyC;QAEzC,IAAI,OAAO,GAAG,iBAAiB,CAAC;QAEhC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,qBAAqB,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpE,4DAA4D;YAC5D,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,CAAC;gBACzC,OAAO,SAAS,CAAC;YAClB,CAAC;YACD,yCAAyC;YACzC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC;QACzC,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAC;YAC5C,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,uDAAuD;YACvD,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,OAAO,CAAC,CAAC;YACjB,CAAC;QACF,CAAC;QAED,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,gEAAgE;YAChE,MAAM,CACL,IAAI,CAAC,eAAe,KAAK,SAAS,EAClC,KAAK,CAAC,8CAA8C,CACpD,CAAC;YACF,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;YAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9E,OAAO;gBACN,QAAQ,EAAE,eAAe,EAAE,gCAAgC;gBAC3D,aAAa,EAAE,OAAO,CAAC,oBAAoB;gBAC3C,QAAQ;gBACR,OAAO;gBACP,qEAAqE;gBACrE,wBAAwB,EACvB,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;aAClE,CAAC;QACH,CAAC;QAED,oGAAoG;QACpG,oBAAoB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAE7C,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAC5C,OAAyE,CACzE,CAAC;QAEF,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,yBAAyB;YACzB,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,OAAO,cAAc,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CACxB,OAAuE;QAEvE,MAAM,iBAAiB,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;QACnE,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACxC,iCAAiC;YACjC,MAAM,CAAC,iBAAiB,KAAK,KAAK,EAAE,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAE7E,qCAAqC;YACrC,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,GAAG;oBACtB,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO;oBACnD,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,aAAa,EAAE,OAAO,CAAC,oBAAoB;iBAC3C,CAAC;gBAEF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YAC9B,CAAC;YAED,0DAA0D;YAC1D,IAAI,CAAC,eAAe,GAAG;gBACtB,QAAQ,EAAE,CAAC,OAAO,CAAC;gBACnB,aAAa,EAAE,OAAO,CAAC,oBAAoB;gBAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO;aACnD,CAAC;YACF,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,CAAC,iBAAiB,KAAK,IAAI,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAE9E,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5C,OAAO,EAAE,UAAU,EAAE,iBAAiB,KAAK,KAAK,EAAE,CAAC;IACpD,CAAC;CACD;AAED;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CACzC,cAAyC,EACzC,+BAAwC,EACxC,aAAyC;IAEzC,+FAA+F;IAC/F,uCAAuC;IACvC,uFAAuF;IACvF,oFAAoF;IACpF,IAAI,oBAA6B,CAAC;IAClC,IAAI,OAAO,cAAc,CAAC,QAAQ,KAAK,QAAQ,IAAI,cAAc,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QACnF,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9D,oBAAoB,GAAG,IAAI,CAAC;IAC7B,CAAC;SAAM,CAAC;QACP,oBAAoB,GAAG,KAAK,CAAC;IAC9B,CAAC;IAED,iFAAiF;IACjF,6CAA6C;IAC7C,uEAAuE;IACvE,IAAI,oBAAoB,EAAE,CAAC;QAC1B,aAAa,CAAC,8CAA8C,CAAC,CAAC;IAC/D,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,SAAS,MAAM,CAAC,OAAkC;IACjD,wFAAwF;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA0C,CAAC;IAEpE,uGAAuG;IACvG,MAAM,eAAe,GAAG,OAAkD,CAAC;IAE3E,eAAe,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IACrC,eAAe,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC7C,IAAI,eAAe,IAAI,QAAQ,EAAE,CAAC;QAChC,eAAwE,CAAC,aAAa;YACtF,QAAQ,CAAC,aAAa,CAAC;IACzB,CAAC;IACD,OAAO,eAAe,CAAC;AACxB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CACnC,OAAkC,EAClC,gBAA4C,GAAG,EAAE,GAAE,CAAC;IAEpD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,SAAS,EAAE,CAAC;QAC5C,8CAA8C;QAC9C,sDAAsD;QACtD,+BAA+B;QAC/B,8BAA8B;QAC9B,OAAO,KAAK,CAAC;IACd,CAAC;IAED,oBAAoB;IACpB,gJAAgJ;IAChJ,IACE,OAAO,CAAC,QAAkC,CAAC,OAAO,KAAK,SAAS;QAChE,OAAO,CAAC,QAA+B,CAAC,IAAI,KAAK,SAAS,EAC1D,CAAC;QACF,OAAO,CAAC,IAAI,GAAG,oBAAoB,CAAC,gBAAgB,CAAC;QACrD,aAAa,CAAC,0CAA0C,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACP,aAAa;QACb,MAAM,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { assert } from \"@fluidframework/core-utils/internal\";\nimport {\n\tMessageType,\n\tISequencedDocumentMessage,\n} from \"@fluidframework/driver-definitions/internal\";\n\nimport {\n\tContainerMessageType,\n\ttype InboundContainerRuntimeMessage,\n\ttype InboundSequencedContainerRuntimeMessage,\n\ttype InboundSequencedRecentlyAddedContainerRuntimeMessage,\n} from \"../messageTypes.js\";\nimport { asBatchMetadata } from \"../metadata.js\";\n\nimport { OpDecompressor } from \"./opDecompressor.js\";\nimport { OpGroupingManager, isGroupedBatch } from \"./opGroupingManager.js\";\nimport { OpSplitter, isChunkedMessage } from \"./opSplitter.js\";\n\n/** Messages being received as a batch, with details needed to process the batch */\nexport interface InboundBatch {\n\t/** Messages in this batch */\n\treadonly messages: InboundSequencedContainerRuntimeMessage[];\n\t/** Batch ID, if present */\n\treadonly batchId: string | undefined;\n\t/** clientId that sent this batch. Used to compute Batch ID if needed */\n\treadonly clientId: string;\n\t/**\n\t * Client Sequence Number of the first message in the batch.\n\t * Used to compute Batch ID if needed\n\t *\n\t * @remarks For chunked batches, this is the CSN of the \"representative\" chunk (the final chunk).\n\t * For grouped batches, clientSequenceNumber on messages is overwritten, so we track this original value here.\n\t */\n\treadonly batchStartCsn: number;\n\t/** For an empty batch (with no messages), we need to remember the empty grouped batch's sequence number */\n\treadonly emptyBatchSequenceNumber?: number;\n}\n\nfunction assertHasClientId(\n\tmessage: ISequencedDocumentMessage,\n): asserts message is ISequencedDocumentMessage & { clientId: string } {\n\tassert(\n\t\tmessage.clientId !== null,\n\t\t0xa02 /* Server-generated message should not reach RemoteMessageProcessor */,\n\t);\n}\n\n/**\n * Stateful class for processing incoming remote messages as the virtualization measures are unwrapped,\n * potentially across numerous inbound ops.\n *\n * @internal\n */\nexport class RemoteMessageProcessor {\n\t/**\n\t * The current batch being received, with details needed to process it.\n\t *\n\t * @remarks If undefined, we are expecting the next message to start a new batch.\n\t */\n\tprivate batchInProgress: InboundBatch | undefined;\n\n\tconstructor(\n\t\tprivate readonly opSplitter: OpSplitter,\n\t\tprivate readonly opDecompressor: OpDecompressor,\n\t\tprivate readonly opGroupingManager: OpGroupingManager,\n\t) {}\n\n\tpublic get partialMessages(): ReadonlyMap<string, string[]> {\n\t\treturn this.opSplitter.chunks;\n\t}\n\n\tpublic clearPartialMessagesFor(clientId: string) {\n\t\tthis.opSplitter.clearPartialChunks(clientId);\n\t}\n\n\t/**\n\t * Ungroups and Unchunks the runtime ops of a batch received over the wire\n\t * @param remoteMessageCopy - A shallow copy of a message from another client, possibly virtualized\n\t * (grouped, compressed, and/or chunked).\n\t * Being a shallow copy, it's considered mutable, meaning no other Container or other parallel procedure\n\t * depends on this object instance.\n\t * Note remoteMessageCopy.contents (and other object props) MUST not be modified,\n\t * but may be overwritten (as is the case with contents).\n\t *\n\t * Incoming messages will always have compression, chunking, and grouped batching happen in a defined order and that order cannot be changed.\n\t * When processing these messages, the order is:\n\t * 1. If chunked, process the chunk and only continue if this is a final chunk\n\t * 2. If compressed, decompress the message and store for further unrolling of the decompressed content\n\t * 3. If grouped, ungroup the message\n\t * For more details, see https://github.com/microsoft/FluidFramework/blob/main/packages/runtime/container-runtime/src/opLifecycle/README.md#inbound\n\t *\n\t * @returns all the unchunked, decompressed, ungrouped, unpacked InboundSequencedContainerRuntimeMessage from a single batch\n\t * or undefined if the batch is not yet complete.\n\t */\n\tpublic process(\n\t\tremoteMessageCopy: ISequencedDocumentMessage,\n\t\tlogLegacyCase: (codePath: string) => void,\n\t): InboundBatch | undefined {\n\t\tlet message = remoteMessageCopy;\n\n\t\tassertHasClientId(message);\n\t\tconst clientId = message.clientId;\n\n\t\tif (isChunkedMessage(message)) {\n\t\t\tconst chunkProcessingResult = this.opSplitter.processChunk(message);\n\t\t\t// Only continue further if current chunk is the final chunk\n\t\t\tif (!chunkProcessingResult.isFinalChunk) {\n\t\t\t\treturn undefined;\n\t\t\t}\n\t\t\t// This message will always be compressed\n\t\t\tmessage = chunkProcessingResult.message;\n\t\t}\n\n\t\tif (this.opDecompressor.isCompressedMessage(message)) {\n\t\t\tthis.opDecompressor.decompressAndStore(message);\n\t\t}\n\n\t\tif (this.opDecompressor.currentlyUnrolling) {\n\t\t\tmessage = this.opDecompressor.unroll(message);\n\t\t\t// Need to unpack after unrolling if not a groupedBatch\n\t\t\tif (!isGroupedBatch(message)) {\n\t\t\t\tunpack(message);\n\t\t\t}\n\t\t}\n\n\t\tif (isGroupedBatch(message)) {\n\t\t\t// We should be awaiting a new batch (batchInProgress undefined)\n\t\t\tassert(\n\t\t\t\tthis.batchInProgress === undefined,\n\t\t\t\t0x9d3 /* Grouped batch interrupting another batch */,\n\t\t\t);\n\t\t\tconst batchId = asBatchMetadata(message.metadata)?.batchId;\n\t\t\tconst groupedMessages = this.opGroupingManager.ungroupOp(message).map(unpack);\n\t\t\treturn {\n\t\t\t\tmessages: groupedMessages, // Will be [] for an empty batch\n\t\t\t\tbatchStartCsn: message.clientSequenceNumber,\n\t\t\t\tclientId,\n\t\t\t\tbatchId,\n\t\t\t\t// If the batch is empty, we need to return the sequence number aside\n\t\t\t\temptyBatchSequenceNumber:\n\t\t\t\t\tgroupedMessages.length === 0 ? message.sequenceNumber : undefined,\n\t\t\t};\n\t\t}\n\n\t\t// Do a final unpack of runtime messages in case the message was not grouped, compressed, or chunked\n\t\tunpackRuntimeMessage(message, logLegacyCase);\n\n\t\tconst { batchEnded } = this.addMessageToBatch(\n\t\t\tmessage as InboundSequencedContainerRuntimeMessage & { clientId: string },\n\t\t);\n\n\t\tif (!batchEnded) {\n\t\t\t// batch not yet complete\n\t\t\treturn undefined;\n\t\t}\n\n\t\tconst completedBatch = this.batchInProgress;\n\t\tthis.batchInProgress = undefined;\n\t\treturn completedBatch;\n\t}\n\n\t/**\n\t * Add the given message to the current batch, and indicate whether the batch is now complete.\n\t *\n\t * @returns batchEnded: true if the batch is now complete, batchEnded: false if more messages are expected\n\t */\n\tprivate addMessageToBatch(\n\t\tmessage: InboundSequencedContainerRuntimeMessage & { clientId: string },\n\t): { batchEnded: boolean } {\n\t\tconst batchMetadataFlag = asBatchMetadata(message.metadata)?.batch;\n\t\tif (this.batchInProgress === undefined) {\n\t\t\t// We are waiting for a new batch\n\t\t\tassert(batchMetadataFlag !== false, 0x9d5 /* Unexpected batch end marker */);\n\n\t\t\t// Start of a new multi-message batch\n\t\t\tif (batchMetadataFlag === true) {\n\t\t\t\tthis.batchInProgress = {\n\t\t\t\t\tmessages: [message],\n\t\t\t\t\tbatchId: asBatchMetadata(message.metadata)?.batchId,\n\t\t\t\t\tclientId: message.clientId,\n\t\t\t\t\tbatchStartCsn: message.clientSequenceNumber,\n\t\t\t\t};\n\n\t\t\t\treturn { batchEnded: false };\n\t\t\t}\n\n\t\t\t// Single-message batch (Since metadata flag is undefined)\n\t\t\tthis.batchInProgress = {\n\t\t\t\tmessages: [message],\n\t\t\t\tbatchStartCsn: message.clientSequenceNumber,\n\t\t\t\tclientId: message.clientId,\n\t\t\t\tbatchId: asBatchMetadata(message.metadata)?.batchId,\n\t\t\t};\n\t\t\treturn { batchEnded: true };\n\t\t}\n\t\tassert(batchMetadataFlag !== true, 0x9d6 /* Unexpected batch start marker */);\n\n\t\tthis.batchInProgress.messages.push(message);\n\n\t\treturn { batchEnded: batchMetadataFlag === false };\n\t}\n}\n\n/**\n * Takes an incoming message and if the contents is a string, JSON.parse's it in place\n * @param mutableMessage - op message received\n * @param hasModernRuntimeMessageEnvelope - false if the message does not contain the modern op envelop where message.type is MessageType.Operation\n * @param logLegacyCase - callback to log when legacy op is encountered\n */\nexport function ensureContentsDeserialized(\n\tmutableMessage: ISequencedDocumentMessage,\n\thasModernRuntimeMessageEnvelope: boolean,\n\tlogLegacyCase: (codePath: string) => void,\n): void {\n\t// Currently the loader layer is parsing the contents of the message as JSON if it is a string,\n\t// so we never expect to see this case.\n\t// We intend to remove that logic from the Loader, at which point we will have it here.\n\t// Only hasModernRuntimeMessageEnvelope true will be expected to have JSON contents.\n\tlet didParseJsonContents: boolean;\n\tif (typeof mutableMessage.contents === \"string\" && mutableMessage.contents !== \"\") {\n\t\tmutableMessage.contents = JSON.parse(mutableMessage.contents);\n\t\tdidParseJsonContents = true;\n\t} else {\n\t\tdidParseJsonContents = false;\n\t}\n\n\t// The DeltaManager parses the contents of the message as JSON if it is a string,\n\t// so we should never end up parsing it here.\n\t// Let's observe if we are wrong about this to learn about these cases.\n\tif (didParseJsonContents) {\n\t\tlogLegacyCase(\"ensureContentsDeserialized_foundJsonContents\");\n\t}\n}\n\n/**\n * For a given message, it moves the nested InboundContainerRuntimeMessage props one level up.\n *\n * The return type illustrates the assumption that the message param\n * becomes a InboundSequencedContainerRuntimeMessage by the time the function returns\n * (but there is no runtime validation of the 'type' or 'compatDetails' values).\n */\nfunction unpack(message: ISequencedDocumentMessage): InboundSequencedContainerRuntimeMessage {\n\t// We assume the contents is an InboundContainerRuntimeMessage (the message is \"packed\")\n\tconst contents = message.contents as InboundContainerRuntimeMessage;\n\n\t// We're going to unpack message in-place (promoting those properties of contents up to message itself)\n\tconst messageUnpacked = message as InboundSequencedContainerRuntimeMessage;\n\n\tmessageUnpacked.type = contents.type;\n\tmessageUnpacked.contents = contents.contents;\n\tif (\"compatDetails\" in contents) {\n\t\t(messageUnpacked as InboundSequencedRecentlyAddedContainerRuntimeMessage).compatDetails =\n\t\t\tcontents.compatDetails;\n\t}\n\treturn messageUnpacked;\n}\n\n/**\n * Unpacks runtime messages.\n *\n * @remarks This API makes no promises regarding backward-compatibility. This is internal API.\n * @param message - message (as it observed in storage / service)\n * @returns whether the given message was unpacked\n *\n * @internal\n */\nexport function unpackRuntimeMessage(\n\tmessage: ISequencedDocumentMessage,\n\tlogLegacyCase: (codePath: string) => void = () => {},\n): boolean {\n\tif (message.type !== MessageType.Operation) {\n\t\t// Legacy format, but it's already \"unpacked\",\n\t\t// i.e. message.type is actually ContainerMessageType.\n\t\t// Or it's non-runtime message.\n\t\t// Nothing to do in such case.\n\t\treturn false;\n\t}\n\n\t// legacy op format?\n\t// TODO: Unsure if this is a real format we should be concerned with. There doesn't appear to be anything prepared to handle the address member.\n\tif (\n\t\t(message.contents as { address?: unknown }).address !== undefined &&\n\t\t(message.contents as { type?: unknown }).type === undefined\n\t) {\n\t\tmessage.type = ContainerMessageType.FluidDataStoreOp;\n\t\tlogLegacyCase(\"unpackRuntimeMessage_contentsWithAddress\");\n\t} else {\n\t\t// new format\n\t\tunpack(message);\n\t}\n\n\treturn true;\n}\n"]}
@@ -5,5 +5,5 @@
5
5
  * THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY
6
6
  */
7
7
  export declare const pkgName = "@fluidframework/container-runtime";
8
- export declare const pkgVersion = "2.1.0-281041";
8
+ export declare const pkgVersion = "2.2.0";
9
9
  //# sourceMappingURL=packageVersion.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"packageVersion.d.ts","sourceRoot":"","sources":["../src/packageVersion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,OAAO,sCAAsC,CAAC;AAC3D,eAAO,MAAM,UAAU,iBAAiB,CAAC"}
1
+ {"version":3,"file":"packageVersion.d.ts","sourceRoot":"","sources":["../src/packageVersion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,OAAO,sCAAsC,CAAC;AAC3D,eAAO,MAAM,UAAU,UAAU,CAAC"}
@@ -5,5 +5,5 @@
5
5
  * THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY
6
6
  */
7
7
  export const pkgName = "@fluidframework/container-runtime";
8
- export const pkgVersion = "2.1.0-281041";
8
+ export const pkgVersion = "2.2.0";
9
9
  //# sourceMappingURL=packageVersion.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"packageVersion.js","sourceRoot":"","sources":["../src/packageVersion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,mCAAmC,CAAC;AAC3D,MAAM,CAAC,MAAM,UAAU,GAAG,cAAc,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n *\n * THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY\n */\n\nexport const pkgName = \"@fluidframework/container-runtime\";\nexport const pkgVersion = \"2.1.0-281041\";\n"]}
1
+ {"version":3,"file":"packageVersion.js","sourceRoot":"","sources":["../src/packageVersion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,mCAAmC,CAAC;AAC3D,MAAM,CAAC,MAAM,UAAU,GAAG,OAAO,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n *\n * THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY\n */\n\nexport const pkgName = \"@fluidframework/container-runtime\";\nexport const pkgVersion = \"2.2.0\";\n"]}
@@ -2,11 +2,10 @@
2
2
  * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
3
3
  * Licensed under the MIT License.
4
4
  */
5
- import { ICriticalContainerError } from "@fluidframework/container-definitions";
6
5
  import { IDisposable } from "@fluidframework/core-interfaces";
7
6
  import { ITelemetryLoggerExt } from "@fluidframework/telemetry-utils/internal";
8
7
  import { type InboundSequencedContainerRuntimeMessage } from "./messageTypes.js";
9
- import { BatchId, BatchMessage } from "./opLifecycle/index.js";
8
+ import { BatchId, BatchMessage, InboundBatch } from "./opLifecycle/index.js";
10
9
  /**
11
10
  * This represents a message that has been submitted and is added to the pending queue when `submit` is called on the
12
11
  * ContainerRuntime. This message has either not been ack'd by the server or has not been submitted to the server yet.
@@ -20,8 +19,8 @@ export interface IPendingMessage {
20
19
  localOpMetadata: unknown;
21
20
  opMetadata: Record<string, unknown> | undefined;
22
21
  sequenceNumber?: number;
23
- /** Info needed to compute the batchId on reconnect */
24
- batchIdContext: {
22
+ /** Info about the batch this pending message belongs to, for validation and for computing the batchId on reconnect */
23
+ batchInfo: {
25
24
  /** The Batch's original clientId, from when it was first flushed to be submitted */
26
25
  clientId: string;
27
26
  /**
@@ -29,6 +28,8 @@ export interface IPendingMessage {
29
28
  * @remarks A negative value means it was not yet submitted when queued here (e.g. disconnected right before flush fired)
30
29
  */
31
30
  batchStartCsn: number;
31
+ /** length of the batch (how many runtime messages here) */
32
+ length: number;
32
33
  };
33
34
  }
34
35
  export interface IPendingLocalState {
@@ -42,7 +43,6 @@ export type PendingMessageResubmitData = Pick<IPendingMessage, "content" | "loca
42
43
  export interface IRuntimeStateHandler {
43
44
  connected(): boolean;
44
45
  clientId(): string | undefined;
45
- close(error?: ICriticalContainerError): void;
46
46
  applyStashedOp(content: string): Promise<unknown>;
47
47
  reSubmitBatch(batch: PendingMessageResubmitData[], batchId: BatchId): void;
48
48
  isActiveConnection: () => boolean;
@@ -71,8 +71,6 @@ export declare class PendingStateManager implements IDisposable {
71
71
  /** Used to stand in for batchStartCsn for messages that weren't submitted (so no CSN) */
72
72
  private negativeCounter;
73
73
  private readonly disposeOnce;
74
- private isProcessingBatch;
75
- private pendingBatchBeginMessage;
76
74
  /** Used to ensure we don't replay ops on the same connection twice */
77
75
  private clientIdFromLastReplay;
78
76
  /**
@@ -109,35 +107,38 @@ export declare class PendingStateManager implements IDisposable {
109
107
  */
110
108
  applyStashedOpsAt(seqNum?: number): Promise<void>;
111
109
  /**
112
- * Processes the incoming batch from the server. It verifies that messages are received in the right order and
113
- * that the batch information is correct.
114
- * @param batch - The batch that is being processed.
115
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch
110
+ * Processes an inbound batch of messages - May be local or remote.
111
+ *
112
+ * @param batch - The inbound batch of messages to process. Could be local or remote.
113
+ * @param local - true if we submitted this batch and expect corresponding pending messages
114
+ * @returns The inbound batch's messages with localOpMetadata "zipped" in.
115
+ *
116
+ * @remarks Closes the container if:
117
+ * - The batchStartCsn doesn't match for local batches
116
118
  */
117
- processPendingLocalBatch(batch: InboundSequencedContainerRuntimeMessage[], batchStartCsn: number): {
119
+ processInboundBatch(batch: InboundBatch, local: boolean): {
118
120
  message: InboundSequencedContainerRuntimeMessage;
119
- localOpMetadata: unknown;
121
+ localOpMetadata?: unknown;
120
122
  }[];
121
123
  /**
122
- * Processes a local message once its ack'd by the server. It verifies that there was no data corruption and that
123
- * the batch information was preserved for batch messages.
124
- * @param message - The message that got ack'd and needs to be processed.
125
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch (assigned during submit)
126
- * (not to be confused with message.clientSequenceNumber - the overwritten value in case of grouped batching)
124
+ * Processes the incoming batch from the server that was submitted by this client.
125
+ * It verifies that messages are received in the right order and that the batch information is correct.
126
+ * @param batch - The inbound batch (originating from this client) to correlate with the pending local state
127
+ * @returns The inbound batch's messages with localOpMetadata "zipped" in.
127
128
  */
128
- private processPendingLocalMessage;
129
+ private processPendingLocalBatch;
129
130
  /**
130
- * This message could be the first message in batch. If so, set batch state marking the beginning of a batch.
131
- * @param message - The message that is being processed.
132
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch (assigned during submit)
133
- * @param pendingMessage - The corresponding pendingMessage.
131
+ * Processes the pending local copy of message that's been ack'd by the server.
132
+ * @param sequenceNumber - The sequenceNumber from the server corresponding to the next pending message.
133
+ * @param message - [optional] The entire incoming message, for comparing contents with the pending message for extra validation.
134
+ * @throws DataProcessingError if the pending message content doesn't match the incoming message content.
135
+ * @returns - The localOpMetadata of the next pending message, to be sent to whoever submitted the original message.
134
136
  */
135
- private maybeProcessBatchBegin;
137
+ private processNextPendingMessage;
136
138
  /**
137
- * This message could be the last message in batch. If so, clear batch state since the batch is complete.
138
- * @param message - The message that is being processed.
139
+ * Check if the incoming batch matches the batch info for the next pending message.
139
140
  */
140
- private maybeProcessBatchEnd;
141
+ private onLocalBatchBegin;
141
142
  /**
142
143
  * Called when the Container's connection state changes. If the Container gets connected, it replays all the pending
143
144
  * states in its queue. This includes triggering resubmission of unacked ops.
@@ -1 +1 @@
1
- {"version":3,"file":"pendingStateManager.d.ts","sourceRoot":"","sources":["../src/pendingStateManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG9D,OAAO,EACN,mBAAmB,EAInB,MAAM,0CAA0C,CAAC;AAIlD,OAAO,EAAE,KAAK,uCAAuC,EAAE,MAAM,mBAAmB,CAAC;AAEjF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAmB,MAAM,wBAAwB,CAAC;AAGhF;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,uBAAuB,EAAE,MAAM,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IAChD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,cAAc,EAAE;QACf,oFAAoF;QACpF,QAAQ,EAAE,MAAM,CAAC;QACjB;;;WAGG;QACH,aAAa,EAAE,MAAM,CAAC;KACtB,CAAC;CACF;AAcD,MAAM,WAAW,kBAAkB;IAClC;;OAEG;IACH,aAAa,EAAE,eAAe,EAAE,CAAC;CACjC;AAED,uDAAuD;AACvD,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAC5C,eAAe,EACf,SAAS,GAAG,iBAAiB,GAAG,YAAY,CAC5C,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACpC,SAAS,IAAI,OAAO,CAAC;IACrB,QAAQ,IAAI,MAAM,GAAG,SAAS,CAAC;IAC/B,KAAK,CAAC,KAAK,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC7C,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClD,aAAa,CAAC,KAAK,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3E,kBAAkB,EAAE,MAAM,OAAO,CAAC;IAClC,UAAU,EAAE,MAAM,OAAO,CAAC;CAC1B;AA6BD;;;;;;;;GAQG;AACH,qBAAa,mBAAoB,YAAW,WAAW;IAsFrD,OAAO,CAAC,QAAQ,CAAC,YAAY;IAE7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAvFxB,0FAA0F;IAC1F,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,gGAAgG;IAChG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAyB;IAEzC,yFAAyF;IACzF,OAAO,CAAC,eAAe,CAAc;IAErC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAGzB;IAGH,OAAO,CAAC,iBAAiB,CAAkB;IAI3C,OAAO,CAAC,wBAAwB,CAAwC;IAExE,sEAAsE;IACtE,OAAO,CAAC,sBAAsB,CAAqB;IAEnD;;;OAGG;IACH,IAAW,oBAAoB,IAAI,MAAM,CAExC;IAED;;;;OAIG;IACH,IAAW,mCAAmC,IAAI,MAAM,GAAG,SAAS,CAEnE;IAED;;;OAGG;IACI,kBAAkB,IAAI,OAAO;IAI7B,aAAa,CAAC,sBAAsB,CAAC,EAAE,MAAM,GAAG,kBAAkB;gBAgCvD,YAAY,EAAE,oBAAoB,EACnD,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,EAChC,MAAM,EAAE,mBAAmB;IAO7C,IAAW,QAAQ,YAElB;IACD,SAAgB,OAAO,aAAgC;IAEvD;;;;;;OAMG;IACI,YAAY,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,oBAAoB,EAAE,MAAM,GAAG,SAAS;IA+BnF;;;OAGG;IACU,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM;IAkC9C;;;;;OAKG;IACI,wBAAwB,CAC9B,KAAK,EAAE,uCAAuC,EAAE,EAChD,aAAa,EAAE,MAAM,GACnB;QACF,OAAO,EAAE,uCAAuC,CAAC;QACjD,eAAe,EAAE,OAAO,CAAC;KACzB,EAAE;IAOH;;;;;;OAMG;IACH,OAAO,CAAC,0BAA0B;IA0ClC;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAoC9B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAwD5B;;;;OAIG;IACI,mBAAmB;CA8G1B"}
1
+ {"version":3,"file":"pendingStateManager.d.ts","sourceRoot":"","sources":["../src/pendingStateManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,EACN,mBAAmB,EAInB,MAAM,0CAA0C,CAAC;AAIlD,OAAO,EAEN,KAAK,uCAAuC,EAE5C,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,OAAO,EAAE,YAAY,EAAmB,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE9F;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,uBAAuB,EAAE,MAAM,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IAChD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,sHAAsH;IACtH,SAAS,EAAE;QACV,oFAAoF;QACpF,QAAQ,EAAE,MAAM,CAAC;QACjB;;;WAGG;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,2DAA2D;QAC3D,MAAM,EAAE,MAAM,CAAC;KACf,CAAC;CACF;AAcD,MAAM,WAAW,kBAAkB;IAClC;;OAEG;IACH,aAAa,EAAE,eAAe,EAAE,CAAC;CACjC;AAED,uDAAuD;AACvD,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAC5C,eAAe,EACf,SAAS,GAAG,iBAAiB,GAAG,YAAY,CAC5C,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACpC,SAAS,IAAI,OAAO,CAAC;IACrB,QAAQ,IAAI,MAAM,GAAG,SAAS,CAAC;IAC/B,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClD,aAAa,CAAC,KAAK,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3E,kBAAkB,EAAE,MAAM,OAAO,CAAC;IAClC,UAAU,EAAE,MAAM,OAAO,CAAC;CAC1B;AA0DD;;;;;;;;GAQG;AACH,qBAAa,mBAAoB,YAAW,WAAW;IA+ErD,OAAO,CAAC,QAAQ,CAAC,YAAY;IAE7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAhFxB,0FAA0F;IAC1F,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,gGAAgG;IAChG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAyB;IAEzC,yFAAyF;IACzF,OAAO,CAAC,eAAe,CAAc;IAErC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAGzB;IAEH,sEAAsE;IACtE,OAAO,CAAC,sBAAsB,CAAqB;IAEnD;;;OAGG;IACH,IAAW,oBAAoB,IAAI,MAAM,CAExC;IAED;;;;OAIG;IACH,IAAW,mCAAmC,IAAI,MAAM,GAAG,SAAS,CAEnE;IAED;;;OAGG;IACI,kBAAkB,IAAI,OAAO;IAI7B,aAAa,CAAC,sBAAsB,CAAC,EAAE,MAAM,GAAG,kBAAkB;gBAgCvD,YAAY,EAAE,oBAAoB,EACnD,iBAAiB,EAAE,kBAAkB,GAAG,SAAS,EAChC,MAAM,EAAE,mBAAmB;IAO7C,IAAW,QAAQ,YAElB;IACD,SAAgB,OAAO,aAAgC;IAEvD;;;;;;OAMG;IACI,YAAY,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,oBAAoB,EAAE,MAAM,GAAG,SAAS;IA+BnF;;;OAGG;IACU,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM;IA0C9C;;;;;;;;;OASG;IACI,mBAAmB,CACzB,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE,OAAO,GACZ;QACF,OAAO,EAAE,uCAAuC,CAAC;QACjD,eAAe,CAAC,EAAE,OAAO,CAAC;KAC1B,EAAE;IASH;;;;;OAKG;IACH,OAAO,CAAC,wBAAwB;IA0BhC;;;;;;OAMG;IACH,OAAO,CAAC,yBAAyB;IAwDjC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAuCzB;;;;OAIG;IACI,mBAAmB;CA4G1B"}
@@ -6,25 +6,52 @@ import { assert, Lazy } from "@fluidframework/core-utils/internal";
6
6
  import { DataProcessingError, LoggingError, extractSafePropertiesFromMessage, } from "@fluidframework/telemetry-utils/internal";
7
7
  import Deque from "double-ended-queue";
8
8
  import { v4 as uuid } from "uuid";
9
- import { asBatchMetadata } from "./metadata.js";
9
+ import { asBatchMetadata, asEmptyBatchLocalOpMetadata } from "./metadata.js";
10
10
  import { generateBatchId } from "./opLifecycle/index.js";
11
- import { pkgVersion } from "./packageVersion.js";
12
- function buildPendingMessageContent(
13
- // AnyComboFromUnion is needed need to gain access to compatDetails that
14
- // is only defined for some cases.
15
- message) {
11
+ function isEmptyBatchPendingMessage(message) {
12
+ const content = JSON.parse(message.content);
13
+ return content.type === "groupedBatch" && content.contents?.length === 0;
14
+ }
15
+ function buildPendingMessageContent(message) {
16
16
  // IMPORTANT: Order matters here, this must match the order of the properties used
17
17
  // when submitting the message.
18
18
  const { type, contents, compatDetails } = message;
19
19
  // Any properties that are not defined, won't be emitted by stringify.
20
20
  return JSON.stringify({ type, contents, compatDetails });
21
21
  }
22
+ function typesOfKeys(obj) {
23
+ return Object.keys(obj).reduce((acc, key) => {
24
+ acc[key] = typeof obj[key];
25
+ return acc;
26
+ }, {});
27
+ }
28
+ function scrubAndStringify(message) {
29
+ // Scrub the whole object in case there are unexpected keys
30
+ const scrubbed = typesOfKeys(message);
31
+ // For these known/expected keys, we can either drill in (for contents)
32
+ // or just use the value as-is (since it's not personal info)
33
+ scrubbed.contents = message.contents && typesOfKeys(message.contents);
34
+ scrubbed.compatDetails = message.compatDetails;
35
+ scrubbed.type = message.type;
36
+ return JSON.stringify(scrubbed);
37
+ }
22
38
  function withoutLocalOpMetadata(message) {
23
39
  return {
24
40
  ...message,
25
41
  localOpMetadata: undefined,
26
42
  };
27
43
  }
44
+ /**
45
+ * Get the effective batch ID for a pending message.
46
+ * If the batch ID is already present in the message's op metadata, return it.
47
+ * Otherwise, generate a new batch ID using the client ID and batch start CSN.
48
+ * @param pendingMessage - The pending message
49
+ * @returns The effective batch ID
50
+ */
51
+ function getEffectiveBatchId(pendingMessage) {
52
+ return (asBatchMetadata(pendingMessage.opMetadata)?.batchId ??
53
+ generateBatchId(pendingMessage.batchInfo.clientId, pendingMessage.batchInfo.batchStartCsn));
54
+ }
28
55
  /**
29
56
  * PendingStateManager is responsible for maintaining the messages that have not been sent or have not yet been
30
57
  * acknowledged by the server. It also maintains the batch information for both automatically and manually flushed
@@ -96,8 +123,6 @@ export class PendingStateManager {
96
123
  this.initialMessages.clear();
97
124
  this.pendingMessages.clear();
98
125
  });
99
- // Indicates whether we are processing a batch.
100
- this.isProcessingBatch = false;
101
126
  this.dispose = () => this.disposeOnce.value;
102
127
  if (stashedLocalState?.pendingStates) {
103
128
  this.initialMessages.push(...stashedLocalState.pendingStates);
@@ -130,8 +155,8 @@ export class PendingStateManager {
130
155
  content,
131
156
  localOpMetadata,
132
157
  opMetadata,
133
- // Note: We only need this on the first message.
134
- batchIdContext: { clientId, batchStartCsn },
158
+ // Note: We only will read this off the first message, but put it on all for simplicity
159
+ batchInfo: { clientId, batchStartCsn, length: batch.length },
135
160
  };
136
161
  this.pendingMessages.push(pendingMessage);
137
162
  }
@@ -155,7 +180,15 @@ export class PendingStateManager {
155
180
  }
156
181
  // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
157
182
  const nextMessage = this.initialMessages.shift();
183
+ // Nothing to apply if the message is an empty batch.
184
+ // We still need to track it for resubmission.
158
185
  try {
186
+ if (isEmptyBatchPendingMessage(nextMessage)) {
187
+ nextMessage.localOpMetadata = { emptyBatch: true }; // equivalent to applyStashedOp for empty batch
188
+ patchbatchInfo(nextMessage); // Back compat
189
+ this.pendingMessages.push(nextMessage);
190
+ continue;
191
+ }
159
192
  // applyStashedOp will cause the DDS to behave as if it has sent the op but not actually send it
160
193
  const localOpMetadata = await this.stateHandler.applyStashedOp(nextMessage.content);
161
194
  if (!this.stateHandler.isAttached()) {
@@ -166,7 +199,7 @@ export class PendingStateManager {
166
199
  else {
167
200
  nextMessage.localOpMetadata = localOpMetadata;
168
201
  // then we push onto pendingMessages which will cause PendingStateManager to resubmit when we connect
169
- patchBatchIdContext(nextMessage); // Back compat
202
+ patchbatchInfo(nextMessage); // Back compat
170
203
  this.pendingMessages.push(nextMessage);
171
204
  }
172
205
  }
@@ -176,117 +209,113 @@ export class PendingStateManager {
176
209
  }
177
210
  }
178
211
  /**
179
- * Processes the incoming batch from the server. It verifies that messages are received in the right order and
180
- * that the batch information is correct.
181
- * @param batch - The batch that is being processed.
182
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch
212
+ * Processes an inbound batch of messages - May be local or remote.
213
+ *
214
+ * @param batch - The inbound batch of messages to process. Could be local or remote.
215
+ * @param local - true if we submitted this batch and expect corresponding pending messages
216
+ * @returns The inbound batch's messages with localOpMetadata "zipped" in.
217
+ *
218
+ * @remarks Closes the container if:
219
+ * - The batchStartCsn doesn't match for local batches
220
+ */
221
+ processInboundBatch(batch, local) {
222
+ if (local) {
223
+ return this.processPendingLocalBatch(batch);
224
+ }
225
+ // No localOpMetadata for remote messages
226
+ return batch.messages.map((message) => ({ message }));
227
+ }
228
+ /**
229
+ * Processes the incoming batch from the server that was submitted by this client.
230
+ * It verifies that messages are received in the right order and that the batch information is correct.
231
+ * @param batch - The inbound batch (originating from this client) to correlate with the pending local state
232
+ * @returns The inbound batch's messages with localOpMetadata "zipped" in.
183
233
  */
184
- processPendingLocalBatch(batch, batchStartCsn) {
185
- return batch.map((message) => ({
234
+ processPendingLocalBatch(batch) {
235
+ this.onLocalBatchBegin(batch);
236
+ // Empty batch
237
+ if (batch.messages.length === 0) {
238
+ assert(batch.emptyBatchSequenceNumber !== undefined, 0x9fb /* Expected sequence number for empty batch */);
239
+ const localOpMetadata = this.processNextPendingMessage(batch.emptyBatchSequenceNumber);
240
+ assert(asEmptyBatchLocalOpMetadata(localOpMetadata)?.emptyBatch === true, 0xa20 /* Expected empty batch marker */);
241
+ return [];
242
+ }
243
+ return batch.messages.map((message) => ({
186
244
  message,
187
- localOpMetadata: this.processPendingLocalMessage(message, batchStartCsn),
245
+ localOpMetadata: this.processNextPendingMessage(message.sequenceNumber, message),
188
246
  }));
189
247
  }
190
248
  /**
191
- * Processes a local message once its ack'd by the server. It verifies that there was no data corruption and that
192
- * the batch information was preserved for batch messages.
193
- * @param message - The message that got ack'd and needs to be processed.
194
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch (assigned during submit)
195
- * (not to be confused with message.clientSequenceNumber - the overwritten value in case of grouped batching)
249
+ * Processes the pending local copy of message that's been ack'd by the server.
250
+ * @param sequenceNumber - The sequenceNumber from the server corresponding to the next pending message.
251
+ * @param message - [optional] The entire incoming message, for comparing contents with the pending message for extra validation.
252
+ * @throws DataProcessingError if the pending message content doesn't match the incoming message content.
253
+ * @returns - The localOpMetadata of the next pending message, to be sent to whoever submitted the original message.
196
254
  */
197
- processPendingLocalMessage(message, batchStartCsn) {
198
- // Get the next message from the pending queue. Verify a message exists.
255
+ processNextPendingMessage(sequenceNumber, message) {
199
256
  const pendingMessage = this.pendingMessages.peekFront();
200
257
  assert(pendingMessage !== undefined, 0x169 /* "No pending message found for this remote message" */);
201
- // This may be the start of a batch.
202
- this.maybeProcessBatchBegin(message, batchStartCsn, pendingMessage);
203
- pendingMessage.sequenceNumber = message.sequenceNumber;
258
+ pendingMessage.sequenceNumber = sequenceNumber;
204
259
  this.savedOps.push(withoutLocalOpMetadata(pendingMessage));
205
260
  this.pendingMessages.shift();
206
- const messageContent = buildPendingMessageContent(message);
207
- // Stringified content should match
208
- if (pendingMessage.content !== messageContent) {
209
- this.stateHandler.close(DataProcessingError.create("pending local message content mismatch", "unexpectedAckReceived", message, {
210
- expectedMessageType: JSON.parse(pendingMessage.content).type,
211
- }));
212
- return;
213
- }
214
- // Post-processing part - If we are processing a batch then this could be the last message in the batch.
215
- this.maybeProcessBatchEnd(message);
216
- return pendingMessage.localOpMetadata;
217
- }
218
- /**
219
- * This message could be the first message in batch. If so, set batch state marking the beginning of a batch.
220
- * @param message - The message that is being processed.
221
- * @param batchStartCsn - The clientSequenceNumber of the start of this message's batch (assigned during submit)
222
- * @param pendingMessage - The corresponding pendingMessage.
223
- */
224
- maybeProcessBatchBegin(message, batchStartCsn, pendingMessage) {
225
- if (!this.isProcessingBatch) {
226
- // Expecting the start of a batch (maybe single-message).
227
- if (pendingMessage.batchIdContext.batchStartCsn !== batchStartCsn) {
228
- this.logger?.sendErrorEvent({
229
- eventName: "BatchClientSequenceNumberMismatch",
261
+ // message is undefined in the Empty Batch case,
262
+ // because we don't have an incoming message to compare and pendingMessage is just a placeholder anyway.
263
+ if (message !== undefined) {
264
+ const messageContent = buildPendingMessageContent(message);
265
+ // Stringified content should match
266
+ if (pendingMessage.content !== messageContent) {
267
+ const pendingContentObj = JSON.parse(pendingMessage.content);
268
+ const incomingContentObj = JSON.parse(messageContent);
269
+ const contentsMatch = pendingContentObj.contents === incomingContentObj.contents ||
270
+ (pendingContentObj.contents !== undefined &&
271
+ incomingContentObj.contents !== undefined &&
272
+ JSON.stringify(pendingContentObj.contents) ===
273
+ JSON.stringify(incomingContentObj.contents));
274
+ this.logger.sendErrorEvent({
275
+ eventName: "unexpectedAckReceived",
230
276
  details: {
231
- processingBatch: !!this.pendingBatchBeginMessage,
232
- pendingBatchCsn: pendingMessage.batchIdContext.batchStartCsn,
233
- batchStartCsn,
234
- messageBatchMetadata: message.metadata?.batch,
235
- pendingMessageBatchMetadata: pendingMessage.opMetadata?.batch,
277
+ pendingContentScrubbed: scrubAndStringify(pendingContentObj),
278
+ incomingContentScrubbed: scrubAndStringify(incomingContentObj),
279
+ contentsMatch,
236
280
  },
237
- messageDetails: extractSafePropertiesFromMessage(message),
238
281
  });
282
+ throw DataProcessingError.create("pending local message content mismatch", "unexpectedAckReceived", message);
239
283
  }
240
284
  }
241
- // This message is the first in a batch if the "batch" property on the metadata is set to true
242
- if (message.metadata?.batch) {
243
- // We should not already be processing a batch and there should be no pending batch begin message.
244
- assert(!this.isProcessingBatch && this.pendingBatchBeginMessage === undefined, 0x16b /* "The pending batch state indicates we are already processing a batch" */);
245
- // Set the pending batch state indicating we have started processing a batch.
246
- this.pendingBatchBeginMessage = message;
247
- this.isProcessingBatch = true;
248
- }
285
+ return pendingMessage.localOpMetadata;
249
286
  }
250
287
  /**
251
- * This message could be the last message in batch. If so, clear batch state since the batch is complete.
252
- * @param message - The message that is being processed.
288
+ * Check if the incoming batch matches the batch info for the next pending message.
253
289
  */
254
- maybeProcessBatchEnd(message) {
255
- if (!this.isProcessingBatch) {
256
- return;
257
- }
258
- // There should be a pending batch begin message.
259
- assert(this.pendingBatchBeginMessage !== undefined, 0x16d /* "There is no pending batch begin message" */);
260
- const batchEndMetadata = message.metadata?.batch;
261
- if (this.pendingMessages.isEmpty() || batchEndMetadata === false) {
262
- // Get the batch begin metadata from the first message in the batch.
263
- const batchBeginMetadata = this.pendingBatchBeginMessage.metadata?.batch;
264
- // There could be just a single message in the batch. If so, it should not have any batch metadata. If there
265
- // are multiple messages in the batch, verify that we got the correct batch begin and end metadata.
266
- if (this.pendingBatchBeginMessage === message) {
267
- assert(batchBeginMetadata === undefined, 0x16e /* "Batch with single message should not have batch metadata" */);
268
- }
269
- else {
270
- if (batchBeginMetadata !== true || batchEndMetadata !== false) {
271
- this.stateHandler.close(DataProcessingError.create("Pending batch inconsistency", // Formerly known as asserts 0x16f and 0x170
272
- "processPendingLocalMessage", message, {
273
- runtimeVersion: pkgVersion,
274
- batchClientId:
275
- // eslint-disable-next-line @typescript-eslint/prefer-nullish-coalescing
276
- this.pendingBatchBeginMessage.clientId === null
277
- ? "null"
278
- : this.pendingBatchBeginMessage.clientId,
279
- clientId: this.stateHandler.clientId(),
280
- hasBatchStart: batchBeginMetadata === true,
281
- hasBatchEnd: batchEndMetadata === false,
282
- messageType: message.type,
283
- pendingMessagesCount: this.pendingMessagesCount,
284
- }));
285
- }
286
- }
287
- // Clear the pending batch state now that we have processed the entire batch.
288
- this.pendingBatchBeginMessage = undefined;
289
- this.isProcessingBatch = false;
290
+ onLocalBatchBegin(batch) {
291
+ // Get the next message from the pending queue. Verify a message exists.
292
+ const pendingMessage = this.pendingMessages.peekFront();
293
+ assert(pendingMessage !== undefined, 0xa21 /* No pending message found as we start processing this remote batch */);
294
+ // Note: This could be undefined if this batch became empty on resubmit.
295
+ // In this case the next pending message is an empty batch marker.
296
+ // Empty batches became empty on Resubmit, and submit them and track them in case
297
+ // a different fork of this container also submitted the same batch (and it may not be empty for that fork).
298
+ const firstMessage = batch.messages.length > 0 ? batch.messages[0] : undefined;
299
+ const expectedPendingBatchLength = batch.messages.length === 0 ? 1 : batch.messages.length;
300
+ // We expect the incoming batch to be of the same length, starting at the same clientSequenceNumber,
301
+ // as the batch we originally submitted.
302
+ // We have another later check to compare the message contents, which we'd expect to fail if this check does,
303
+ // so we don't throw here, merely log. In a later release this check may replace that one.
304
+ if (pendingMessage.batchInfo.batchStartCsn !== batch.batchStartCsn ||
305
+ (pendingMessage.batchInfo.length >= 0 && // -1 length is back compat and isn't suitable for this check
306
+ pendingMessage.batchInfo.length !== expectedPendingBatchLength)) {
307
+ this.logger?.sendErrorEvent({
308
+ eventName: "BatchInfoMismatch",
309
+ details: {
310
+ pendingBatchCsn: pendingMessage.batchInfo.batchStartCsn,
311
+ batchStartCsn: batch.batchStartCsn,
312
+ pendingBatchLength: pendingMessage.batchInfo.length,
313
+ batchLength: batch.messages.length,
314
+ pendingMessageBatchMetadata: asBatchMetadata(pendingMessage.opMetadata)?.batch,
315
+ messageBatchMetadata: asBatchMetadata(firstMessage?.metadata)?.batch,
316
+ },
317
+ messageDetails: firstMessage && extractSafePropertiesFromMessage(firstMessage),
318
+ });
290
319
  }
291
320
  }
292
321
  /**
@@ -312,10 +341,12 @@ export class PendingStateManager {
312
341
  const batchMetadataFlag = asBatchMetadata(pendingMessage.opMetadata)?.batch;
313
342
  assert(batchMetadataFlag !== false, 0x41b /* We cannot process batches in chunks */);
314
343
  // The next message starts a batch (possibly single-message), and we'll need its batchId.
315
- // We'll find batchId on this message if it was previously generated.
316
- // Otherwise, generate it now - this is the first time resubmitting this batch.
317
- const batchId = asBatchMetadata(pendingMessage.opMetadata)?.batchId ??
318
- generateBatchId(pendingMessage.batchIdContext.clientId, pendingMessage.batchIdContext.batchStartCsn);
344
+ const batchId = getEffectiveBatchId(pendingMessage);
345
+ // Resubmit no messages, with the batchId. Will result in another empty batch marker.
346
+ if (asEmptyBatchLocalOpMetadata(pendingMessage.localOpMetadata)?.emptyBatch === true) {
347
+ this.stateHandler.reSubmitBatch([], batchId);
348
+ continue;
349
+ }
319
350
  /**
320
351
  * We must preserve the distinct batches on resubmit.
321
352
  * Note: It is not possible for the PendingStateManager to receive a partially acked batch. It will
@@ -367,12 +398,12 @@ export class PendingStateManager {
367
398
  }
368
399
  }
369
400
  }
370
- /** For back-compat if trying to apply stashed ops that pre-date batchIdContext */
371
- function patchBatchIdContext(message) {
372
- const batchIdContext = message.batchIdContext;
373
- if (batchIdContext === undefined) {
401
+ /** For back-compat if trying to apply stashed ops that pre-date batchInfo */
402
+ function patchbatchInfo(message) {
403
+ const batchInfo = message.batchInfo;
404
+ if (batchInfo === undefined) {
374
405
  // Using uuid guarantees uniqueness, retaining existing behavior
375
- message.batchIdContext = { clientId: uuid(), batchStartCsn: -1 };
406
+ message.batchInfo = { clientId: uuid(), batchStartCsn: -1, length: -1 };
376
407
  }
377
408
  }
378
409
  //# sourceMappingURL=pendingStateManager.js.map