@fluidframework/container-runtime 2.0.0-dev-rc.2.0.0.245554 → 2.0.0-dev-rc.3.0.0.250606

package/lib/test/opLifecycle/opDecompressor.spec.js

@@ -3,9 +3,9 @@
  * Licensed under the MIT License.
  */
 import { strict as assert } from "assert";
-import { compress } from "lz4js";
 import { IsoBuffer } from "@fluid-internal/client-utils";
 import { MockLogger } from "@fluidframework/telemetry-utils";
+import { compress } from "lz4js";
 import { ContainerMessageType } from "../../index.js";
 import { OpDecompressor } from "../../opLifecycle/index.js";
 function generateCompressedBatchMessage(length) {
@@ -72,22 +72,26 @@ describe("OpDecompressor", () => {
         decompressor = new OpDecompressor(mockLogger);
     });
     it("Processes single compressed op", () => {
-        const result = decompressor.processMessage(generateCompressedBatchMessage(1));
-        assert.equal(result.state, "Processed");
-        assert.strictEqual(result.message.contents.contents, "value0");
-        assert.strictEqual(result.message.metadata?.compressed, undefined);
-        assert.strictEqual(result.message.compression, undefined);
+        let message = generateCompressedBatchMessage(1);
+        decompressor.decompressAndStore(message);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        message = decompressor.unroll(message);
+        assert.strictEqual(message.contents.contents, "value0");
+        assert.strictEqual(message.metadata?.compressed, undefined);
+        assert.strictEqual(message.compression, undefined);
     });
     // Back-compat self healing mechanism for ADO:3538
     it("Processes single compressed op without compression markers", () => {
-        const result = decompressor.processMessage({
+        let message = {
             ...generateCompressedBatchMessage(1),
             compression: undefined,
-        });
-        assert.equal(result.state, "Processed");
-        assert.strictEqual(result.message.contents.contents, "value0");
-        assert.strictEqual(result.message.metadata?.compressed, undefined);
-        assert.strictEqual(result.message.compression, undefined);
+        };
+        decompressor.decompressAndStore(message);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        message = decompressor.unroll(message);
+        assert.strictEqual(message.contents.contents, "value0");
+        assert.strictEqual(message.metadata?.compressed, undefined);
+        assert.strictEqual(message.compression, undefined);
         mockLogger.assertMatch([
             {
                 eventName: "OpDecompressor:LegacyCompression",
@@ -96,63 +100,66 @@ describe("OpDecompressor", () => {
         ]);
     });
     it("Expecting only lz4 compression", () => {
-        assert.throws(() => decompressor.processMessage({
+        assert.throws(() => decompressor.decompressAndStore({
             ...generateCompressedBatchMessage(5),
             compression: "gzip",
         }));
     });
     it("Processes multiple compressed ops", () => {
         const rootMessage = generateCompressedBatchMessage(5);
-        const firstMessageResult = decompressor.processMessage(rootMessage);
-        assert.equal(firstMessageResult.state, "Accepted");
-        assert.strictEqual(firstMessageResult.message.contents.contents, "value0");
-        assert.strictEqual(firstMessageResult.message.metadata
-            ?.compressed, undefined);
-        assert.strictEqual(firstMessageResult.message.compression, undefined);
+        decompressor.decompressAndStore(rootMessage);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const firstMessage = decompressor.unroll(rootMessage);
+        assert.strictEqual(firstMessage.contents.contents, "value0");
+        assert.strictEqual(firstMessage.metadata?.compressed, undefined);
+        assert.strictEqual(firstMessage.compression, undefined);
         for (let i = 1; i < 4; i++) {
-            const result = decompressor.processMessage(emptyMessage);
-            assert.equal(result.state, "Accepted");
-            assert.strictEqual(result.message.contents.contents, `value${i}`);
-            assert.strictEqual(result.message.metadata?.compressed, undefined);
-            assert.strictEqual(result.message.compression, undefined);
+            assert.equal(decompressor.currentlyUnrolling, true);
+            const message = decompressor.unroll(emptyMessage);
+            assert.strictEqual(message.contents.contents, `value${i}`);
+            assert.strictEqual(message.metadata?.compressed, undefined);
+            assert.strictEqual(message.compression, undefined);
         }
-        const lastMessageResult = decompressor.processMessage(endBatchEmptyMessage);
-        assert.equal(lastMessageResult.state, "Processed");
-        assert.strictEqual(lastMessageResult.message.contents.contents, "value4");
-        assert.strictEqual(lastMessageResult.message.metadata
-            ?.compressed, undefined);
-        assert.strictEqual(lastMessageResult.message.compression, undefined);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const lastMessage = decompressor.unroll(endBatchEmptyMessage);
+        assert.strictEqual(lastMessage.contents.contents, "value4");
+        assert.strictEqual(lastMessage.metadata?.compressed, undefined);
+        assert.strictEqual(lastMessage.compression, undefined);
     });
     it("Expecting empty messages in the middle of the compressed batch", () => {
         const rootMessage = generateCompressedBatchMessage(5);
-        const firstMessageResult = decompressor.processMessage(rootMessage);
-        assert.equal(firstMessageResult.state, "Accepted");
-        assert.strictEqual(firstMessageResult.message.contents.contents, "value0");
-        assert.throws(() => decompressor.processMessage({ ...emptyMessage, contents: {} }));
+        decompressor.decompressAndStore(rootMessage);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const firstMessage = decompressor.unroll(rootMessage);
+        assert.strictEqual(firstMessage.contents.contents, "value0");
+        assert.equal(decompressor.currentlyUnrolling, true);
+        assert.throws(() => decompressor.unroll({ ...emptyMessage, contents: {} }));
     });
     it("Processes multiple batches of compressed ops", () => {
         const rootMessage = generateCompressedBatchMessage(5);
-        const firstMessageResult = decompressor.processMessage(rootMessage);
-        assert.equal(firstMessageResult.state, "Accepted");
-        assert.strictEqual(firstMessageResult.message.contents.contents, "value0");
+        decompressor.decompressAndStore(rootMessage);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const firstMessage = decompressor.unroll(rootMessage);
+        assert.strictEqual(firstMessage.contents.contents, "value0");
         for (let i = 1; i < 4; i++) {
-            const result = decompressor.processMessage(emptyMessage);
-            assert.equal(result.state, "Accepted");
-            assert.strictEqual(result.message.contents.contents, `value${i}`);
+            assert.equal(decompressor.currentlyUnrolling, true);
+            const message = decompressor.unroll(emptyMessage);
+            assert.strictEqual(message.contents.contents, `value${i}`);
         }
-        const lastMessageResult = decompressor.processMessage(endBatchEmptyMessage);
-        assert.equal(lastMessageResult.state, "Processed");
-        assert.strictEqual(lastMessageResult.message.contents.contents, "value4");
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const lastMessage = decompressor.unroll(endBatchEmptyMessage);
+        assert.strictEqual(lastMessage.contents.contents, "value4");
         const nextRootMessage = generateCompressedBatchMessage(3);
-        const nextFirstMessageResult = decompressor.processMessage(nextRootMessage);
-        assert.equal(nextFirstMessageResult.state, "Accepted");
-        assert.strictEqual(nextFirstMessageResult.message.contents.contents, "value0");
-        const middleMessageResult = decompressor.processMessage(emptyMessage);
-        assert.equal(middleMessageResult.state, "Accepted");
-        assert.strictEqual(middleMessageResult.message.contents.contents, "value1");
-        const endBatchEmptyMessageResult = decompressor.processMessage(endBatchEmptyMessage);
-        assert.equal(endBatchEmptyMessageResult.state, "Processed");
-        assert.strictEqual(endBatchEmptyMessageResult.message.contents.contents, "value2");
+        decompressor.decompressAndStore(nextRootMessage);
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const nextFirstMessage = decompressor.unroll(nextRootMessage);
+        assert.strictEqual(nextFirstMessage.contents.contents, "value0");
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const middleMessage = decompressor.unroll(emptyMessage);
+        assert.strictEqual(middleMessage.contents.contents, "value1");
+        assert.equal(decompressor.currentlyUnrolling, true);
+        const endBatchMessage = decompressor.unroll(endBatchEmptyMessage);
+        assert.strictEqual(endBatchMessage.contents.contents, "value2");
     });
     it("Ignores ops without compression", () => {
         const rootMessages = [
@@ -209,9 +216,7 @@ describe("OpDecompressor", () => {
             },
         ];
         for (const rootMessage of rootMessages) {
-            const firstMessageResult = decompressor.processMessage(rootMessage);
-            assert.equal(firstMessageResult.state, "Skipped");
-            assert.deepStrictEqual(firstMessageResult.message, rootMessage);
+            assert.equal(decompressor.isCompressedMessage(rootMessage), false);
         }
     });
 });

package/lib/test/opLifecycle/opDecompressor.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"opDecompressor.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opDecompressor.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAEzD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAU5D,SAAS,8BAA8B,CAAC,MAAc;IACrD,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;QAChC,qEAAqE;QACrE,KAAK,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB,CAAC,gBAAgB;YAC3C,QAAQ,EAAE,QAAQ,CAAC,EAA0B;SAC7C,CAAC,CAAC;KACH;IAED,MAAM,gBAAgB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhF,MAAM,WAAW,GAA8B;QAC9C,QAAQ,EAAE,EAAE,cAAc,EAAE,iBAAiB,EAAE;QAC/C,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QAC1B,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,CAAC;QACjB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,uBAAuB,EAAE,CAAC;QAC1B,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,KAAK;KAClB,CAAC;IAEF,sDAAsD;IACtD,IAAI,MAAM,KAAK,CAAC,EAAE;QACjB,OAAO,WAAW,CAAC;KACnB;IAED,OAAO;QACN,GAAG,WAAW;QACd,uGAAuG;QACvG,4EAA4E;QAC5E,QAAQ,EAAE,EAAE,GAAI,WAAW,CAAC,QAAgB,EAAE,KAAK,EAAE,IAAI,EAAE;KAC3D,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAA8B;IAC/C,QAAQ,EAAE,SAAS;IACnB,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,MAAM,oBAAoB,GAA8B;IACvD,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;IAC1B,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IACpC,IAAI,YAA4B,CAAC;IACjC,UAAU,CAAC,GAAG,EAAE;QACf,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,YAAY,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAE,MAAM,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzF,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAiD,EAAE,UAAU,EAC7E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,kDAAkD;IAClD,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC;YAC1C,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,SAAS;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAE,MAAM,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzF,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAiD,EAAE,UAAU,EAC7E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAE1D,UAAU,CAAC,WAAW,CAAC;YACtB;gBACC,SAAS,EAAE,kCAAkC;gBAC7C,QAAQ,EAAE,SAAS;aACnB;SACD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,YAAY,CAAC,cAAc,CAAC;YAC3B,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM;SACnB,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,kBAAkB,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEpE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAChB,kBAAkB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACtE,QAAQ,CACR,CAAC;QACF,MAAM,CAAC,WAAW,CAChB,kBAAkB,CAAC,OAAO,CAAC,QAAiD;YAC5E,EAAE,UAAU,EACb,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAC1D,QAAQ,CAAC,EAAE,CACX,CAAC;YACF,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAiD,EAAE,UAAU,EAC7E,SAAS,CACT,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;SAC1D;QAED,MAAM,iBAAiB,GAAG,YAAY,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAChB,iBAAiB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACrE,QAAQ,CACR,CAAC;QACF,MAAM,CAAC,WAAW,CAChB,iBAAiB,CAAC,OAAO,CAAC,QAAiD;YAC3E,EAAE,UAAU,EACb,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACzE,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,kBAAkB,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEpE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAChB,kBAAkB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACtE,QAAQ,CACR,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,kBAAkB,GAAG,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEpE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAChB,kBAAkB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACtE,QAAQ,CACR,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAC1D,QAAQ,CAAC,EAAE,CACX,CAAC;SACF;QAED,MAAM,iBAAiB,GAAG,YAAY,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,WAAW,CAChB,iBAAiB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACrE,QAAQ,CACR,CAAC;QAEF,MAAM,eAAe,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,sBAAsB,GAAG,YAAY,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,CAAC,WAAW,CAChB,sBAAsB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAC1E,QAAQ,CACR,CAAC;QAEF,MAAM,mBAAmB,GAAG,YAAY,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAChB,mBAAmB,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EACvE,QAAQ,CACR,CAAC;QAEF,MAAM,0BAA0B,GAAG,YAAY,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;QACrF,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,CAChB,0BAA0B,CAAC,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAC9E,QAAQ,CACR,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG;YACpB;gBACC,mDAAmD;gBACnD,uDAAuD;gBACvD,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;gBAC9B,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sCAAsC,EAAE;gBACpE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,EAAE;gBACtE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;SACD,CAAC;QAEF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;YACvC,MAAM,kBAAkB,GAAG,YAAY,CAAC,cAAc,CACrD,WAAwC,CACxC,CAAC;YAEF,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAClD,MAAM,CAAC,eAAe,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;SAChE;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"assert\";\nimport { compress } from \"lz4js\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport { IsoBuffer } from \"@fluid-internal/client-utils\";\nimport type { IEnvelope } from \"@fluidframework/runtime-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { ContainerMessageType } from \"../../index.js\";\nimport { OpDecompressor } from \"../../opLifecycle/index.js\";\nimport type { InboundContainerRuntimeMessage } from \"../../messageTypes.js\";\n\n/**\n * Format of test messages generated in this test.\n */\ninterface ITestMessageContents {\n\tcontents: string;\n}\n\nfunction generateCompressedBatchMessage(length: number): ISequencedDocumentMessage {\n\tconst batch: InboundContainerRuntimeMessage[] = [];\n\tfor (let i = 0; i < length; i++) {\n\t\t// Actual Op and contents aren't important. Values are not realistic.\n\t\tbatch.push({\n\t\t\ttype: ContainerMessageType.FluidDataStoreOp,\n\t\t\tcontents: `value${i}` as unknown as IEnvelope,\n\t\t});\n\t}\n\n\tconst contentsAsBuffer = new TextEncoder().encode(JSON.stringify(batch));\n\tconst compressedContents = compress(contentsAsBuffer);\n\tconst compressedContent = IsoBuffer.from(compressedContents).toString(\"base64\");\n\n\tconst messageBase: ISequencedDocumentMessage = {\n\t\tcontents: { packedContents: compressedContent },\n\t\tmetadata: { meta: \"data\" },\n\t\tclientId: \"clientId\",\n\t\tsequenceNumber: 1,\n\t\tminimumSequenceNumber: 1,\n\t\tclientSequenceNumber: 1,\n\t\treferenceSequenceNumber: 1,\n\t\ttype: \"type\",\n\t\ttimestamp: 1,\n\t\tcompression: \"lz4\",\n\t};\n\n\t// Single compressed message won't have batch metadata\n\tif (length === 1) {\n\t\treturn messageBase;\n\t}\n\n\treturn {\n\t\t...messageBase,\n\t\t// TODO: It's not clear if this shallow clone is required, as opposed to just setting \"batch\" to false.\n\t\t// eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion\n\t\tmetadata: { ...(messageBase.metadata as any), batch: true },\n\t};\n}\n\nconst emptyMessage: ISequencedDocumentMessage = {\n\tcontents: undefined,\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\nconst endBatchEmptyMessage: ISequencedDocumentMessage = {\n\tcontents: {},\n\tmetadata: { batch: false },\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\ndescribe(\"OpDecompressor\", () => {\n\tconst mockLogger = new MockLogger();\n\tlet decompressor: OpDecompressor;\n\tbeforeEach(() => {\n\t\tmockLogger.clear();\n\t\tdecompressor = new OpDecompressor(mockLogger);\n\t});\n\n\tit(\"Processes single compressed op\", () => {\n\t\tconst result = decompressor.processMessage(generateCompressedBatchMessage(1));\n\t\tassert.equal(result.state, \"Processed\");\n\t\tassert.strictEqual((result.message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(result.message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(result.message.compression, undefined);\n\t});\n\n\t// Back-compat self healing mechanism for ADO:3538\n\tit(\"Processes single compressed op without compression markers\", () => {\n\t\tconst result = decompressor.processMessage({\n\t\t\t...generateCompressedBatchMessage(1),\n\t\t\tcompression: undefined,\n\t\t});\n\t\tassert.equal(result.state, \"Processed\");\n\t\tassert.strictEqual((result.message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(result.message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(result.message.compression, undefined);\n\n\t\tmockLogger.assertMatch([\n\t\t\t{\n\t\t\t\teventName: \"OpDecompressor:LegacyCompression\",\n\t\t\t\tcategory: \"generic\",\n\t\t\t},\n\t\t]);\n\t});\n\n\tit(\"Expecting only lz4 compression\", () => {\n\t\tassert.throws(() =>\n\t\t\tdecompressor.processMessage({\n\t\t\t\t...generateCompressedBatchMessage(5),\n\t\t\t\tcompression: \"gzip\",\n\t\t\t}),\n\t\t);\n\t});\n\n\tit(\"Processes multiple compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tconst firstMessageResult = decompressor.processMessage(rootMessage);\n\n\t\tassert.equal(firstMessageResult.state, \"Accepted\");\n\t\tassert.strictEqual(\n\t\t\t(firstMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value0\",\n\t\t);\n\t\tassert.strictEqual(\n\t\t\t(firstMessageResult.message.metadata as { compressed?: unknown } | undefined)\n\t\t\t\t?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(firstMessageResult.message.compression, undefined);\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tconst result = decompressor.processMessage(emptyMessage);\n\t\t\tassert.equal(result.state, \"Accepted\");\n\t\t\tassert.strictEqual(\n\t\t\t\t(result.message.contents as ITestMessageContents).contents,\n\t\t\t\t`value${i}`,\n\t\t\t);\n\t\t\tassert.strictEqual(\n\t\t\t\t(result.message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\t\tundefined,\n\t\t\t);\n\t\t\tassert.strictEqual(result.message.compression, undefined);\n\t\t}\n\n\t\tconst lastMessageResult = decompressor.processMessage(endBatchEmptyMessage);\n\t\tassert.equal(lastMessageResult.state, \"Processed\");\n\t\tassert.strictEqual(\n\t\t\t(lastMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value4\",\n\t\t);\n\t\tassert.strictEqual(\n\t\t\t(lastMessageResult.message.metadata as { compressed?: unknown } | undefined)\n\t\t\t\t?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(lastMessageResult.message.compression, undefined);\n\t});\n\n\tit(\"Expecting empty messages in the middle of the compressed batch\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tconst firstMessageResult = decompressor.processMessage(rootMessage);\n\n\t\tassert.equal(firstMessageResult.state, \"Accepted\");\n\t\tassert.strictEqual(\n\t\t\t(firstMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value0\",\n\t\t);\n\n\t\tassert.throws(() => decompressor.processMessage({ ...emptyMessage, contents: {} }));\n\t});\n\n\tit(\"Processes multiple batches of compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tconst firstMessageResult = decompressor.processMessage(rootMessage);\n\n\t\tassert.equal(firstMessageResult.state, \"Accepted\");\n\t\tassert.strictEqual(\n\t\t\t(firstMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value0\",\n\t\t);\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tconst result = decompressor.processMessage(emptyMessage);\n\t\t\tassert.equal(result.state, \"Accepted\");\n\t\t\tassert.strictEqual(\n\t\t\t\t(result.message.contents as ITestMessageContents).contents,\n\t\t\t\t`value${i}`,\n\t\t\t);\n\t\t}\n\n\t\tconst lastMessageResult = decompressor.processMessage(endBatchEmptyMessage);\n\t\tassert.equal(lastMessageResult.state, \"Processed\");\n\t\tassert.strictEqual(\n\t\t\t(lastMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value4\",\n\t\t);\n\n\t\tconst nextRootMessage = generateCompressedBatchMessage(3);\n\t\tconst nextFirstMessageResult = decompressor.processMessage(nextRootMessage);\n\t\tassert.equal(nextFirstMessageResult.state, \"Accepted\");\n\t\tassert.strictEqual(\n\t\t\t(nextFirstMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value0\",\n\t\t);\n\n\t\tconst middleMessageResult = decompressor.processMessage(emptyMessage);\n\t\tassert.equal(middleMessageResult.state, \"Accepted\");\n\t\tassert.strictEqual(\n\t\t\t(middleMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value1\",\n\t\t);\n\n\t\tconst endBatchEmptyMessageResult = decompressor.processMessage(endBatchEmptyMessage);\n\t\tassert.equal(endBatchEmptyMessageResult.state, \"Processed\");\n\t\tassert.strictEqual(\n\t\t\t(endBatchEmptyMessageResult.message.contents as ITestMessageContents).contents,\n\t\t\t\"value2\",\n\t\t);\n\t});\n\n\tit(\"Ignores ops without compression\", () => {\n\t\tconst rootMessages = [\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\t// the message should have a `packedContents` property.\n\t\t\t\tcontents: { some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"packedContents is not base64 encoded\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"YmFzZTY0IGNvbnRlbnQ=\", some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t];\n\n\t\tfor (const rootMessage of rootMessages) {\n\t\t\tconst firstMessageResult = decompressor.processMessage(\n\t\t\t\trootMessage as ISequencedDocumentMessage,\n\t\t\t);\n\n\t\t\tassert.equal(firstMessageResult.state, \"Skipped\");\n\t\t\tassert.deepStrictEqual(firstMessageResult.message, rootMessage);\n\t\t}\n\t});\n});\n"]}
+{"version":3,"file":"opDecompressor.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opDecompressor.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGzD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAS5D,SAAS,8BAA8B,CAAC,MAAc;IACrD,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;QAChC,qEAAqE;QACrE,KAAK,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB,CAAC,gBAAgB;YAC3C,QAAQ,EAAE,QAAQ,CAAC,EAA0B;SAC7C,CAAC,CAAC;KACH;IAED,MAAM,gBAAgB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhF,MAAM,WAAW,GAA8B;QAC9C,QAAQ,EAAE,EAAE,cAAc,EAAE,iBAAiB,EAAE;QAC/C,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QAC1B,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,CAAC;QACjB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,uBAAuB,EAAE,CAAC;QAC1B,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,KAAK;KAClB,CAAC;IAEF,sDAAsD;IACtD,IAAI,MAAM,KAAK,CAAC,EAAE;QACjB,OAAO,WAAW,CAAC;KACnB;IAED,OAAO;QACN,GAAG,WAAW;QACd,uGAAuG;QACvG,4EAA4E;QAC5E,QAAQ,EAAE,EAAE,GAAI,WAAW,CAAC,QAAgB,EAAE,KAAK,EAAE,IAAI,EAAE;KAC3D,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAA8B;IAC/C,QAAQ,EAAE,SAAS;IACnB,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,MAAM,oBAAoB,GAA8B;IACvD,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;IAC1B,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IACpC,IAAI,YAA4B,CAAC;IACjC,UAAU,CAAC,GAAG,EAAE;QACf,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,YAAY,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,IAAI,OAAO,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QAChD,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,kDAAkD;IAClD,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,IAAI,OAAO,GAA8B;YACxC,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,SAAS;SACtB,CAAC;QACF,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEvC,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEnD,UAAU,CAAC,WAAW,CAAC;YACtB;gBACC,SAAS,EAAE,kCAAkC;gBAC7C,QAAQ,EAAE,SAAS;aACnB;SACD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,YAAY,CAAC,kBAAkB,CAAC;YAC/B,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM;SACnB,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvF,MAAM,CAAC,WAAW,CAChB,YAAY,CAAC,QAAiD,EAAE,UAAU,EAC3E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAExD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;SACnD;QAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,WAAW,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtF,MAAM,CAAC,WAAW,CAChB,WAAW,CAAC,QAAiD,EAAE,UAAU,EAC1E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACzE,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEvF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEvF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;SACrF;QAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,WAAW,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtF,MAAM,eAAe,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QAC1D,YAAY,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,gBAAgB,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE3F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,CAAC,WAAW,CAAE,aAAa,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAExF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAClE,MAAM,CAAC,WAAW,CAAE,eAAe,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG;YACpB;gBACC,mDAAmD;gBACnD,uDAAuD;gBACvD,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;gBAC9B,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sCAAsC,EAAE;gBACpE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,EAAE;gBACtE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;SACD,CAAC;QAEF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;YACvC,MAAM,CAAC,KAAK,CACX,YAAY,CAAC,mBAAmB,CAAC,WAAwC,CAAC,EAC1E,KAAK,CACL,CAAC;SACF;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"assert\";\nimport { IsoBuffer } from \"@fluid-internal/client-utils\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport type { IEnvelope } from \"@fluidframework/runtime-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { compress } from \"lz4js\";\nimport { ContainerMessageType } from \"../../index.js\";\nimport type { InboundContainerRuntimeMessage } from \"../../messageTypes.js\";\nimport { OpDecompressor } from \"../../opLifecycle/index.js\";\n\n/**\n * Format of test messages generated in this test.\n */\ninterface ITestMessageContents {\n\tcontents: string;\n}\n\nfunction generateCompressedBatchMessage(length: number): ISequencedDocumentMessage {\n\tconst batch: InboundContainerRuntimeMessage[] = [];\n\tfor (let i = 0; i < length; i++) {\n\t\t// Actual Op and contents aren't important. Values are not realistic.\n\t\tbatch.push({\n\t\t\ttype: ContainerMessageType.FluidDataStoreOp,\n\t\t\tcontents: `value${i}` as unknown as IEnvelope,\n\t\t});\n\t}\n\n\tconst contentsAsBuffer = new TextEncoder().encode(JSON.stringify(batch));\n\tconst compressedContents = compress(contentsAsBuffer);\n\tconst compressedContent = IsoBuffer.from(compressedContents).toString(\"base64\");\n\n\tconst messageBase: ISequencedDocumentMessage = {\n\t\tcontents: { packedContents: compressedContent },\n\t\tmetadata: { meta: \"data\" },\n\t\tclientId: \"clientId\",\n\t\tsequenceNumber: 1,\n\t\tminimumSequenceNumber: 1,\n\t\tclientSequenceNumber: 1,\n\t\treferenceSequenceNumber: 1,\n\t\ttype: \"type\",\n\t\ttimestamp: 1,\n\t\tcompression: \"lz4\",\n\t};\n\n\t// Single compressed message won't have batch metadata\n\tif (length === 1) {\n\t\treturn messageBase;\n\t}\n\n\treturn {\n\t\t...messageBase,\n\t\t// TODO: It's not clear if this shallow clone is required, as opposed to just setting \"batch\" to false.\n\t\t// eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion\n\t\tmetadata: { ...(messageBase.metadata as any), batch: true },\n\t};\n}\n\nconst emptyMessage: ISequencedDocumentMessage = {\n\tcontents: undefined,\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\nconst endBatchEmptyMessage: ISequencedDocumentMessage = {\n\tcontents: {},\n\tmetadata: { batch: false },\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\ndescribe(\"OpDecompressor\", () => {\n\tconst mockLogger = new MockLogger();\n\tlet decompressor: OpDecompressor;\n\tbeforeEach(() => {\n\t\tmockLogger.clear();\n\t\tdecompressor = new OpDecompressor(mockLogger);\n\t});\n\n\tit(\"Processes single compressed op\", () => {\n\t\tlet message = generateCompressedBatchMessage(1);\n\t\tdecompressor.decompressAndStore(message);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tmessage = decompressor.unroll(message);\n\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(message.compression, undefined);\n\t});\n\n\t// Back-compat self healing mechanism for ADO:3538\n\tit(\"Processes single compressed op without compression markers\", () => {\n\t\tlet message: ISequencedDocumentMessage = {\n\t\t\t...generateCompressedBatchMessage(1),\n\t\t\tcompression: undefined,\n\t\t};\n\t\tdecompressor.decompressAndStore(message);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tmessage = decompressor.unroll(message);\n\n\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(message.compression, undefined);\n\n\t\tmockLogger.assertMatch([\n\t\t\t{\n\t\t\t\teventName: \"OpDecompressor:LegacyCompression\",\n\t\t\t\tcategory: \"generic\",\n\t\t\t},\n\t\t]);\n\t});\n\n\tit(\"Expecting only lz4 compression\", () => {\n\t\tassert.throws(() =>\n\t\t\tdecompressor.decompressAndStore({\n\t\t\t\t...generateCompressedBatchMessage(5),\n\t\t\t\tcompression: \"gzip\",\n\t\t\t}),\n\t\t);\n\t});\n\n\tit(\"Processes multiple compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(firstMessage.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(firstMessage.compression, undefined);\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\t\tconst message = decompressor.unroll(emptyMessage);\n\t\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, `value${i}`);\n\t\t\tassert.strictEqual(\n\t\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\t\tundefined,\n\t\t\t);\n\t\t\tassert.strictEqual(message.compression, undefined);\n\t\t}\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst lastMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((lastMessage.contents as ITestMessageContents).contents, \"value4\");\n\t\tassert.strictEqual(\n\t\t\t(lastMessage.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(lastMessage.compression, undefined);\n\t});\n\n\tit(\"Expecting empty messages in the middle of the compressed batch\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tassert.throws(() => decompressor.unroll({ ...emptyMessage, contents: {} }));\n\t});\n\n\tit(\"Processes multiple batches of compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\t\tconst message = decompressor.unroll(emptyMessage);\n\t\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, `value${i}`);\n\t\t}\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst lastMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((lastMessage.contents as ITestMessageContents).contents, \"value4\");\n\n\t\tconst nextRootMessage = generateCompressedBatchMessage(3);\n\t\tdecompressor.decompressAndStore(nextRootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst nextFirstMessage = decompressor.unroll(nextRootMessage);\n\t\tassert.strictEqual((nextFirstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst middleMessage = decompressor.unroll(emptyMessage);\n\t\tassert.strictEqual((middleMessage.contents as ITestMessageContents).contents, \"value1\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst endBatchMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((endBatchMessage.contents as ITestMessageContents).contents, \"value2\");\n\t});\n\n\tit(\"Ignores ops without compression\", () => {\n\t\tconst rootMessages = [\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\t// the message should have a `packedContents` property.\n\t\t\t\tcontents: { some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"packedContents is not base64 encoded\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"YmFzZTY0IGNvbnRlbnQ=\", some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t];\n\n\t\tfor (const rootMessage of rootMessages) {\n\t\t\tassert.equal(\n\t\t\t\tdecompressor.isCompressedMessage(rootMessage as ISequencedDocumentMessage),\n\t\t\t\tfalse,\n\t\t\t);\n\t\t}\n\t});\n});\n"]}

package/lib/test/opLifecycle/opSplitter.spec.js

@@ -3,12 +3,16 @@
  * Licensed under the MIT License.
  */
 /* eslint-disable @typescript-eslint/no-non-null-assertion */
-import * as crypto from "crypto";
 import { strict as assert } from "assert";
+import * as crypto from "crypto";
 import { ContainerMessageType } from "@fluidframework/container-runtime-previous";
 import { MockLogger } from "@fluidframework/telemetry-utils";
-import { OpSplitter, splitOp } from "../../opLifecycle/index.js";
 import { CompressionAlgorithms } from "../../containerRuntime.js";
+import { OpSplitter, isChunkedMessage, splitOp, } from "../../opLifecycle/index.js";
+function typeFromBatchedOp(op) {
+    assert(op.contents !== undefined);
+    return JSON.parse(op.contents).type;
+}
 describe("OpSplitter", () => {
     const batchesSubmitted = [];
     const mockSubmitBatchFn = (batch, referenceSequenceNumber) => {
@@ -28,19 +32,19 @@ describe("OpSplitter", () => {
         const chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes), "testClient1");
         const chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes), "testClient2");
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.equal(opSplitter.processRemoteMessage(chunks1[0]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks2[0]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks1[1]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks2[1]).state, "Accepted");
-        const chunks1LastResult = opSplitter.processRemoteMessage(chunks1[2]);
+        assert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);
+        const chunks1LastResult = opSplitter.processChunk(chunks1[2]);
         // The last chunk will reconstruct the original message
-        assert.equal(chunks1LastResult.state, "Processed");
+        assert.equal(chunks1LastResult.isFinalChunk, true);
         assertSameMessage(chunks1LastResult.message, op1);
         assert.equal(opSplitter.chunks.size, 1);
-        assert.equal(opSplitter.processRemoteMessage(chunks2[2]).state, "Accepted");
-        const chunks2LastResult = opSplitter.processRemoteMessage(chunks2[3]);
+        assert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);
+        const chunks2LastResult = opSplitter.processChunk(chunks2[3]);
         // The last chunk will reconstruct the original message
-        assert.equal(chunks2LastResult.state, "Processed");
+        assert.equal(chunks2LastResult.isFinalChunk, true);
         assertSameMessage(chunks2LastResult.message, op2);
         assert.equal(opSplitter.chunks.size, 0);
     });
@@ -50,21 +54,21 @@ describe("OpSplitter", () => {
         const chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes, true), "testClient1");
         const chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes, true), "testClient2");
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.equal(opSplitter.processRemoteMessage(chunks1[0]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks2[0]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks1[1]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks2[1]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks1[2]).state, "Accepted");
-        const chunks1LastResult = opSplitter.processRemoteMessage(chunks1[3]);
+        assert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks1[2]).isFinalChunk, false);
+        const chunks1LastResult = opSplitter.processChunk(chunks1[3]);
         // The last chunk will reconstruct the original message
-        assert.equal(chunks1LastResult.state, "Processed");
+        assert.equal(chunks1LastResult.isFinalChunk, true);
         assertSameMessage(chunks1LastResult.message, op1);
         assert.equal(opSplitter.chunks.size, 1);
-        assert.equal(opSplitter.processRemoteMessage(chunks2[2]).state, "Accepted");
-        assert.equal(opSplitter.processRemoteMessage(chunks2[3]).state, "Accepted");
-        const chunks2LastResult = opSplitter.processRemoteMessage(chunks2[4]);
+        assert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);
+        assert.equal(opSplitter.processChunk(chunks2[3]).isFinalChunk, false);
+        const chunks2LastResult = opSplitter.processChunk(chunks2[4]);
         // The last chunk will reconstruct the original message
-        assert.equal(chunks2LastResult.state, "Processed");
+        assert.equal(chunks2LastResult.isFinalChunk, true);
         assertSameMessage(chunks2LastResult.message, op2);
         assert.equal(opSplitter.chunks.size, 0);
     });
@@ -72,17 +76,19 @@ describe("OpSplitter", () => {
         const op = generateChunkableOp(chunkSizeInBytes * 3);
         const chunks = wrapChunkedOps(splitOp(op, chunkSizeInBytes), "testClient");
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        opSplitter.processRemoteMessage(chunks[0]);
-        opSplitter.processRemoteMessage(chunks[1]);
+        opSplitter.processChunk(chunks[0]);
+        opSplitter.processChunk(chunks[1]);
         const otherOpSplitter = new OpSplitter(Array.from(opSplitter.chunks), mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
         opSplitter.clearPartialChunks("testClient");
-        otherOpSplitter.processRemoteMessage(chunks[2]);
-        assertSameMessage(otherOpSplitter.processRemoteMessage(chunks[3]).message, op);
+        otherOpSplitter.processChunk(chunks[2]);
+        const processResult = otherOpSplitter.processChunk(chunks[3]);
+        assert.equal(processResult.isFinalChunk, true);
+        assertSameMessage(processResult.message, op);
     });
     it("Clear chunks", () => {
         const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient");
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        opSplitter.processRemoteMessage(chunks[0]);
+        opSplitter.processChunk(chunks[0]);
         assert.equal(opSplitter.chunks.size, 1);
         opSplitter.clearPartialChunks("noClient");
         assert.equal(opSplitter.chunks.size, 1);
@@ -92,16 +98,17 @@ describe("OpSplitter", () => {
     it("Throw when processing out-of-order chunks", () => {
         const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient1");
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.throws(() => opSplitter.processRemoteMessage(chunks[2]));
+        assert.throws(() => opSplitter.processChunk(chunks[2]));
     });
     it("Don't accept non-chunked ops", () => {
-        const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient1").map((op) => ({ ...op, type: ContainerMessageType.FluidDataStoreOp }));
+        const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient1").map((op) => {
+            op.contents.type = ContainerMessageType.FluidDataStoreOp;
+            return op;
+        });
         const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
         for (const op of chunks) {
-            assert.deepStrictEqual(opSplitter.processRemoteMessage(op), {
-                message: op,
-                state: "Skipped",
-            });
+            assert.deepStrictEqual(isChunkedMessage(op), false);
+            assert.throws(() => opSplitter.processChunk(op));
         }
     });
     it("Chunk metadata", () => {
@@ -183,7 +190,7 @@ describe("OpSplitter", () => {
                 assert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));
                 for (const batch of batchesSubmitted) {
                     assert.equal(batch.messages.length, 1);
-                    assert.equal(batch.messages[0].type, ContainerMessageType.ChunkedOp);
+                    assert.equal(typeFromBatchedOp(batch.messages[0]), ContainerMessageType.ChunkedOp);
                     assert.equal(batch.referenceSequenceNumber, 0);
                 }
                 assert.equal(result.content.length, 4);
@@ -218,7 +225,7 @@ describe("OpSplitter", () => {
                 assert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));
                 for (const batch of batchesSubmitted) {
                     assert.equal(batch.messages.length, 1);
-                    assert.equal(batch.messages[0].type, ContainerMessageType.ChunkedOp);
+                    assert.equal(typeFromBatchedOp(batch.messages[0]), ContainerMessageType.ChunkedOp);
                     assert.equal(batch.referenceSequenceNumber, 0);
                 }
                 assert.equal(result.content.length, 1);
@@ -245,15 +252,21 @@ describe("OpSplitter", () => {
     });
     const assertSameMessage = (result, original) => {
         assert.deepStrictEqual(result.contents, JSON.parse(original.contents));
-        assert.strictEqual(result.type, original.type);
+        // type = "component" is used to force 1.3 to crash on compressed & chunked ops, as it does not understand it.
+        // 2.x does not care about type, as it will get right type after decompressing the op.
+        // see code & comment in splitOp()
+        assert.strictEqual(result.type, "component");
         assert.strictEqual(result.metadata, original.metadata);
         assert.strictEqual(result.compression, original.compression);
     };
     const generateChunkableOp = (contentSizeInBytes) => {
-        const contents = { value: crypto.randomBytes(contentSizeInBytes / 2).toString("hex") };
+        const contents = {
+            // There should be a type here, but there is no validation for that,
+            // and tests would need to be adjusted (sizing and assumptions) if we add it here.
+            // type: ContainerMessageType.FluidDataStoreOp,
+            value: crypto.randomBytes(contentSizeInBytes / 2).toString("hex"),
+        };
         return {
-            localOpMetadata: undefined,
-            type: ContainerMessageType.FluidDataStoreOp,
             referenceSequenceNumber: Infinity,
             metadata: { meta: "data" },
             compression: CompressionAlgorithms.lz4,
@@ -262,9 +275,11 @@ describe("OpSplitter", () => {
     };
     const wrapChunkedOps = (ops, clientId) => ops.map((op) => {
         const result = {
-            contents: op,
+            contents: {
+                type: ContainerMessageType.ChunkedOp,
+                contents: op,
+            },
             clientId,
-            type: ContainerMessageType.ChunkedOp,
         };
         return result;
     });

package/lib/test/opLifecycle/opSplitter.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"opSplitter.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opSplitter.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,6DAA6D;AAE7D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AAGlF,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAA4B,UAAU,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAElE,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC3B,MAAM,gBAAgB,GAAsE,EAAE,CAAC;IAE/F,MAAM,iBAAiB,GAAG,CACzB,KAAsB,EACtB,uBAAgC,EACvB,EAAE;QACX,gBAAgB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QACpE,OAAO,gBAAgB,CAAC,MAAM,CAAC;IAChC,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;IACnC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAEpC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,iBAAiB,GAAG,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,iBAAiB,GAAG,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,iBAAiB,GAAG,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5E,MAAM,iBAAiB,GAAG,UAAU,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,EAAE,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,EAAE,YAAY,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,eAAe,GAAG,IAAI,UAAU,CACrC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAC7B,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAE5C,eAAe,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,iBAAiB,CAAC,eAAe,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,YAAY,CACZ,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,oBAAoB,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE;YACxB,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE;gBAC3D,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,SAAS;aAChB,CAAC,CAAC;SACH;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CACX,MAAM;aACJ,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACZ,KAAK,CACL,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,CAAC,mBAAmB,KAAK,SAAS;YACvC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CACrC,EACF,IAAI,CACJ,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACjC,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,cAAc,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,EAAE,GAAG,cAAc,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAEhF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,aAAa;QACb,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,SAAS,EACT,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,sBAAsB,CAAC;YAC9E,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,MAAM,CAAC,iBAAiB,EACxB,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QACnC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACjC,EAAE,CAAC,qDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBAE5C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC;oBACjE,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,IAAI,EACxC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBACjF,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,kDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,CAAC;oBACvB,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACV,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,IAAI,EACxC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,CAAC,MAAiC,EAAE,QAAsB,EAAE,EAAE;QACvF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAS,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9D,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,CAAC,kBAA0B,EAAgB,EAAE;QACxE,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvF,OAAO;YACN,eAAe,EAAE,SAAS;YAC1B,IAAI,EAAE,oBAAoB,CAAC,gBAAgB;YAC3C,uBAAuB,EAAE,QAAQ;YACjC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YAC1B,WAAW,EAAE,qBAAqB,CAAC,GAAG;YACtC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;SAClC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,GAAiB,EAAE,QAAgB,EAA+B,EAAE,CAC3F,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QACd,MAAM,MAAM,GAAG;YACd,QAAQ,EAAE,EAAE;YACZ,QAAQ;YACR,IAAI,EAAE,oBAAoB,CAAC,SAAS;SACpC,CAAC;QAEF,OAAO,MAAmC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n\nimport * as crypto from \"crypto\";\nimport { strict as assert } from \"assert\";\nimport { ContainerMessageType } from \"@fluidframework/container-runtime-previous\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport { IBatchMessage } from \"@fluidframework/container-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { BatchMessage, IChunkedOp, OpSplitter, splitOp } from \"../../opLifecycle/index.js\";\nimport { CompressionAlgorithms } from \"../../containerRuntime.js\";\n\ndescribe(\"OpSplitter\", () => {\n\tconst batchesSubmitted: { messages: IBatchMessage[]; referenceSequenceNumber?: number }[] = [];\n\n\tconst mockSubmitBatchFn = (\n\t\tbatch: IBatchMessage[],\n\t\treferenceSequenceNumber?: number,\n\t): number => {\n\t\tbatchesSubmitted.push({ messages: batch, referenceSequenceNumber });\n\t\treturn batchesSubmitted.length;\n\t};\n\n\tbeforeEach(() => {\n\t\tbatchesSubmitted.splice(0);\n\t\tmockLogger.clear();\n\t});\n\n\tconst chunkSizeInBytes = 50 * 1024;\n\tconst maxBatchSizeInBytes = 10 * 50 * 1024;\n\tconst mockLogger = new MockLogger();\n\n\tit(\"Reconstruct original chunked op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks1[0]).state, \"Accepted\");\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[0]).state, \"Accepted\");\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks1[1]).state, \"Accepted\");\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[1]).state, \"Accepted\");\n\n\t\tconst chunks1LastResult = opSplitter.processRemoteMessage(chunks1[2]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.state, \"Processed\");\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[2]).state, \"Accepted\");\n\n\t\tconst chunks2LastResult = opSplitter.processRemoteMessage(chunks2[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.state, \"Processed\");\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with extra empty op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes, true), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes, true), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks1[0]).state, \"Accepted\");\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[0]).state, \"Accepted\");\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks1[1]).state, \"Accepted\");\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[1]).state, \"Accepted\");\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks1[2]).state, \"Accepted\");\n\n\t\tconst chunks1LastResult = opSplitter.processRemoteMessage(chunks1[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.state, \"Processed\");\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[2]).state, \"Accepted\");\n\t\tassert.equal(opSplitter.processRemoteMessage(chunks2[3]).state, \"Accepted\");\n\n\t\tconst chunks2LastResult = opSplitter.processRemoteMessage(chunks2[4]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.state, \"Processed\");\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with initial chunks\", () => {\n\t\tconst op = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks = wrapChunkedOps(splitOp(op, chunkSizeInBytes), \"testClient\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processRemoteMessage(chunks[0]);\n\t\topSplitter.processRemoteMessage(chunks[1]);\n\n\t\tconst otherOpSplitter = new OpSplitter(\n\t\t\tArray.from(opSplitter.chunks),\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\n\t\totherOpSplitter.processRemoteMessage(chunks[2]);\n\t\tassertSameMessage(otherOpSplitter.processRemoteMessage(chunks[3]).message, op);\n\t});\n\n\tit(\"Clear chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processRemoteMessage(chunks[0]);\n\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"noClient\");\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Throw when processing out-of-order chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tassert.throws(() => opSplitter.processRemoteMessage(chunks[2]));\n\t});\n\n\tit(\"Don't accept non-chunked ops\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t).map((op) => ({ ...op, type: ContainerMessageType.FluidDataStoreOp }));\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tfor (const op of chunks) {\n\t\t\tassert.deepStrictEqual(opSplitter.processRemoteMessage(op), {\n\t\t\t\tmessage: op,\n\t\t\t\tstate: \"Skipped\",\n\t\t\t});\n\t\t}\n\t});\n\n\tit(\"Chunk metadata\", () => {\n\t\tconst originalOp = generateChunkableOp(chunkSizeInBytes * 4);\n\t\tconst chunks = splitOp(originalOp, chunkSizeInBytes);\n\t\tassert.equal(\n\t\t\tchunks\n\t\t\t\t.slice(0, -1)\n\t\t\t\t.every(\n\t\t\t\t\t(chunk) =>\n\t\t\t\t\t\tchunk.originalCompression === undefined &&\n\t\t\t\t\t\tchunk.originalMetadata === undefined,\n\t\t\t\t),\n\t\t\ttrue,\n\t\t);\n\n\t\tconst lastChunk = chunks[chunks.length - 1];\n\t\tassert.deepStrictEqual(lastChunk.originalMetadata, originalOp.metadata);\n\t\tassert.equal(lastChunk.originalCompression, originalOp.compression);\n\t});\n\n\tit(\"Batch split invariants\", () => {\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t50,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tconst regularMessage = generateChunkableOp(20);\n\t\tconst compressedMessage = { ...regularMessage, metadata: { compressed: true } };\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 0,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is too small to be chunked\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is not compressed\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [regularMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Old loader\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tundefined,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter([], mockSubmitBatchFn, 2, 1, mockLogger).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Not enabled\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\tNumber.POSITIVE_INFINITY,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\t});\n\n\tdescribe(\"Compressed batches\", () => {\n\t\t[false, true].forEach((extraOp) => {\n\t\t\tit(`Split compressed batch with multiple messages with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\tchunkSize,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\t\t\t\tconst emptyMessage = generateChunkableOp(0);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage, emptyMessage, emptyMessage, emptyMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\t(batch.messages[0] as BatchMessage).type,\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 4);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.deepStrictEqual(result.content.slice(1), new Array(3).fill(emptyMessage));\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\n\t\t\tit(`Split compressed batch with single message with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\t20,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\t(batch.messages[0] as BatchMessage).type,\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 1);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\t\t});\n\t});\n\n\tconst assertSameMessage = (result: ISequencedDocumentMessage, original: BatchMessage) => {\n\t\tassert.deepStrictEqual(result.contents, JSON.parse(original.contents!));\n\t\tassert.strictEqual(result.type, original.type);\n\t\tassert.strictEqual(result.metadata, original.metadata);\n\t\tassert.strictEqual(result.compression, original.compression);\n\t};\n\n\tconst generateChunkableOp = (contentSizeInBytes: number): BatchMessage => {\n\t\tconst contents = { value: crypto.randomBytes(contentSizeInBytes / 2).toString(\"hex\") };\n\t\treturn {\n\t\t\tlocalOpMetadata: undefined,\n\t\t\ttype: ContainerMessageType.FluidDataStoreOp,\n\t\t\treferenceSequenceNumber: Infinity,\n\t\t\tmetadata: { meta: \"data\" },\n\t\t\tcompression: CompressionAlgorithms.lz4,\n\t\t\tcontents: JSON.stringify(contents),\n\t\t};\n\t};\n\n\tconst wrapChunkedOps = (ops: IChunkedOp[], clientId: string): ISequencedDocumentMessage[] =>\n\t\tops.map((op) => {\n\t\t\tconst result = {\n\t\t\t\tcontents: op,\n\t\t\t\tclientId,\n\t\t\t\ttype: ContainerMessageType.ChunkedOp,\n\t\t\t};\n\n\t\t\treturn result as ISequencedDocumentMessage;\n\t\t});\n});\n"]}
+{"version":3,"file":"opSplitter.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opSplitter.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,6DAA6D;AAE7D,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AAElF,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAGN,UAAU,EACV,gBAAgB,EAChB,OAAO,GACP,MAAM,4BAA4B,CAAC;AAEpC,SAAS,iBAAiB,CAAC,EAAiB;IAC3C,MAAM,CAAC,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAc,CAAC;AAC/C,CAAC;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC3B,MAAM,gBAAgB,GAAsE,EAAE,CAAC;IAE/F,MAAM,iBAAiB,GAAG,CACzB,KAAsB,EACtB,uBAAgC,EACvB,EAAE;QACX,gBAAgB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QACpE,OAAO,gBAAgB,CAAC,MAAM,CAAC;IAChC,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;IACnC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAEpC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,EAAE,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,EAAE,YAAY,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,eAAe,GAAG,IAAI,UAAU,CACrC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAC7B,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAE5C,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAExC,MAAM,aAAa,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC/C,iBAAiB,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,YAAY,CACZ,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACX,EAAE,CAAC,QAAgB,CAAC,IAAI,GAAG,oBAAoB,CAAC,gBAAgB,CAAC;YAClE,OAAO,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE;YACxB,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;SACjD;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CACX,MAAM;aACJ,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACZ,KAAK,CACL,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,CAAC,mBAAmB,KAAK,SAAS;YACvC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CACrC,EACF,IAAI,CACJ,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACjC,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,cAAc,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,EAAE,GAAG,cAAc,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAEhF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,aAAa;QACb,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,SAAS,EACT,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,sBAAsB,CAAC;YAC9E,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,MAAM,CAAC,iBAAiB,EACxB,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QACnC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACjC,EAAE,CAAC,qDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBAE5C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC;oBACjE,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACX,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EACpC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBACjF,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,kDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,CAAC;oBACvB,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACX,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EACpC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,CAAC,MAAiC,EAAE,QAAsB,EAAE,EAAE;QACvF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAS,CAAC,CAAC,CAAC;QACxE,8GAA8G;QAC9G,sFAAsF;QACtF,kCAAkC;QAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9D,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,CAAC,kBAA0B,EAAgB,EAAE;QACxE,MAAM,QAAQ,GAAG;YAChB,oEAAoE;YACpE,kFAAkF;YAClF,+CAA+C;YAC/C,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;SACjE,CAAC;QACF,OAAO;YACN,uBAAuB,EAAE,QAAQ;YACjC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YAC1B,WAAW,EAAE,qBAAqB,CAAC,GAAG;YACtC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;SAClC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,GAAiB,EAAE,QAAgB,EAA+B,EAAE,CAC3F,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QACd,MAAM,MAAM,GAAG;YACd,QAAQ,EAAE;gBACT,IAAI,EAAE,oBAAoB,CAAC,SAAS;gBACpC,QAAQ,EAAE,EAAE;aACZ;YACD,QAAQ;SACR,CAAC;QAEF,OAAO,MAAmC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n\nimport { strict as assert } from \"assert\";\nimport * as crypto from \"crypto\";\nimport { IBatchMessage } from \"@fluidframework/container-definitions\";\nimport { ContainerMessageType } from \"@fluidframework/container-runtime-previous\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { CompressionAlgorithms } from \"../../containerRuntime.js\";\nimport {\n\tBatchMessage,\n\tIChunkedOp,\n\tOpSplitter,\n\tisChunkedMessage,\n\tsplitOp,\n} from \"../../opLifecycle/index.js\";\n\nfunction typeFromBatchedOp(op: IBatchMessage) {\n\tassert(op.contents !== undefined);\n\treturn JSON.parse(op.contents).type as string;\n}\n\ndescribe(\"OpSplitter\", () => {\n\tconst batchesSubmitted: { messages: IBatchMessage[]; referenceSequenceNumber?: number }[] = [];\n\n\tconst mockSubmitBatchFn = (\n\t\tbatch: IBatchMessage[],\n\t\treferenceSequenceNumber?: number,\n\t): number => {\n\t\tbatchesSubmitted.push({ messages: batch, referenceSequenceNumber });\n\t\treturn batchesSubmitted.length;\n\t};\n\n\tbeforeEach(() => {\n\t\tbatchesSubmitted.splice(0);\n\t\tmockLogger.clear();\n\t});\n\n\tconst chunkSizeInBytes = 50 * 1024;\n\tconst maxBatchSizeInBytes = 10 * 50 * 1024;\n\tconst mockLogger = new MockLogger();\n\n\tit(\"Reconstruct original chunked op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);\n\n\t\tconst chunks1LastResult = opSplitter.processChunk(chunks1[2]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);\n\n\t\tconst chunks2LastResult = opSplitter.processChunk(chunks2[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with extra empty op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes, true), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes, true), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[2]).isFinalChunk, false);\n\n\t\tconst chunks1LastResult = opSplitter.processChunk(chunks1[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[3]).isFinalChunk, false);\n\n\t\tconst chunks2LastResult = opSplitter.processChunk(chunks2[4]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with initial chunks\", () => {\n\t\tconst op = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks = wrapChunkedOps(splitOp(op, chunkSizeInBytes), \"testClient\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processChunk(chunks[0]);\n\t\topSplitter.processChunk(chunks[1]);\n\n\t\tconst otherOpSplitter = new OpSplitter(\n\t\t\tArray.from(opSplitter.chunks),\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\n\t\totherOpSplitter.processChunk(chunks[2]);\n\n\t\tconst processResult = otherOpSplitter.processChunk(chunks[3]);\n\t\tassert.equal(processResult.isFinalChunk, true);\n\t\tassertSameMessage(processResult.message, op);\n\t});\n\n\tit(\"Clear chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processChunk(chunks[0]);\n\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"noClient\");\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Throw when processing out-of-order chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tassert.throws(() => opSplitter.processChunk(chunks[2]));\n\t});\n\n\tit(\"Don't accept non-chunked ops\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t).map((op) => {\n\t\t\t(op.contents as any).type = ContainerMessageType.FluidDataStoreOp;\n\t\t\treturn op;\n\t\t});\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tfor (const op of chunks) {\n\t\t\tassert.deepStrictEqual(isChunkedMessage(op), false);\n\t\t\tassert.throws(() => opSplitter.processChunk(op));\n\t\t}\n\t});\n\n\tit(\"Chunk metadata\", () => {\n\t\tconst originalOp = generateChunkableOp(chunkSizeInBytes * 4);\n\t\tconst chunks = splitOp(originalOp, chunkSizeInBytes);\n\t\tassert.equal(\n\t\t\tchunks\n\t\t\t\t.slice(0, -1)\n\t\t\t\t.every(\n\t\t\t\t\t(chunk) =>\n\t\t\t\t\t\tchunk.originalCompression === undefined &&\n\t\t\t\t\t\tchunk.originalMetadata === undefined,\n\t\t\t\t),\n\t\t\ttrue,\n\t\t);\n\n\t\tconst lastChunk = chunks[chunks.length - 1];\n\t\tassert.deepStrictEqual(lastChunk.originalMetadata, originalOp.metadata);\n\t\tassert.equal(lastChunk.originalCompression, originalOp.compression);\n\t});\n\n\tit(\"Batch split invariants\", () => {\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t50,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tconst regularMessage = generateChunkableOp(20);\n\t\tconst compressedMessage = { ...regularMessage, metadata: { compressed: true } };\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 0,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is too small to be chunked\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is not compressed\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [regularMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Old loader\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tundefined,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter([], mockSubmitBatchFn, 2, 1, mockLogger).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Not enabled\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\tNumber.POSITIVE_INFINITY,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\t});\n\n\tdescribe(\"Compressed batches\", () => {\n\t\t[false, true].forEach((extraOp) => {\n\t\t\tit(`Split compressed batch with multiple messages with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\tchunkSize,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\t\t\t\tconst emptyMessage = generateChunkableOp(0);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage, emptyMessage, emptyMessage, emptyMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\ttypeFromBatchedOp(batch.messages[0]),\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 4);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.deepStrictEqual(result.content.slice(1), new Array(3).fill(emptyMessage));\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\n\t\t\tit(`Split compressed batch with single message with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\t20,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\ttypeFromBatchedOp(batch.messages[0]),\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 1);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\t\t});\n\t});\n\tconst assertSameMessage = (result: ISequencedDocumentMessage, original: BatchMessage) => {\n\t\tassert.deepStrictEqual(result.contents, JSON.parse(original.contents!));\n\t\t// type = \"component\" is used to force 1.3 to crash on compressed & chunked ops, as it does not understand it.\n\t\t// 2.x does not care about type, as it will get right type after decompressing the op.\n\t\t// see code & comment in splitOp()\n\t\tassert.strictEqual(result.type, \"component\");\n\t\tassert.strictEqual(result.metadata, original.metadata);\n\t\tassert.strictEqual(result.compression, original.compression);\n\t};\n\n\tconst generateChunkableOp = (contentSizeInBytes: number): BatchMessage => {\n\t\tconst contents = {\n\t\t\t// There should be a type here, but there is no validation for that,\n\t\t\t// and tests would need to be adjusted (sizing and assumptions) if we add it here.\n\t\t\t// type: ContainerMessageType.FluidDataStoreOp,\n\t\t\tvalue: crypto.randomBytes(contentSizeInBytes / 2).toString(\"hex\"),\n\t\t};\n\t\treturn {\n\t\t\treferenceSequenceNumber: Infinity,\n\t\t\tmetadata: { meta: \"data\" },\n\t\t\tcompression: CompressionAlgorithms.lz4,\n\t\t\tcontents: JSON.stringify(contents),\n\t\t};\n\t};\n\n\tconst wrapChunkedOps = (ops: IChunkedOp[], clientId: string): ISequencedDocumentMessage[] =>\n\t\tops.map((op) => {\n\t\t\tconst result = {\n\t\t\t\tcontents: {\n\t\t\t\t\ttype: ContainerMessageType.ChunkedOp,\n\t\t\t\t\tcontents: op,\n\t\t\t\t},\n\t\t\t\tclientId,\n\t\t\t};\n\n\t\t\treturn result as ISequencedDocumentMessage;\n\t\t});\n});\n"]}