@fluidframework/container-runtime 2.0.0-dev-rc.3.0.0.250606 → 2.0.0-dev-rc.3.0.0.254274

package/lib/test/opLifecycle/opDecompressor.spec.js

@@ -1,223 +0,0 @@
-/*!
- * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
- * Licensed under the MIT License.
- */
-import { strict as assert } from "assert";
-import { IsoBuffer } from "@fluid-internal/client-utils";
-import { MockLogger } from "@fluidframework/telemetry-utils";
-import { compress } from "lz4js";
-import { ContainerMessageType } from "../../index.js";
-import { OpDecompressor } from "../../opLifecycle/index.js";
-function generateCompressedBatchMessage(length) {
-    const batch = [];
-    for (let i = 0; i < length; i++) {
-        // Actual Op and contents aren't important. Values are not realistic.
-        batch.push({
-            type: ContainerMessageType.FluidDataStoreOp,
-            contents: `value${i}`,
-        });
-    }
-    const contentsAsBuffer = new TextEncoder().encode(JSON.stringify(batch));
-    const compressedContents = compress(contentsAsBuffer);
-    const compressedContent = IsoBuffer.from(compressedContents).toString("base64");
-    const messageBase = {
-        contents: { packedContents: compressedContent },
-        metadata: { meta: "data" },
-        clientId: "clientId",
-        sequenceNumber: 1,
-        minimumSequenceNumber: 1,
-        clientSequenceNumber: 1,
-        referenceSequenceNumber: 1,
-        type: "type",
-        timestamp: 1,
-        compression: "lz4",
-    };
-    // Single compressed message won't have batch metadata
-    if (length === 1) {
-        return messageBase;
-    }
-    return {
-        ...messageBase,
-        // TODO: It's not clear if this shallow clone is required, as opposed to just setting "batch" to false.
-        // eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion
-        metadata: { ...messageBase.metadata, batch: true },
-    };
-}
-const emptyMessage = {
-    contents: undefined,
-    clientId: "clientId",
-    sequenceNumber: 1,
-    minimumSequenceNumber: 1,
-    clientSequenceNumber: 1,
-    referenceSequenceNumber: 1,
-    type: "type",
-    timestamp: 1,
-};
-const endBatchEmptyMessage = {
-    contents: {},
-    metadata: { batch: false },
-    clientId: "clientId",
-    sequenceNumber: 1,
-    minimumSequenceNumber: 1,
-    clientSequenceNumber: 1,
-    referenceSequenceNumber: 1,
-    type: "type",
-    timestamp: 1,
-};
-describe("OpDecompressor", () => {
-    const mockLogger = new MockLogger();
-    let decompressor;
-    beforeEach(() => {
-        mockLogger.clear();
-        decompressor = new OpDecompressor(mockLogger);
-    });
-    it("Processes single compressed op", () => {
-        let message = generateCompressedBatchMessage(1);
-        decompressor.decompressAndStore(message);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        message = decompressor.unroll(message);
-        assert.strictEqual(message.contents.contents, "value0");
-        assert.strictEqual(message.metadata?.compressed, undefined);
-        assert.strictEqual(message.compression, undefined);
-    });
-    // Back-compat self healing mechanism for ADO:3538
-    it("Processes single compressed op without compression markers", () => {
-        let message = {
-            ...generateCompressedBatchMessage(1),
-            compression: undefined,
-        };
-        decompressor.decompressAndStore(message);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        message = decompressor.unroll(message);
-        assert.strictEqual(message.contents.contents, "value0");
-        assert.strictEqual(message.metadata?.compressed, undefined);
-        assert.strictEqual(message.compression, undefined);
-        mockLogger.assertMatch([
-            {
-                eventName: "OpDecompressor:LegacyCompression",
-                category: "generic",
-            },
-        ]);
-    });
-    it("Expecting only lz4 compression", () => {
-        assert.throws(() => decompressor.decompressAndStore({
-            ...generateCompressedBatchMessage(5),
-            compression: "gzip",
-        }));
-    });
-    it("Processes multiple compressed ops", () => {
-        const rootMessage = generateCompressedBatchMessage(5);
-        decompressor.decompressAndStore(rootMessage);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const firstMessage = decompressor.unroll(rootMessage);
-        assert.strictEqual(firstMessage.contents.contents, "value0");
-        assert.strictEqual(firstMessage.metadata?.compressed, undefined);
-        assert.strictEqual(firstMessage.compression, undefined);
-        for (let i = 1; i < 4; i++) {
-            assert.equal(decompressor.currentlyUnrolling, true);
-            const message = decompressor.unroll(emptyMessage);
-            assert.strictEqual(message.contents.contents, `value${i}`);
-            assert.strictEqual(message.metadata?.compressed, undefined);
-            assert.strictEqual(message.compression, undefined);
-        }
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const lastMessage = decompressor.unroll(endBatchEmptyMessage);
-        assert.strictEqual(lastMessage.contents.contents, "value4");
-        assert.strictEqual(lastMessage.metadata?.compressed, undefined);
-        assert.strictEqual(lastMessage.compression, undefined);
-    });
-    it("Expecting empty messages in the middle of the compressed batch", () => {
-        const rootMessage = generateCompressedBatchMessage(5);
-        decompressor.decompressAndStore(rootMessage);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const firstMessage = decompressor.unroll(rootMessage);
-        assert.strictEqual(firstMessage.contents.contents, "value0");
-        assert.equal(decompressor.currentlyUnrolling, true);
-        assert.throws(() => decompressor.unroll({ ...emptyMessage, contents: {} }));
-    });
-    it("Processes multiple batches of compressed ops", () => {
-        const rootMessage = generateCompressedBatchMessage(5);
-        decompressor.decompressAndStore(rootMessage);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const firstMessage = decompressor.unroll(rootMessage);
-        assert.strictEqual(firstMessage.contents.contents, "value0");
-        for (let i = 1; i < 4; i++) {
-            assert.equal(decompressor.currentlyUnrolling, true);
-            const message = decompressor.unroll(emptyMessage);
-            assert.strictEqual(message.contents.contents, `value${i}`);
-        }
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const lastMessage = decompressor.unroll(endBatchEmptyMessage);
-        assert.strictEqual(lastMessage.contents.contents, "value4");
-        const nextRootMessage = generateCompressedBatchMessage(3);
-        decompressor.decompressAndStore(nextRootMessage);
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const nextFirstMessage = decompressor.unroll(nextRootMessage);
-        assert.strictEqual(nextFirstMessage.contents.contents, "value0");
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const middleMessage = decompressor.unroll(emptyMessage);
-        assert.strictEqual(middleMessage.contents.contents, "value1");
-        assert.equal(decompressor.currentlyUnrolling, true);
-        const endBatchMessage = decompressor.unroll(endBatchEmptyMessage);
-        assert.strictEqual(endBatchMessage.contents.contents, "value2");
-    });
-    it("Ignores ops without compression", () => {
-        const rootMessages = [
-            {
-                // Back-compat self healing mechanism for ADO:3538,
-                // the message should have a `packedContents` property.
-                contents: { some: "contents" },
-                metadata: { meta: "data" },
-                clientId: "clientId",
-                sequenceNumber: 1,
-                term: 1,
-                minimumSequenceNumber: 1,
-                clientSequenceNumber: 1,
-                referenceSequenceNumber: 1,
-                type: "type",
-                timestamp: 1,
-            },
-            {
-                // Back-compat self healing mechanism for ADO:3538,
-                contents: { packedContents: "packedContents is not base64 encoded" },
-                metadata: { meta: "data" },
-                clientId: "clientId",
-                sequenceNumber: 1,
-                term: 1,
-                minimumSequenceNumber: 1,
-                clientSequenceNumber: 1,
-                referenceSequenceNumber: 1,
-                type: "type",
-                timestamp: 1,
-            },
-            {
-                // Back-compat self healing mechanism for ADO:3538,
-                contents: { packedContents: "YmFzZTY0IGNvbnRlbnQ=", some: "contents" },
-                metadata: { meta: "data" },
-                clientId: "clientId",
-                sequenceNumber: 1,
-                term: 1,
-                minimumSequenceNumber: 1,
-                clientSequenceNumber: 1,
-                referenceSequenceNumber: 1,
-                type: "type",
-                timestamp: 1,
-            },
-            {
-                metadata: { meta: "data" },
-                clientId: "clientId",
-                sequenceNumber: 1,
-                term: 1,
-                minimumSequenceNumber: 1,
-                clientSequenceNumber: 1,
-                referenceSequenceNumber: 1,
-                type: "type",
-                timestamp: 1,
-            },
-        ];
-        for (const rootMessage of rootMessages) {
-            assert.equal(decompressor.isCompressedMessage(rootMessage), false);
-        }
-    });
-});
-//# sourceMappingURL=opDecompressor.spec.js.map

package/lib/test/opLifecycle/opDecompressor.spec.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"opDecompressor.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opDecompressor.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGzD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAS5D,SAAS,8BAA8B,CAAC,MAAc;IACrD,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;QAChC,qEAAqE;QACrE,KAAK,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB,CAAC,gBAAgB;YAC3C,QAAQ,EAAE,QAAQ,CAAC,EAA0B;SAC7C,CAAC,CAAC;KACH;IAED,MAAM,gBAAgB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhF,MAAM,WAAW,GAA8B;QAC9C,QAAQ,EAAE,EAAE,cAAc,EAAE,iBAAiB,EAAE;QAC/C,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QAC1B,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,CAAC;QACjB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,uBAAuB,EAAE,CAAC;QAC1B,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,KAAK;KAClB,CAAC;IAEF,sDAAsD;IACtD,IAAI,MAAM,KAAK,CAAC,EAAE;QACjB,OAAO,WAAW,CAAC;KACnB;IAED,OAAO;QACN,GAAG,WAAW;QACd,uGAAuG;QACvG,4EAA4E;QAC5E,QAAQ,EAAE,EAAE,GAAI,WAAW,CAAC,QAAgB,EAAE,KAAK,EAAE,IAAI,EAAE;KAC3D,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAA8B;IAC/C,QAAQ,EAAE,SAAS;IACnB,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,MAAM,oBAAoB,GAA8B;IACvD,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;IAC1B,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,CAAC;IACjB,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,uBAAuB,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC;CACZ,CAAC;AAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IACpC,IAAI,YAA4B,CAAC;IACjC,UAAU,CAAC,GAAG,EAAE;QACf,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,YAAY,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,IAAI,OAAO,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QAChD,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,kDAAkD;IAClD,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,IAAI,OAAO,GAA8B;YACxC,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,SAAS;SACtB,CAAC;QACF,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEvC,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEnD,UAAU,CAAC,WAAW,CAAC;YACtB;gBACC,SAAS,EAAE,kCAAkC;gBAC7C,QAAQ,EAAE,SAAS;aACnB;SACD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,YAAY,CAAC,kBAAkB,CAAC;YAC/B,GAAG,8BAA8B,CAAC,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM;SACnB,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvF,MAAM,CAAC,WAAW,CAChB,YAAY,CAAC,QAAiD,EAAE,UAAU,EAC3E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAExD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,CAAC,WAAW,CAChB,OAAO,CAAC,QAAiD,EAAE,UAAU,EACtE,SAAS,CACT,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;SACnD;QAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,WAAW,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtF,MAAM,CAAC,WAAW,CAChB,WAAW,CAAC,QAAiD,EAAE,UAAU,EAC1E,SAAS,CACT,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACzE,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEvF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,WAAW,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QACtD,YAAY,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,WAAW,CAAE,YAAY,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEvF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAE,OAAO,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;SACrF;QAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,WAAW,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtF,MAAM,eAAe,GAAG,8BAA8B,CAAC,CAAC,CAAC,CAAC;QAC1D,YAAY,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,CAAC,WAAW,CAAE,gBAAgB,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE3F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,CAAC,WAAW,CAAE,aAAa,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAExF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACpD,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAClE,MAAM,CAAC,WAAW,CAAE,eAAe,CAAC,QAAiC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG;YACpB;gBACC,mDAAmD;gBACnD,uDAAuD;gBACvD,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;gBAC9B,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sCAAsC,EAAE;gBACpE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,mDAAmD;gBACnD,QAAQ,EAAE,EAAE,cAAc,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,EAAE;gBACtE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;YACD;gBACC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC1B,QAAQ,EAAE,UAAU;gBACpB,cAAc,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;aACZ;SACD,CAAC;QAEF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;YACvC,MAAM,CAAC,KAAK,CACX,YAAY,CAAC,mBAAmB,CAAC,WAAwC,CAAC,EAC1E,KAAK,CACL,CAAC;SACF;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"assert\";\nimport { IsoBuffer } from \"@fluid-internal/client-utils\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport type { IEnvelope } from \"@fluidframework/runtime-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { compress } from \"lz4js\";\nimport { ContainerMessageType } from \"../../index.js\";\nimport type { InboundContainerRuntimeMessage } from \"../../messageTypes.js\";\nimport { OpDecompressor } from \"../../opLifecycle/index.js\";\n\n/**\n * Format of test messages generated in this test.\n */\ninterface ITestMessageContents {\n\tcontents: string;\n}\n\nfunction generateCompressedBatchMessage(length: number): ISequencedDocumentMessage {\n\tconst batch: InboundContainerRuntimeMessage[] = [];\n\tfor (let i = 0; i < length; i++) {\n\t\t// Actual Op and contents aren't important. Values are not realistic.\n\t\tbatch.push({\n\t\t\ttype: ContainerMessageType.FluidDataStoreOp,\n\t\t\tcontents: `value${i}` as unknown as IEnvelope,\n\t\t});\n\t}\n\n\tconst contentsAsBuffer = new TextEncoder().encode(JSON.stringify(batch));\n\tconst compressedContents = compress(contentsAsBuffer);\n\tconst compressedContent = IsoBuffer.from(compressedContents).toString(\"base64\");\n\n\tconst messageBase: ISequencedDocumentMessage = {\n\t\tcontents: { packedContents: compressedContent },\n\t\tmetadata: { meta: \"data\" },\n\t\tclientId: \"clientId\",\n\t\tsequenceNumber: 1,\n\t\tminimumSequenceNumber: 1,\n\t\tclientSequenceNumber: 1,\n\t\treferenceSequenceNumber: 1,\n\t\ttype: \"type\",\n\t\ttimestamp: 1,\n\t\tcompression: \"lz4\",\n\t};\n\n\t// Single compressed message won't have batch metadata\n\tif (length === 1) {\n\t\treturn messageBase;\n\t}\n\n\treturn {\n\t\t...messageBase,\n\t\t// TODO: It's not clear if this shallow clone is required, as opposed to just setting \"batch\" to false.\n\t\t// eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion\n\t\tmetadata: { ...(messageBase.metadata as any), batch: true },\n\t};\n}\n\nconst emptyMessage: ISequencedDocumentMessage = {\n\tcontents: undefined,\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\nconst endBatchEmptyMessage: ISequencedDocumentMessage = {\n\tcontents: {},\n\tmetadata: { batch: false },\n\tclientId: \"clientId\",\n\tsequenceNumber: 1,\n\tminimumSequenceNumber: 1,\n\tclientSequenceNumber: 1,\n\treferenceSequenceNumber: 1,\n\ttype: \"type\",\n\ttimestamp: 1,\n};\n\ndescribe(\"OpDecompressor\", () => {\n\tconst mockLogger = new MockLogger();\n\tlet decompressor: OpDecompressor;\n\tbeforeEach(() => {\n\t\tmockLogger.clear();\n\t\tdecompressor = new OpDecompressor(mockLogger);\n\t});\n\n\tit(\"Processes single compressed op\", () => {\n\t\tlet message = generateCompressedBatchMessage(1);\n\t\tdecompressor.decompressAndStore(message);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tmessage = decompressor.unroll(message);\n\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(message.compression, undefined);\n\t});\n\n\t// Back-compat self healing mechanism for ADO:3538\n\tit(\"Processes single compressed op without compression markers\", () => {\n\t\tlet message: ISequencedDocumentMessage = {\n\t\t\t...generateCompressedBatchMessage(1),\n\t\t\tcompression: undefined,\n\t\t};\n\t\tdecompressor.decompressAndStore(message);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tmessage = decompressor.unroll(message);\n\n\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(message.compression, undefined);\n\n\t\tmockLogger.assertMatch([\n\t\t\t{\n\t\t\t\teventName: \"OpDecompressor:LegacyCompression\",\n\t\t\t\tcategory: \"generic\",\n\t\t\t},\n\t\t]);\n\t});\n\n\tit(\"Expecting only lz4 compression\", () => {\n\t\tassert.throws(() =>\n\t\t\tdecompressor.decompressAndStore({\n\t\t\t\t...generateCompressedBatchMessage(5),\n\t\t\t\tcompression: \"gzip\",\n\t\t\t}),\n\t\t);\n\t});\n\n\tit(\"Processes multiple compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\t\tassert.strictEqual(\n\t\t\t(firstMessage.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(firstMessage.compression, undefined);\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\t\tconst message = decompressor.unroll(emptyMessage);\n\t\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, `value${i}`);\n\t\t\tassert.strictEqual(\n\t\t\t\t(message.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\t\tundefined,\n\t\t\t);\n\t\t\tassert.strictEqual(message.compression, undefined);\n\t\t}\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst lastMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((lastMessage.contents as ITestMessageContents).contents, \"value4\");\n\t\tassert.strictEqual(\n\t\t\t(lastMessage.metadata as { compressed?: unknown } | undefined)?.compressed,\n\t\t\tundefined,\n\t\t);\n\t\tassert.strictEqual(lastMessage.compression, undefined);\n\t});\n\n\tit(\"Expecting empty messages in the middle of the compressed batch\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tassert.throws(() => decompressor.unroll({ ...emptyMessage, contents: {} }));\n\t});\n\n\tit(\"Processes multiple batches of compressed ops\", () => {\n\t\tconst rootMessage = generateCompressedBatchMessage(5);\n\t\tdecompressor.decompressAndStore(rootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst firstMessage = decompressor.unroll(rootMessage);\n\n\t\tassert.strictEqual((firstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tfor (let i = 1; i < 4; i++) {\n\t\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\t\tconst message = decompressor.unroll(emptyMessage);\n\t\t\tassert.strictEqual((message.contents as ITestMessageContents).contents, `value${i}`);\n\t\t}\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst lastMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((lastMessage.contents as ITestMessageContents).contents, \"value4\");\n\n\t\tconst nextRootMessage = generateCompressedBatchMessage(3);\n\t\tdecompressor.decompressAndStore(nextRootMessage);\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst nextFirstMessage = decompressor.unroll(nextRootMessage);\n\t\tassert.strictEqual((nextFirstMessage.contents as ITestMessageContents).contents, \"value0\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst middleMessage = decompressor.unroll(emptyMessage);\n\t\tassert.strictEqual((middleMessage.contents as ITestMessageContents).contents, \"value1\");\n\n\t\tassert.equal(decompressor.currentlyUnrolling, true);\n\t\tconst endBatchMessage = decompressor.unroll(endBatchEmptyMessage);\n\t\tassert.strictEqual((endBatchMessage.contents as ITestMessageContents).contents, \"value2\");\n\t});\n\n\tit(\"Ignores ops without compression\", () => {\n\t\tconst rootMessages = [\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\t// the message should have a `packedContents` property.\n\t\t\t\tcontents: { some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"packedContents is not base64 encoded\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\t// Back-compat self healing mechanism for ADO:3538,\n\t\t\t\tcontents: { packedContents: \"YmFzZTY0IGNvbnRlbnQ=\", some: \"contents\" },\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t\t{\n\t\t\t\tmetadata: { meta: \"data\" },\n\t\t\t\tclientId: \"clientId\",\n\t\t\t\tsequenceNumber: 1,\n\t\t\t\tterm: 1,\n\t\t\t\tminimumSequenceNumber: 1,\n\t\t\t\tclientSequenceNumber: 1,\n\t\t\t\treferenceSequenceNumber: 1,\n\t\t\t\ttype: \"type\",\n\t\t\t\ttimestamp: 1,\n\t\t\t},\n\t\t];\n\n\t\tfor (const rootMessage of rootMessages) {\n\t\t\tassert.equal(\n\t\t\t\tdecompressor.isCompressedMessage(rootMessage as ISequencedDocumentMessage),\n\t\t\t\tfalse,\n\t\t\t);\n\t\t}\n\t});\n});\n"]}

package/lib/test/opLifecycle/opSplitter.spec.js

@@ -1,287 +0,0 @@
-/*!
- * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
- * Licensed under the MIT License.
- */
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-import { strict as assert } from "assert";
-import * as crypto from "crypto";
-import { ContainerMessageType } from "@fluidframework/container-runtime-previous";
-import { MockLogger } from "@fluidframework/telemetry-utils";
-import { CompressionAlgorithms } from "../../containerRuntime.js";
-import { OpSplitter, isChunkedMessage, splitOp, } from "../../opLifecycle/index.js";
-function typeFromBatchedOp(op) {
-    assert(op.contents !== undefined);
-    return JSON.parse(op.contents).type;
-}
-describe("OpSplitter", () => {
-    const batchesSubmitted = [];
-    const mockSubmitBatchFn = (batch, referenceSequenceNumber) => {
-        batchesSubmitted.push({ messages: batch, referenceSequenceNumber });
-        return batchesSubmitted.length;
-    };
-    beforeEach(() => {
-        batchesSubmitted.splice(0);
-        mockLogger.clear();
-    });
-    const chunkSizeInBytes = 50 * 1024;
-    const maxBatchSizeInBytes = 10 * 50 * 1024;
-    const mockLogger = new MockLogger();
-    it("Reconstruct original chunked op", () => {
-        const op1 = generateChunkableOp(chunkSizeInBytes * 2);
-        const op2 = generateChunkableOp(chunkSizeInBytes * 3);
-        const chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes), "testClient1");
-        const chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes), "testClient2");
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);
-        const chunks1LastResult = opSplitter.processChunk(chunks1[2]);
-        // The last chunk will reconstruct the original message
-        assert.equal(chunks1LastResult.isFinalChunk, true);
-        assertSameMessage(chunks1LastResult.message, op1);
-        assert.equal(opSplitter.chunks.size, 1);
-        assert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);
-        const chunks2LastResult = opSplitter.processChunk(chunks2[3]);
-        // The last chunk will reconstruct the original message
-        assert.equal(chunks2LastResult.isFinalChunk, true);
-        assertSameMessage(chunks2LastResult.message, op2);
-        assert.equal(opSplitter.chunks.size, 0);
-    });
-    it("Reconstruct original chunked op with extra empty op", () => {
-        const op1 = generateChunkableOp(chunkSizeInBytes * 2);
-        const op2 = generateChunkableOp(chunkSizeInBytes * 3);
-        const chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes, true), "testClient1");
-        const chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes, true), "testClient2");
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks1[2]).isFinalChunk, false);
-        const chunks1LastResult = opSplitter.processChunk(chunks1[3]);
-        // The last chunk will reconstruct the original message
-        assert.equal(chunks1LastResult.isFinalChunk, true);
-        assertSameMessage(chunks1LastResult.message, op1);
-        assert.equal(opSplitter.chunks.size, 1);
-        assert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);
-        assert.equal(opSplitter.processChunk(chunks2[3]).isFinalChunk, false);
-        const chunks2LastResult = opSplitter.processChunk(chunks2[4]);
-        // The last chunk will reconstruct the original message
-        assert.equal(chunks2LastResult.isFinalChunk, true);
-        assertSameMessage(chunks2LastResult.message, op2);
-        assert.equal(opSplitter.chunks.size, 0);
-    });
-    it("Reconstruct original chunked op with initial chunks", () => {
-        const op = generateChunkableOp(chunkSizeInBytes * 3);
-        const chunks = wrapChunkedOps(splitOp(op, chunkSizeInBytes), "testClient");
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        opSplitter.processChunk(chunks[0]);
-        opSplitter.processChunk(chunks[1]);
-        const otherOpSplitter = new OpSplitter(Array.from(opSplitter.chunks), mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        opSplitter.clearPartialChunks("testClient");
-        otherOpSplitter.processChunk(chunks[2]);
-        const processResult = otherOpSplitter.processChunk(chunks[3]);
-        assert.equal(processResult.isFinalChunk, true);
-        assertSameMessage(processResult.message, op);
-    });
-    it("Clear chunks", () => {
-        const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient");
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        opSplitter.processChunk(chunks[0]);
-        assert.equal(opSplitter.chunks.size, 1);
-        opSplitter.clearPartialChunks("noClient");
-        assert.equal(opSplitter.chunks.size, 1);
-        opSplitter.clearPartialChunks("testClient");
-        assert.equal(opSplitter.chunks.size, 0);
-    });
-    it("Throw when processing out-of-order chunks", () => {
-        const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient1");
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        assert.throws(() => opSplitter.processChunk(chunks[2]));
-    });
-    it("Don't accept non-chunked ops", () => {
-        const chunks = wrapChunkedOps(splitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes), "testClient1").map((op) => {
-            op.contents.type = ContainerMessageType.FluidDataStoreOp;
-            return op;
-        });
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger);
-        for (const op of chunks) {
-            assert.deepStrictEqual(isChunkedMessage(op), false);
-            assert.throws(() => opSplitter.processChunk(op));
-        }
-    });
-    it("Chunk metadata", () => {
-        const originalOp = generateChunkableOp(chunkSizeInBytes * 4);
-        const chunks = splitOp(originalOp, chunkSizeInBytes);
-        assert.equal(chunks
-            .slice(0, -1)
-            .every((chunk) => chunk.originalCompression === undefined &&
-            chunk.originalMetadata === undefined), true);
-        const lastChunk = chunks[chunks.length - 1];
-        assert.deepStrictEqual(lastChunk.originalMetadata, originalOp.metadata);
-        assert.equal(lastChunk.originalCompression, originalOp.compression);
-    });
-    it("Batch split invariants", () => {
-        const opSplitter = new OpSplitter([], mockSubmitBatchFn, 50, maxBatchSizeInBytes, mockLogger);
-        const regularMessage = generateChunkableOp(20);
-        const compressedMessage = { ...regularMessage, metadata: { compressed: true } };
-        // Empty batch
-        assert.throws(() => opSplitter.splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 0,
-            referenceSequenceNumber: 0,
-        }));
-        // Empty batch
-        assert.throws(() => opSplitter.splitFirstBatchMessage({
-            content: [],
-            contentSizeInBytes: 1,
-            referenceSequenceNumber: 0,
-        }));
-        // Batch is too small to be chunked
-        assert.throws(() => opSplitter.splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 1,
-            referenceSequenceNumber: 0,
-        }));
-        // Batch is not compressed
-        assert.throws(() => opSplitter.splitFirstBatchMessage({
-            content: [regularMessage],
-            contentSizeInBytes: 3,
-            referenceSequenceNumber: 0,
-        }));
-        // Misconfigured op splitter
-        assert.throws(() => new OpSplitter([], mockSubmitBatchFn, 0, maxBatchSizeInBytes, mockLogger).splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 3,
-            referenceSequenceNumber: 0,
-        }));
-        // Old loader
-        assert.throws(() => new OpSplitter([], undefined, 0, maxBatchSizeInBytes, mockLogger).splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 3,
-            referenceSequenceNumber: 0,
-        }));
-        // Misconfigured op splitter
-        assert.throws(() => new OpSplitter([], mockSubmitBatchFn, 2, 1, mockLogger).splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 3,
-            referenceSequenceNumber: 0,
-        }));
-        // Not enabled
-        assert.throws(() => new OpSplitter([], mockSubmitBatchFn, Number.POSITIVE_INFINITY, maxBatchSizeInBytes, mockLogger).splitFirstBatchMessage({
-            content: [compressedMessage],
-            contentSizeInBytes: 3,
-            referenceSequenceNumber: 0,
-        }));
-    });
-    describe("Compressed batches", () => {
-        [false, true].forEach((extraOp) => {
-            it(`Split compressed batch with multiple messages with${extraOp ? "" : "out"} extra empty op.`, () => {
-                const chunkSize = 20;
-                const opSplitter = new OpSplitter([], mockSubmitBatchFn, chunkSize, extraOp ? chunkSize * 2 : maxBatchSizeInBytes, mockLogger);
-                const largeMessage = generateChunkableOp(100);
-                const emptyMessage = generateChunkableOp(0);
-                const result = opSplitter.splitFirstBatchMessage({
-                    content: [largeMessage, emptyMessage, emptyMessage, emptyMessage],
-                    contentSizeInBytes: largeMessage.contents?.length ?? 0,
-                    referenceSequenceNumber: 0,
-                });
-                assert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));
-                for (const batch of batchesSubmitted) {
-                    assert.equal(batch.messages.length, 1);
-                    assert.equal(typeFromBatchedOp(batch.messages[0]), ContainerMessageType.ChunkedOp);
-                    assert.equal(batch.referenceSequenceNumber, 0);
-                }
-                assert.equal(result.content.length, 4);
-                const lastChunk = JSON.parse(result.content[0].contents).contents;
-                assert.equal(lastChunk.chunkId, lastChunk.totalChunks);
-                assert.deepStrictEqual(result.content.slice(1), new Array(3).fill(emptyMessage));
-                assert.equal(!extraOp ||
-                    JSON.parse(result.content[0].contents).contents?.contents?.length === 0, true);
-                assert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);
-                const contentSentSeparately = batchesSubmitted.map((x) => JSON.parse(x.messages[0].contents)
-                    .contents.contents);
-                const sentContent = [...contentSentSeparately, lastChunk.contents].reduce((accumulator, current) => `${accumulator}${current}`);
-                assert.equal(sentContent, largeMessage.contents);
-                assert(mockLogger.matchEvents([
-                    {
-                        eventName: "OpSplitter:CompressedChunkedBatch",
-                        length: result.content.length,
-                        chunks: 100 / 20 + 1 + (extraOp ? 1 : 0),
-                        chunkSizeInBytes: 20,
-                    },
-                ]));
-            });
-            it(`Split compressed batch with single message with${extraOp ? "" : "out"} extra empty op.`, () => {
-                const chunkSize = 20;
-                const opSplitter = new OpSplitter([], mockSubmitBatchFn, 20, extraOp ? chunkSize * 2 : maxBatchSizeInBytes, mockLogger);
-                const largeMessage = generateChunkableOp(100);
-                const result = opSplitter.splitFirstBatchMessage({
-                    content: [largeMessage],
-                    contentSizeInBytes: largeMessage.contents?.length ?? 0,
-                    referenceSequenceNumber: 0,
-                });
-                assert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));
-                for (const batch of batchesSubmitted) {
-                    assert.equal(batch.messages.length, 1);
-                    assert.equal(typeFromBatchedOp(batch.messages[0]), ContainerMessageType.ChunkedOp);
-                    assert.equal(batch.referenceSequenceNumber, 0);
-                }
-                assert.equal(result.content.length, 1);
-                assert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);
-                const lastChunk = JSON.parse(result.content[0].contents).contents;
-                assert.equal(lastChunk.chunkId, lastChunk.totalChunks);
-                assert.equal(!extraOp ||
-                    JSON.parse(result.content[0].contents).contents?.contents?.length === 0, true);
-                assert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);
-                const contentSentSeparately = batchesSubmitted.map((x) => JSON.parse(x.messages[0].contents)
-                    .contents.contents);
-                const sentContent = [...contentSentSeparately, lastChunk.contents].reduce((accumulator, current) => `${accumulator}${current}`);
-                assert.equal(sentContent, largeMessage.contents);
-                assert(mockLogger.matchEvents([
-                    {
-                        eventName: "OpSplitter:CompressedChunkedBatch",
-                        length: result.content.length,
-                        chunks: 100 / 20 + 1 + (extraOp ? 1 : 0),
-                        chunkSizeInBytes: 20,
-                    },
-                ]));
-            });
-        });
-    });
-    const assertSameMessage = (result, original) => {
-        assert.deepStrictEqual(result.contents, JSON.parse(original.contents));
-        // type = "component" is used to force 1.3 to crash on compressed & chunked ops, as it does not understand it.
-        // 2.x does not care about type, as it will get right type after decompressing the op.
-        // see code & comment in splitOp()
-        assert.strictEqual(result.type, "component");
-        assert.strictEqual(result.metadata, original.metadata);
-        assert.strictEqual(result.compression, original.compression);
-    };
-    const generateChunkableOp = (contentSizeInBytes) => {
-        const contents = {
-            // There should be a type here, but there is no validation for that,
-            // and tests would need to be adjusted (sizing and assumptions) if we add it here.
-            // type: ContainerMessageType.FluidDataStoreOp,
-            value: crypto.randomBytes(contentSizeInBytes / 2).toString("hex"),
-        };
-        return {
-            referenceSequenceNumber: Infinity,
-            metadata: { meta: "data" },
-            compression: CompressionAlgorithms.lz4,
-            contents: JSON.stringify(contents),
-        };
-    };
-    const wrapChunkedOps = (ops, clientId) => ops.map((op) => {
-        const result = {
-            contents: {
-                type: ContainerMessageType.ChunkedOp,
-                contents: op,
-            },
-            clientId,
-        };
-        return result;
-    });
-});
-//# sourceMappingURL=opSplitter.spec.js.map

package/lib/test/opLifecycle/opSplitter.spec.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"opSplitter.spec.js","sourceRoot":"","sources":["../../../src/test/opLifecycle/opSplitter.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,6DAA6D;AAE7D,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AAElF,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAGN,UAAU,EACV,gBAAgB,EAChB,OAAO,GACP,MAAM,4BAA4B,CAAC;AAEpC,SAAS,iBAAiB,CAAC,EAAiB;IAC3C,MAAM,CAAC,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAc,CAAC;AAC/C,CAAC;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC3B,MAAM,gBAAgB,GAAsE,EAAE,CAAC;IAE/F,MAAM,iBAAiB,GAAG,CACzB,KAAsB,EACtB,uBAAgC,EACvB,EAAE;QACX,gBAAgB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QACpE,OAAO,gBAAgB,CAAC,MAAM,CAAC;IAChC,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;IACnC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAEpC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,uDAAuD;QACvD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACnD,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAElD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC9D,MAAM,EAAE,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,EAAE,YAAY,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,eAAe,GAAG,IAAI,UAAU,CACrC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAC7B,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAE5C,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAExC,MAAM,aAAa,GAAG,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC/C,iBAAiB,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,YAAY,CACZ,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAC5B,OAAO,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,EACpE,aAAa,CACb,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACX,EAAE,CAAC,QAAgB,CAAC,IAAI,GAAG,oBAAoB,CAAC,gBAAgB,CAAC;YAClE,OAAO,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE;YACxB,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;SACjD;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CACX,MAAM;aACJ,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACZ,KAAK,CACL,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,CAAC,mBAAmB,KAAK,SAAS;YACvC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CACrC,EACF,IAAI,CACJ,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACjC,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,mBAAmB,EACnB,UAAU,CACV,CAAC;QACF,MAAM,cAAc,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,EAAE,GAAG,cAAc,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAEhF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,EAAE;YACX,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,UAAU,CAAC,sBAAsB,CAAC;YACjC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,aAAa;QACb,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,SAAS,EACT,CAAC,EACD,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,sBAAsB,CAAC;YAC9E,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;QAEF,cAAc;QACd,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAClB,IAAI,UAAU,CACb,EAAE,EACF,iBAAiB,EACjB,MAAM,CAAC,iBAAiB,EACxB,mBAAmB,EACnB,UAAU,CACV,CAAC,sBAAsB,CAAC;YACxB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,kBAAkB,EAAE,CAAC;YACrB,uBAAuB,EAAE,CAAC;SAC1B,CAAC,CACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QACnC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACjC,EAAE,CAAC,qDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBAE5C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC;oBACjE,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACX,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EACpC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBACjF,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,kDACF,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAChB,kBAAkB,EAAE,GAAG,EAAE;gBACxB,MAAM,SAAS,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAChC,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAC7C,UAAU,CACV,CAAC;gBACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,sBAAsB,CAAC;oBAChD,OAAO,EAAE,CAAC,YAAY,CAAC;oBACvB,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC;oBACtD,uBAAuB,EAAE,CAAC;iBAC1B,CAAC,CAAC;gBAEH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE;oBACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CACX,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EACpC,oBAAoB,CAAC,SAAS,CAC9B,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;iBAC/C;gBAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAsB,CAAC;gBACjF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,CAAC,KAAK,CACX,CAAC,OAAO;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAK,CAAC,EACzE,IAAI,CACJ,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;gBAC/E,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAEJ,IAAI,CAAC,KAAK,CAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAkB,CAAC,QAAS,CAAC;qBACnD,QACF,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM,WAAW,GAAG,CAAC,GAAG,qBAAqB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CACxE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,OAAO,EAAE,CACpD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAEjD,MAAM,CACL,UAAU,CAAC,WAAW,CAAC;oBACtB;wBACC,SAAS,EAAE,mCAAmC;wBAC9C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;wBAC7B,MAAM,EAAE,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,gBAAgB,EAAE,EAAE;qBACpB;iBACD,CAAC,CACF,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,CAAC,MAAiC,EAAE,QAAsB,EAAE,EAAE;QACvF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAS,CAAC,CAAC,CAAC;QACxE,8GAA8G;QAC9G,sFAAsF;QACtF,kCAAkC;QAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC9D,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,CAAC,kBAA0B,EAAgB,EAAE;QACxE,MAAM,QAAQ,GAAG;YAChB,oEAAoE;YACpE,kFAAkF;YAClF,+CAA+C;YAC/C,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;SACjE,CAAC;QACF,OAAO;YACN,uBAAuB,EAAE,QAAQ;YACjC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YAC1B,WAAW,EAAE,qBAAqB,CAAC,GAAG;YACtC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;SAClC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,GAAiB,EAAE,QAAgB,EAA+B,EAAE,CAC3F,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QACd,MAAM,MAAM,GAAG;YACd,QAAQ,EAAE;gBACT,IAAI,EAAE,oBAAoB,CAAC,SAAS;gBACpC,QAAQ,EAAE,EAAE;aACZ;YACD,QAAQ;SACR,CAAC;QAEF,OAAO,MAAmC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\n/* eslint-disable @typescript-eslint/no-non-null-assertion */\n\nimport { strict as assert } from \"assert\";\nimport * as crypto from \"crypto\";\nimport { IBatchMessage } from \"@fluidframework/container-definitions\";\nimport { ContainerMessageType } from \"@fluidframework/container-runtime-previous\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { CompressionAlgorithms } from \"../../containerRuntime.js\";\nimport {\n\tBatchMessage,\n\tIChunkedOp,\n\tOpSplitter,\n\tisChunkedMessage,\n\tsplitOp,\n} from \"../../opLifecycle/index.js\";\n\nfunction typeFromBatchedOp(op: IBatchMessage) {\n\tassert(op.contents !== undefined);\n\treturn JSON.parse(op.contents).type as string;\n}\n\ndescribe(\"OpSplitter\", () => {\n\tconst batchesSubmitted: { messages: IBatchMessage[]; referenceSequenceNumber?: number }[] = [];\n\n\tconst mockSubmitBatchFn = (\n\t\tbatch: IBatchMessage[],\n\t\treferenceSequenceNumber?: number,\n\t): number => {\n\t\tbatchesSubmitted.push({ messages: batch, referenceSequenceNumber });\n\t\treturn batchesSubmitted.length;\n\t};\n\n\tbeforeEach(() => {\n\t\tbatchesSubmitted.splice(0);\n\t\tmockLogger.clear();\n\t});\n\n\tconst chunkSizeInBytes = 50 * 1024;\n\tconst maxBatchSizeInBytes = 10 * 50 * 1024;\n\tconst mockLogger = new MockLogger();\n\n\tit(\"Reconstruct original chunked op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);\n\n\t\tconst chunks1LastResult = opSplitter.processChunk(chunks1[2]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);\n\n\t\tconst chunks2LastResult = opSplitter.processChunk(chunks2[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with extra empty op\", () => {\n\t\tconst op1 = generateChunkableOp(chunkSizeInBytes * 2);\n\t\tconst op2 = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks1 = wrapChunkedOps(splitOp(op1, chunkSizeInBytes, true), \"testClient1\");\n\t\tconst chunks2 = wrapChunkedOps(splitOp(op2, chunkSizeInBytes, true), \"testClient2\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[0]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[0]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[1]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[1]).isFinalChunk, false);\n\n\t\tassert.equal(opSplitter.processChunk(chunks1[2]).isFinalChunk, false);\n\n\t\tconst chunks1LastResult = opSplitter.processChunk(chunks1[3]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks1LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks1LastResult.message, op1);\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\n\t\tassert.equal(opSplitter.processChunk(chunks2[2]).isFinalChunk, false);\n\t\tassert.equal(opSplitter.processChunk(chunks2[3]).isFinalChunk, false);\n\n\t\tconst chunks2LastResult = opSplitter.processChunk(chunks2[4]);\n\t\t// The last chunk will reconstruct the original message\n\t\tassert.equal(chunks2LastResult.isFinalChunk, true);\n\t\tassertSameMessage(chunks2LastResult.message, op2);\n\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Reconstruct original chunked op with initial chunks\", () => {\n\t\tconst op = generateChunkableOp(chunkSizeInBytes * 3);\n\t\tconst chunks = wrapChunkedOps(splitOp(op, chunkSizeInBytes), \"testClient\");\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processChunk(chunks[0]);\n\t\topSplitter.processChunk(chunks[1]);\n\n\t\tconst otherOpSplitter = new OpSplitter(\n\t\t\tArray.from(opSplitter.chunks),\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\n\t\totherOpSplitter.processChunk(chunks[2]);\n\n\t\tconst processResult = otherOpSplitter.processChunk(chunks[3]);\n\t\tassert.equal(processResult.isFinalChunk, true);\n\t\tassertSameMessage(processResult.message, op);\n\t});\n\n\tit(\"Clear chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\topSplitter.processChunk(chunks[0]);\n\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"noClient\");\n\t\tassert.equal(opSplitter.chunks.size, 1);\n\t\topSplitter.clearPartialChunks(\"testClient\");\n\t\tassert.equal(opSplitter.chunks.size, 0);\n\t});\n\n\tit(\"Throw when processing out-of-order chunks\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t);\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tassert.throws(() => opSplitter.processChunk(chunks[2]));\n\t});\n\n\tit(\"Don't accept non-chunked ops\", () => {\n\t\tconst chunks = wrapChunkedOps(\n\t\t\tsplitOp(generateChunkableOp(chunkSizeInBytes * 3), chunkSizeInBytes),\n\t\t\t\"testClient1\",\n\t\t).map((op) => {\n\t\t\t(op.contents as any).type = ContainerMessageType.FluidDataStoreOp;\n\t\t\treturn op;\n\t\t});\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t0,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tfor (const op of chunks) {\n\t\t\tassert.deepStrictEqual(isChunkedMessage(op), false);\n\t\t\tassert.throws(() => opSplitter.processChunk(op));\n\t\t}\n\t});\n\n\tit(\"Chunk metadata\", () => {\n\t\tconst originalOp = generateChunkableOp(chunkSizeInBytes * 4);\n\t\tconst chunks = splitOp(originalOp, chunkSizeInBytes);\n\t\tassert.equal(\n\t\t\tchunks\n\t\t\t\t.slice(0, -1)\n\t\t\t\t.every(\n\t\t\t\t\t(chunk) =>\n\t\t\t\t\t\tchunk.originalCompression === undefined &&\n\t\t\t\t\t\tchunk.originalMetadata === undefined,\n\t\t\t\t),\n\t\t\ttrue,\n\t\t);\n\n\t\tconst lastChunk = chunks[chunks.length - 1];\n\t\tassert.deepStrictEqual(lastChunk.originalMetadata, originalOp.metadata);\n\t\tassert.equal(lastChunk.originalCompression, originalOp.compression);\n\t});\n\n\tit(\"Batch split invariants\", () => {\n\t\tconst opSplitter = new OpSplitter(\n\t\t\t[],\n\t\t\tmockSubmitBatchFn,\n\t\t\t50,\n\t\t\tmaxBatchSizeInBytes,\n\t\t\tmockLogger,\n\t\t);\n\t\tconst regularMessage = generateChunkableOp(20);\n\t\tconst compressedMessage = { ...regularMessage, metadata: { compressed: true } };\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 0,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Empty batch\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is too small to be chunked\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 1,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Batch is not compressed\n\t\tassert.throws(() =>\n\t\t\topSplitter.splitFirstBatchMessage({\n\t\t\t\tcontent: [regularMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Old loader\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tundefined,\n\t\t\t\t0,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Misconfigured op splitter\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter([], mockSubmitBatchFn, 2, 1, mockLogger).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\n\t\t// Not enabled\n\t\tassert.throws(() =>\n\t\t\tnew OpSplitter(\n\t\t\t\t[],\n\t\t\t\tmockSubmitBatchFn,\n\t\t\t\tNumber.POSITIVE_INFINITY,\n\t\t\t\tmaxBatchSizeInBytes,\n\t\t\t\tmockLogger,\n\t\t\t).splitFirstBatchMessage({\n\t\t\t\tcontent: [compressedMessage],\n\t\t\t\tcontentSizeInBytes: 3,\n\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t}),\n\t\t);\n\t});\n\n\tdescribe(\"Compressed batches\", () => {\n\t\t[false, true].forEach((extraOp) => {\n\t\t\tit(`Split compressed batch with multiple messages with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\tchunkSize,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\t\t\t\tconst emptyMessage = generateChunkableOp(0);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage, emptyMessage, emptyMessage, emptyMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\ttypeFromBatchedOp(batch.messages[0]),\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 4);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.deepStrictEqual(result.content.slice(1), new Array(3).fill(emptyMessage));\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\n\t\t\tit(`Split compressed batch with single message with${\n\t\t\t\textraOp ? \"\" : \"out\"\n\t\t\t} extra empty op.`, () => {\n\t\t\t\tconst chunkSize = 20;\n\t\t\t\tconst opSplitter = new OpSplitter(\n\t\t\t\t\t[],\n\t\t\t\t\tmockSubmitBatchFn,\n\t\t\t\t\t20,\n\t\t\t\t\textraOp ? chunkSize * 2 : maxBatchSizeInBytes,\n\t\t\t\t\tmockLogger,\n\t\t\t\t);\n\t\t\t\tconst largeMessage = generateChunkableOp(100);\n\n\t\t\t\tconst result = opSplitter.splitFirstBatchMessage({\n\t\t\t\t\tcontent: [largeMessage],\n\t\t\t\t\tcontentSizeInBytes: largeMessage.contents?.length ?? 0,\n\t\t\t\t\treferenceSequenceNumber: 0,\n\t\t\t\t});\n\n\t\t\t\tassert.equal(batchesSubmitted.length, 5 + (extraOp ? 1 : 0));\n\t\t\t\tfor (const batch of batchesSubmitted) {\n\t\t\t\t\tassert.equal(batch.messages.length, 1);\n\t\t\t\t\tassert.equal(\n\t\t\t\t\t\ttypeFromBatchedOp(batch.messages[0]),\n\t\t\t\t\t\tContainerMessageType.ChunkedOp,\n\t\t\t\t\t);\n\t\t\t\t\tassert.equal(batch.referenceSequenceNumber, 0);\n\t\t\t\t}\n\n\t\t\t\tassert.equal(result.content.length, 1);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst lastChunk = JSON.parse(result.content[0].contents!).contents as IChunkedOp;\n\t\t\t\tassert.equal(lastChunk.chunkId, lastChunk.totalChunks);\n\t\t\t\tassert.equal(\n\t\t\t\t\t!extraOp ||\n\t\t\t\t\t\tJSON.parse(result.content[0].contents!).contents?.contents?.length === 0,\n\t\t\t\t\ttrue,\n\t\t\t\t);\n\t\t\t\tassert.notEqual(result.contentSizeInBytes, largeMessage.contents?.length ?? 0);\n\t\t\t\tconst contentSentSeparately = batchesSubmitted.map(\n\t\t\t\t\t(x) =>\n\t\t\t\t\t\t(\n\t\t\t\t\t\t\tJSON.parse((x.messages[0] as BatchMessage).contents!)\n\t\t\t\t\t\t\t\t.contents as IChunkedOp\n\t\t\t\t\t\t).contents,\n\t\t\t\t);\n\t\t\t\tconst sentContent = [...contentSentSeparately, lastChunk.contents].reduce(\n\t\t\t\t\t(accumulator, current) => `${accumulator}${current}`,\n\t\t\t\t);\n\t\t\t\tassert.equal(sentContent, largeMessage.contents);\n\n\t\t\t\tassert(\n\t\t\t\t\tmockLogger.matchEvents([\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\teventName: \"OpSplitter:CompressedChunkedBatch\",\n\t\t\t\t\t\t\tlength: result.content.length,\n\t\t\t\t\t\t\tchunks: 100 / 20 + 1 + (extraOp ? 1 : 0),\n\t\t\t\t\t\t\tchunkSizeInBytes: 20,\n\t\t\t\t\t\t},\n\t\t\t\t\t]),\n\t\t\t\t);\n\t\t\t});\n\t\t});\n\t});\n\tconst assertSameMessage = (result: ISequencedDocumentMessage, original: BatchMessage) => {\n\t\tassert.deepStrictEqual(result.contents, JSON.parse(original.contents!));\n\t\t// type = \"component\" is used to force 1.3 to crash on compressed & chunked ops, as it does not understand it.\n\t\t// 2.x does not care about type, as it will get right type after decompressing the op.\n\t\t// see code & comment in splitOp()\n\t\tassert.strictEqual(result.type, \"component\");\n\t\tassert.strictEqual(result.metadata, original.metadata);\n\t\tassert.strictEqual(result.compression, original.compression);\n\t};\n\n\tconst generateChunkableOp = (contentSizeInBytes: number): BatchMessage => {\n\t\tconst contents = {\n\t\t\t// There should be a type here, but there is no validation for that,\n\t\t\t// and tests would need to be adjusted (sizing and assumptions) if we add it here.\n\t\t\t// type: ContainerMessageType.FluidDataStoreOp,\n\t\t\tvalue: crypto.randomBytes(contentSizeInBytes / 2).toString(\"hex\"),\n\t\t};\n\t\treturn {\n\t\t\treferenceSequenceNumber: Infinity,\n\t\t\tmetadata: { meta: \"data\" },\n\t\t\tcompression: CompressionAlgorithms.lz4,\n\t\t\tcontents: JSON.stringify(contents),\n\t\t};\n\t};\n\n\tconst wrapChunkedOps = (ops: IChunkedOp[], clientId: string): ISequencedDocumentMessage[] =>\n\t\tops.map((op) => {\n\t\t\tconst result = {\n\t\t\t\tcontents: {\n\t\t\t\t\ttype: ContainerMessageType.ChunkedOp,\n\t\t\t\t\tcontents: op,\n\t\t\t\t},\n\t\t\t\tclientId,\n\t\t\t};\n\n\t\t\treturn result as ISequencedDocumentMessage;\n\t\t});\n});\n"]}