@fluidframework/odsp-driver 2.0.0-dev-rc.1.0.0.232845 → 2.0.0-dev-rc.2.0.0.246488

package/lib/test/opsCaching.spec.js

@@ -0,0 +1,357 @@
+/*!
+ * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
+ * Licensed under the MIT License.
+ */
+import { strict as assert } from "node:assert";
+import { MockLogger } from "@fluidframework/telemetry-utils";
+import { delay } from "@fluidframework/core-utils";
+import { OdspDeltaStorageWithCache } from "../odspDeltaStorageService.js";
+import { OpsCache } from "../opsCaching.js";
+class MockCache {
+    constructor() {
+        this.writeCount = 0;
+        this.opsWritten = 0;
+        this.data = {};
+    }
+    async write(batchNumber, data) {
+        this.writeCount++;
+        this.data[batchNumber] = JSON.parse(data);
+        for (const op of this.data[batchNumber]) {
+            // JSON.serialize converts undefined to null
+            if (op !== null) {
+                this.opsWritten++;
+            }
+        }
+    }
+    async read(batchNumber) {
+        const content = this.data[batchNumber];
+        if (content === undefined) {
+            return undefined;
+        }
+        return JSON.stringify(content);
+    }
+    remove() {
+        // Do not reset this.writeCount such that we can test that writes happened, but later on data was cleared
+        this.writeCount++;
+        this.opsWritten++;
+        this.data = {};
+    }
+}
+async function validate(mockCache, expected, cache, initialSeq) {
+    assert.deepEqual(mockCache.data, JSON.parse(JSON.stringify(expected)));
+    const expectedArr = [];
+    for (const values of Object.values(expected)) {
+        for (const op of values) {
+            if (op !== undefined) {
+                expectedArr.push(op);
+            }
+        }
+    }
+    let result = await cache.get(initialSeq + 1, undefined);
+    assert.deepEqual(result, expectedArr);
+    if (initialSeq >= 10) {
+        result = await cache.get(1, 10);
+        assert(result.length === 0);
+    }
+    // Asking for one too early should result in empty result, as hit miss should result in no ops.
+    if (initialSeq > 0) {
+        result = await cache.get(initialSeq, undefined);
+        assert(result.length === 0);
+    }
+    if (expectedArr.length > 0) {
+        const last = expectedArr[expectedArr.length - 1].sequenceNumber + 1;
+        result = await cache.get(last, undefined);
+        assert(result.length === 0);
+        result = await cache.get(last + 10, undefined);
+        assert(result.length === 0);
+        result = await cache.get(initialSeq + 2, last);
+        assert.deepEqual(result, expectedArr.slice(1));
+        result = await cache.get(initialSeq + 2, last + 100000);
+        assert.deepEqual(result, expectedArr.slice(1));
+        result = await cache.get(initialSeq + 2, last - 1);
+        assert.deepEqual(result, expectedArr.slice(1, -1));
+    }
+}
+async function runTestNoTimer(batchSize, initialSeq, mockData, expected, initialWritesExpected, totalOpsWritten) {
+    const mockCache = new MockCache();
+    const logger = new MockLogger();
+    const cache = new OpsCache(initialSeq, logger.toTelemetryLogger(), mockCache, batchSize, -1, // timerGranularity
+    10);
+    cache.addOps(mockData);
+    const writes = mockCache.writeCount;
+    assert.equal(writes, initialWritesExpected, "initialWrites should match");
+    // Validate that writing same ops is not going to change anything
+    cache.addOps(mockData);
+    assert.equal(writes, mockCache.writeCount);
+    await validate(mockCache, expected, cache, initialSeq);
+    // ensure all ops are flushed properly
+    cache.flushOps();
+    assert.equal(mockCache.opsWritten, totalOpsWritten ?? mockData.length);
+    // ensure adding same ops and flushing again is doing nothing
+    cache.addOps(mockData);
+    cache.flushOps();
+    assert.equal(mockCache.opsWritten, totalOpsWritten ?? mockData.length, "ops written does not match");
+    logger.assertMatchNone([{ category: "error" }]);
+}
+export async function runTestWithTimer(batchSize, initialSeq, mockData, expected, initialWritesExpected, totalWritesExpected, totalOpsWritten) {
+    const mockCache = new MockCache();
+    const logger = new MockLogger();
+    const cache = new OpsCache(initialSeq, logger.toTelemetryLogger(), mockCache, batchSize, 1, // timerGranularity
+    10);
+    cache.addOps(mockData);
+    assert.equal(mockCache.writeCount, initialWritesExpected);
+    await validate(mockCache, expected, cache, initialSeq);
+    while (mockCache.writeCount < totalWritesExpected) {
+        await delay(1);
+    }
+    assert.equal(mockCache.writeCount, totalWritesExpected);
+    assert.equal(mockCache.opsWritten, totalOpsWritten ?? mockData.length);
+    logger.assertMatchNone([{ category: "error" }]);
+}
+export async function runTest(batchSize, initialSeq, mockData, expected, initialWritesExpected, totalWritesExpected, totalOpsWritten) {
+    await runTestNoTimer(batchSize, initialSeq, mockData, expected, initialWritesExpected, totalOpsWritten);
+    await runTestWithTimer(batchSize, initialSeq, mockData, expected, initialWritesExpected, totalWritesExpected, totalOpsWritten);
+}
+describe("OpsCache", () => {
+    const mockData1 = [
+        { sequenceNumber: 105, data: "105" },
+        { sequenceNumber: 110, data: "110" },
+        { sequenceNumber: 115, data: "115" },
+        { sequenceNumber: 120, data: "120" },
+        { sequenceNumber: 125, data: "125" },
+        { sequenceNumber: 130, data: "130" },
+        { sequenceNumber: 135, data: "135" },
+        { sequenceNumber: 140, data: "140" },
+        { sequenceNumber: 145, data: "140" },
+    ];
+    it("1 element in each batch of 5 should not commit", async () => {
+        await runTest(5, 100, mockData1, {}, 0, 9);
+    });
+    it("2 element in each batch of 10 should not commit", async () => {
+        await runTest(10, 100, mockData1, {}, 0, 4, 8);
+    });
+    it("6 sequential elements with batch of 5 should commit 1 batch", async () => {
+        await runTest(5, 100, [
+            { sequenceNumber: 101, data: "101" },
+            { sequenceNumber: 102, data: "102" },
+            { sequenceNumber: 103, data: "103" },
+            { sequenceNumber: 104, data: "104" },
+            { sequenceNumber: 105, data: "105" },
+        ], {
+            "5_20": [
+                undefined,
+                { sequenceNumber: 101, data: "101" },
+                { sequenceNumber: 102, data: "102" },
+                { sequenceNumber: 103, data: "103" },
+                { sequenceNumber: 104, data: "104" },
+            ],
+        }, 1, 2);
+    });
+    it("Epmty ops at beginning and end of batch should cause the batch to not be cached", async () => {
+        await runTest(5, 100, [
+            { sequenceNumber: 101, data: "101" },
+            { sequenceNumber: 102, data: "102" },
+            { sequenceNumber: 103, data: "103" },
+        ], {}, 0, 0, 0);
+    });
+    it("Epmty ops at just the beginning should still cause the batch to be cached", async () => {
+        await runTest(5, 100, [
+            { sequenceNumber: 101, data: "101" },
+            { sequenceNumber: 102, data: "102" },
+            { sequenceNumber: 103, data: "103" },
+            { sequenceNumber: 104, data: "104" },
+        ], {
+            "5_20": [
+                undefined,
+                { sequenceNumber: 101, data: "101" },
+                { sequenceNumber: 102, data: "102" },
+                { sequenceNumber: 103, data: "103" },
+                { sequenceNumber: 104, data: "104" },
+            ],
+        }, 1, 1, 4);
+    });
+    const mockData3 = [
+        { sequenceNumber: 102, data: "102" },
+        { sequenceNumber: 103, data: "103" },
+    ];
+    it("3 sequential elements with batch of 2 and offset of 1 should commit 2 batches", async () => {
+        await runTest(2, 101, mockData3, {
+            "2_51": [
+                { sequenceNumber: 102, data: "102" },
+                { sequenceNumber: 103, data: "103" },
+            ],
+        }, 1, 1);
+    });
+    it("with batch size of 1 all ops should commit in own batch", async () => {
+        await runTest(1, 101, mockData3, {
+            "1_102": [{ sequenceNumber: 102, data: "102" }],
+            "1_103": [{ sequenceNumber: 103, data: "103" }],
+        }, 2, 2);
+    });
+    it("Too many ops", async () => {
+        await runTest(5, 100, [
+            { sequenceNumber: 105, data: "105" },
+            { sequenceNumber: 106, data: "106" },
+            { sequenceNumber: 107, data: "107" },
+            { sequenceNumber: 108, data: "108" },
+            { sequenceNumber: 109, data: "109" },
+            { sequenceNumber: 110, data: "110" },
+            { sequenceNumber: 111, data: "111" },
+            { sequenceNumber: 112, data: "112" },
+            { sequenceNumber: 113, data: "113" },
+            { sequenceNumber: 114, data: "114" },
+            { sequenceNumber: 115, data: "115" },
+        ], {}, 3, 3);
+    });
+    it("Gap in ops", async () => {
+        const mockCache = new MockCache();
+        const initialSeq = 100;
+        const mockData = [
+            { sequenceNumber: 101, data: "101" },
+            { sequenceNumber: 102, data: "102" },
+            { sequenceNumber: 103, data: "103" },
+            { sequenceNumber: 104, data: "104" },
+            { sequenceNumber: 105, data: "105" },
+            { sequenceNumber: 106, data: "106" },
+            // Gap:
+            // { sequenceNumber: 107, data: "107" },
+            { sequenceNumber: 108, data: "108" },
+            { sequenceNumber: 109, data: "109" },
+            // Start a new butch - that's where we had bug!
+            { sequenceNumber: 110, data: "110" },
+            { sequenceNumber: 111, data: "111" },
+        ];
+        const logger = new MockLogger();
+        const cache = new OpsCache(initialSeq, logger.toTelemetryLogger(), mockCache, 5 /* batchSize */, -1, // timerGranularity
+        100);
+        cache.addOps(mockData);
+        cache.flushOps();
+        const result = await cache.get(initialSeq + 1, undefined);
+        assert.deepEqual(result, [
+            { sequenceNumber: 101, data: "101" },
+            { sequenceNumber: 102, data: "102" },
+            { sequenceNumber: 103, data: "103" },
+            { sequenceNumber: 104, data: "104" },
+            { sequenceNumber: 105, data: "105" },
+            { sequenceNumber: 106, data: "106" },
+        ]);
+        logger.assertMatchNone([{ category: "error" }]);
+    });
+});
+describe("OdspDeltaStorageWithCache", () => {
+    async function readAll(stream) {
+        const ops = [];
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const result = await stream.read();
+            if (result.done) {
+                break;
+            }
+            ops.push(...result.value);
+        }
+        return ops;
+    }
+    function createOps(fromArg, length) {
+        const ops = [];
+        let from = fromArg;
+        const to = from + length;
+        while (from < to) {
+            // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+            ops.push({ sequenceNumber: from });
+            from++;
+        }
+        return ops;
+    }
+    function filterOps(ops, from, to) {
+        return ops.filter((op) => op.sequenceNumber >= from && op.sequenceNumber < to);
+    }
+    function validateOps(ops, from, to) {
+        if (to < from) {
+            assert(ops.length === 0);
+        }
+        else {
+            assert(ops.length === to - from);
+            assert(ops.length === 0 || ops[0].sequenceNumber === from);
+            assert(ops.length === 0 || ops[ops.length - 1].sequenceNumber === to - 1);
+        }
+    }
+    async function testStorage(fromTotal, toTotal, cacheOnly, opsFromSnapshot, opsFromCache, opsFromStorage, concurrency = 1, batchSize = 100) {
+        const snapshotOps = createOps(fromTotal, opsFromSnapshot);
+        const cachedOps = createOps(fromTotal + opsFromSnapshot, opsFromCache);
+        const storageOps = createOps(fromTotal + opsFromSnapshot + opsFromCache, opsFromStorage);
+        let totalOps = opsFromSnapshot + opsFromCache + (cacheOnly ? 0 : opsFromStorage);
+        const actualTo = toTotal ?? fromTotal + totalOps;
+        assert(actualTo <= fromTotal + totalOps); // code will deadlock if that's not the case
+        const askingOps = actualTo - fromTotal;
+        totalOps = Math.min(totalOps, askingOps);
+        let opsToCache = [];
+        const logger = new MockLogger();
+        const storage = new OdspDeltaStorageWithCache(snapshotOps, logger.toTelemetryLogger(), batchSize, concurrency, 
+        // getFromStorage
+        async (from, to) => {
+            return { messages: filterOps(storageOps, from, to), partialResult: false };
+        }, 
+        // getCached
+        async (from, to) => filterOps(cachedOps, from, to), 
+        // requestFromSocket
+        (from, to) => { }, 
+        // opsReceived
+        (ops) => opsToCache.push(...ops), () => ({ isFirstSnapshotFromNetwork: false }));
+        const stream = storage.fetchMessages(fromTotal, toTotal, undefined, // abortSignal
+        cacheOnly);
+        const opsAll = await readAll(stream);
+        validateOps(opsAll, fromTotal, fromTotal + totalOps);
+        if (cacheOnly) {
+            assert(opsToCache.length === 0);
+        }
+        else {
+            opsToCache = opsToCache.sort((a, b) => a.sequenceNumber - b.sequenceNumber);
+            validateOps(opsToCache, fromTotal + opsFromSnapshot + opsFromCache, fromTotal + totalOps);
+        }
+        logger.assertMatchNone([{ category: "error" }]);
+    }
+    it("basic permutations", async () => {
+        await testStorage(105, undefined, false, 0, 0, 0);
+        await testStorage(105, undefined, false, 110, 0, 0);
+        await testStorage(105, undefined, false, 110, 245, 0);
+        await testStorage(105, undefined, false, 110, 245, 1000);
+        await testStorage(105, undefined, false, 110, 9001, 8002);
+        await testStorage(105, undefined, false, 0, 245, 0);
+        await testStorage(105, undefined, false, 0, 9000, 0);
+        await testStorage(105, undefined, false, 0, 245, 150);
+        await testStorage(105, undefined, false, 110, 0, 150);
+        await testStorage(105, undefined, false, 0, 0, 150);
+    });
+    it("cached", async () => {
+        await testStorage(105, undefined, true, 0, 0, 0);
+        await testStorage(105, undefined, true, 110, 0, 0);
+        await testStorage(105, undefined, true, 110, 245, 0);
+        await testStorage(105, undefined, true, 1001, 8001, 0);
+        await testStorage(105, undefined, true, 110, 245, 1000);
+        await testStorage(105, undefined, true, 0, 245, 0);
+        await testStorage(105, undefined, true, 0, 245, 150);
+        await testStorage(105, undefined, true, 110, 0, 150);
+        await testStorage(105, undefined, true, 0, 0, 150);
+    });
+    it("fixed to", async () => {
+        await testStorage(105, 105 + 110, false, 110, 0, 0);
+        await testStorage(105, 105 + 110 + 245, false, 110, 245, 0);
+        await testStorage(105, 105 + 110 + 245 + 500, false, 110, 245, 1000);
+        await testStorage(105, 105 + 245 + 150, false, 0, 245, 150);
+        await testStorage(105, 105 + 110 + 150, false, 110, 0, 150);
+        await testStorage(105, 105 + 140, false, 0, 0, 150);
+    });
+    it("concurency", async () => {
+        await testStorage(105, undefined, false, 0, 0, 0, 2);
+        await testStorage(105, undefined, false, 110, 0, 0, 2);
+        await testStorage(105, undefined, false, 110, 245, 0, 2);
+        await testStorage(105, undefined, false, 110, 245, 1000, 2);
+        await testStorage(105, undefined, false, 110, 9001, 8002, 2);
+        await testStorage(105, undefined, false, 0, 245, 0, 2);
+        await testStorage(105, undefined, false, 0, 9000, 0, 2);
+        await testStorage(105, undefined, false, 0, 245, 150, 2);
+        await testStorage(105, undefined, false, 110, 0, 150, 2);
+        await testStorage(105, undefined, false, 0, 0, 150, 2);
+    });
+});
+//# sourceMappingURL=opsCaching.spec.js.map

package/lib/test/opsCaching.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opsCaching.spec.js","sourceRoot":"","sources":["../../src/test/opsCaching.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAG7D,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AACnD,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAgC,MAAM,kBAAkB,CAAC;AAK1E,MAAM,SAAS;IAAf;QACQ,eAAU,GAAG,CAAC,CAAC;QACf,eAAU,GAAG,CAAC,CAAC;QA4Bf,SAAI,GAA+B,EAAE,CAAC;IAC9C,CAAC;IA3BO,KAAK,CAAC,KAAK,CAAC,WAAmB,EAAE,IAAY;QACnD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAe,EAAE;YACtD,4CAA4C;YAC5C,IAAI,EAAE,KAAK,IAAI,EAAE;gBAChB,IAAI,CAAC,UAAU,EAAE,CAAC;aAClB;SACD;IACF,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,WAAmB;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvC,IAAI,OAAO,KAAK,SAAS,EAAE;YAC1B,OAAO,SAAS,CAAC;SACjB;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAEM,MAAM;QACZ,yGAAyG;QACzG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;IAChB,CAAC;CAGD;AAED,KAAK,UAAU,QAAQ,CACtB,SAAoB,EACpB,QAAwD,EACxD,KAAe,EACf,UAAkB;IAElB,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAEvE,MAAM,WAAW,GAAkB,EAAE,CAAC;IACtC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;QAC7C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE;YACxB,IAAI,EAAE,KAAK,SAAS,EAAE;gBACrB,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACrB;SACD;KACD;IAED,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAEtC,IAAI,UAAU,IAAI,EAAE,EAAE;QACrB,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;KAC5B;IAED,+FAA+F;IAC/F,IAAI,UAAU,GAAG,CAAC,EAAE;QACnB,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;KAC5B;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;QAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;QAEpE,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QAE5B,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QAE5B,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/C,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC;QACxD,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/C,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;KACnD;AACF,CAAC;AAED,KAAK,UAAU,cAAc,CAC5B,SAAiB,EACjB,UAAkB,EAClB,QAAuB,EACvB,QAAwD,EACxD,qBAA6B,EAC7B,eAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,QAAQ,CACzB,UAAU,EACV,MAAM,CAAC,iBAAiB,EAAE,EAC1B,SAAS,EACT,SAAS,EACT,CAAC,CAAC,EAAE,mBAAmB;IACvB,EAAE,CACF,CAAC;IAEF,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEvB,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC;IACpC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,qBAAqB,EAAE,4BAA4B,CAAC,CAAC;IAE1E,iEAAiE;IACjE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;IAE3C,MAAM,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAEvD,sCAAsC;IACtC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACjB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEvE,6DAA6D;IAC7D,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,KAAK,CAAC,QAAQ,EAAE,CAAC;IACjB,MAAM,CAAC,KAAK,CACX,SAAS,CAAC,UAAU,EACpB,eAAe,IAAI,QAAQ,CAAC,MAAM,EAClC,4BAA4B,CAC5B,CAAC;IACF,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,SAAiB,EACjB,UAAkB,EAClB,QAAuB,EACvB,QAAwD,EACxD,qBAA6B,EAC7B,mBAA2B,EAC3B,eAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,QAAQ,CACzB,UAAU,EACV,MAAM,CAAC,iBAAiB,EAAE,EAC1B,SAAS,EACT,SAAS,EACT,CAAC,EAAE,mBAAmB;IACtB,EAAE,CACF,CAAC;IAEF,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAEvD,OAAO,SAAS,CAAC,UAAU,GAAG,mBAAmB,EAAE;QAClD,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;KACf;IACD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IACvE,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC5B,SAAiB,EACjB,UAAkB,EAClB,QAAuB,EACvB,QAAwD,EACxD,qBAA6B,EAC7B,mBAA2B,EAC3B,eAAwB;IAExB,MAAM,cAAc,CACnB,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,qBAAqB,EACrB,eAAe,CACf,CAAC;IACF,MAAM,gBAAgB,CACrB,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,CACf,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACzB,MAAM,SAAS,GAAkB;QAChC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;KACpC,CAAC;IAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,OAAO,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH;YACC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,EACD;YACC,MAAM,EAAE;gBACP,SAAS;gBACT,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;aACpC;SACD,EACD,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH;YACC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,EACD,EAAE,EACF,CAAC,EACD,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH;YACC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,EACD;YACC,MAAM,EAAE;gBACP,SAAS;gBACT,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;aACpC;SACD,EACD,CAAC,EACD,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAkB;QAChC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;QACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;KACpC,CAAC;IAEF,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH,SAAS,EACT;YACC,MAAM,EAAE;gBACP,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;aACpC;SACD,EACD,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH,SAAS,EACT;YACC,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YAC/C,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;SAC/C,EACD,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,CACZ,CAAC,EACD,GAAG,EACH;YACC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,EACD,EAAE,EACF,CAAC,EACD,CAAC,CACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;QAC3B,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,GAAG,CAAC;QAEvB,MAAM,QAAQ,GAAkB;YAC/B,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,OAAO;YACP,wCAAwC;YACxC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,+CAA+C;YAC/C,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,QAAQ,CACzB,UAAU,EACV,MAAM,CAAC,iBAAiB,EAAE,EAC1B,SAAS,EACT,CAAC,CAAC,eAAe,EACjB,CAAC,CAAC,EAAE,mBAAmB;QACvB,GAAG,CACH,CAAC;QAEF,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,KAAK,CAAC,QAAQ,EAAE,CAAC;QAEjB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;QAC1D,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE;YACxB,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;YACpC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE;SACpC,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IAC1C,KAAK,UAAU,OAAO,CACrB,MAA4C;QAE5C,MAAM,GAAG,GAAgC,EAAE,CAAC;QAC5C,iDAAiD;QACjD,OAAO,IAAI,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,IAAI,EAAE;gBAChB,MAAM;aACN;YACD,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;SAC1B;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,SAAS,SAAS,CAAC,OAAe,EAAE,MAAc;QACjD,MAAM,GAAG,GAAgC,EAAE,CAAC;QAC5C,IAAI,IAAI,GAAG,OAAO,CAAC;QACnB,MAAM,EAAE,GAAG,IAAI,GAAG,MAAM,CAAC;QACzB,OAAO,IAAI,GAAG,EAAE,EAAE;YACjB,yEAAyE;YACzE,GAAG,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,IAAI,EAA+B,CAAC,CAAC;YAChE,IAAI,EAAE,CAAC;SACP;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,SAAS,SAAS,CACjB,GAAgC,EAChC,IAAY,EACZ,EAAU;QAEV,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,CAAC,cAAc,GAAG,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,SAAS,WAAW,CAAC,GAAgC,EAAE,IAAY,EAAE,EAAU;QAC9E,IAAI,EAAE,GAAG,IAAI,EAAE;YACd,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;SACzB;aAAM;YACN,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,cAAc,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;SAC1E;IACF,CAAC;IAED,KAAK,UAAU,WAAW,CACzB,SAAiB,EACjB,OAA2B,EAC3B,SAAkB,EAClB,eAAuB,EACvB,YAAoB,EACpB,cAAsB,EACtB,WAAW,GAAG,CAAC,EACf,SAAS,GAAG,GAAG;QAEf,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,GAAG,eAAe,EAAE,YAAY,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,GAAG,eAAe,GAAG,YAAY,EAAE,cAAc,CAAC,CAAC;QAEzF,IAAI,QAAQ,GAAG,eAAe,GAAG,YAAY,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,OAAO,IAAI,SAAS,GAAG,QAAQ,CAAC;QACjD,MAAM,CAAC,QAAQ,IAAI,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,4CAA4C;QACtF,MAAM,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;QACvC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEzC,IAAI,UAAU,GAAgC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,yBAAyB,CAC5C,WAAW,EACX,MAAM,CAAC,iBAAiB,EAAE,EAC1B,SAAS,EACT,WAAW;QACX,iBAAiB;QACjB,KAAK,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;YAClC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;QAC5E,CAAC;QACD,YAAY;QACZ,KAAK,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC;QAClE,oBAAoB;QACpB,CAAC,IAAY,EAAE,EAAU,EAAE,EAAE,GAAE,CAAC;QAChC,cAAc;QACd,CAAC,GAAgC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,EAC7D,GAAG,EAAE,CAAC,CAAC,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAA0C,CACtF,CAAC;QAEF,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CACnC,SAAS,EACT,OAAO,EACP,SAAS,EAAE,cAAc;QACzB,SAAS,CACT,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;QAErC,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,GAAG,QAAQ,CAAC,CAAC;QACrD,IAAI,SAAS,EAAE;YACd,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;SAChC;aAAM;YACN,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;YAC5E,WAAW,CACV,UAAU,EACV,SAAS,GAAG,eAAe,GAAG,YAAY,EAC1C,SAAS,GAAG,QAAQ,CACpB,CAAC;SACF;QACD,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,EAAE,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACnC,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACtD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACzD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAE1D,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACpD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACrD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAEtD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QACvB,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACrD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAExD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAErD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;QACzB,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAErE,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE5D,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;QAC3B,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAEzD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC","sourcesContent":["/*!\n * Copyright (c) Microsoft Corporation and contributors. All rights reserved.\n * Licensed under the MIT License.\n */\n\nimport { strict as assert } from \"node:assert\";\nimport { MockLogger } from \"@fluidframework/telemetry-utils\";\nimport { ISequencedDocumentMessage } from \"@fluidframework/protocol-definitions\";\nimport { IStream } from \"@fluidframework/driver-definitions\";\nimport { delay } from \"@fluidframework/core-utils\";\nimport { OdspDeltaStorageWithCache } from \"../odspDeltaStorageService.js\";\nimport { OpsCache, ICache, IMessage, CacheEntry } from \"../opsCaching.js\";\nimport { OdspDocumentStorageService } from \"../odspDocumentStorageManager.js\";\n\nexport type MyDataInput = IMessage & { data: string };\n\nclass MockCache implements ICache {\n\tpublic writeCount = 0;\n\tpublic opsWritten = 0;\n\n\tpublic async write(batchNumber: string, data: string): Promise<void> {\n\t\tthis.writeCount++;\n\t\tthis.data[batchNumber] = JSON.parse(data);\n\t\tfor (const op of this.data[batchNumber] as CacheEntry) {\n\t\t\t// JSON.serialize converts undefined to null\n\t\t\tif (op !== null) {\n\t\t\t\tthis.opsWritten++;\n\t\t\t}\n\t\t}\n\t}\n\n\tpublic async read(batchNumber: string): Promise<string | undefined> {\n\t\tconst content = this.data[batchNumber];\n\t\tif (content === undefined) {\n\t\t\treturn undefined;\n\t\t}\n\t\treturn JSON.stringify(content);\n\t}\n\n\tpublic remove(): void {\n\t\t// Do not reset this.writeCount such that we can test that writes happened, but later on data was cleared\n\t\tthis.writeCount++;\n\t\tthis.opsWritten++;\n\t\tthis.data = {};\n\t}\n\n\tpublic data: { [key: string]: unknown } = {};\n}\n\nasync function validate(\n\tmockCache: MockCache,\n\texpected: { [key: number]: (MyDataInput | undefined)[] },\n\tcache: OpsCache,\n\tinitialSeq: number,\n): Promise<void> {\n\tassert.deepEqual(mockCache.data, JSON.parse(JSON.stringify(expected)));\n\n\tconst expectedArr: MyDataInput[] = [];\n\tfor (const values of Object.values(expected)) {\n\t\tfor (const op of values) {\n\t\t\tif (op !== undefined) {\n\t\t\t\texpectedArr.push(op);\n\t\t\t}\n\t\t}\n\t}\n\n\tlet result = await cache.get(initialSeq + 1, undefined);\n\tassert.deepEqual(result, expectedArr);\n\n\tif (initialSeq >= 10) {\n\t\tresult = await cache.get(1, 10);\n\t\tassert(result.length === 0);\n\t}\n\n\t// Asking for one too early should result in empty result, as hit miss should result in no ops.\n\tif (initialSeq > 0) {\n\t\tresult = await cache.get(initialSeq, undefined);\n\t\tassert(result.length === 0);\n\t}\n\n\tif (expectedArr.length > 0) {\n\t\tconst last = expectedArr[expectedArr.length - 1].sequenceNumber + 1;\n\n\t\tresult = await cache.get(last, undefined);\n\t\tassert(result.length === 0);\n\n\t\tresult = await cache.get(last + 10, undefined);\n\t\tassert(result.length === 0);\n\n\t\tresult = await cache.get(initialSeq + 2, last);\n\t\tassert.deepEqual(result, expectedArr.slice(1));\n\n\t\tresult = await cache.get(initialSeq + 2, last + 100000);\n\t\tassert.deepEqual(result, expectedArr.slice(1));\n\n\t\tresult = await cache.get(initialSeq + 2, last - 1);\n\t\tassert.deepEqual(result, expectedArr.slice(1, -1));\n\t}\n}\n\nasync function runTestNoTimer(\n\tbatchSize: number,\n\tinitialSeq: number,\n\tmockData: MyDataInput[],\n\texpected: { [key: number]: (MyDataInput | undefined)[] },\n\tinitialWritesExpected: number,\n\ttotalOpsWritten?: number,\n): Promise<void> {\n\tconst mockCache = new MockCache();\n\tconst logger = new MockLogger();\n\tconst cache = new OpsCache(\n\t\tinitialSeq,\n\t\tlogger.toTelemetryLogger(),\n\t\tmockCache,\n\t\tbatchSize,\n\t\t-1, // timerGranularity\n\t\t10, // totalOpsToCache\n\t);\n\n\tcache.addOps(mockData);\n\n\tconst writes = mockCache.writeCount;\n\tassert.equal(writes, initialWritesExpected, \"initialWrites should match\");\n\n\t// Validate that writing same ops is not going to change anything\n\tcache.addOps(mockData);\n\tassert.equal(writes, mockCache.writeCount);\n\n\tawait validate(mockCache, expected, cache, initialSeq);\n\n\t// ensure all ops are flushed properly\n\tcache.flushOps();\n\tassert.equal(mockCache.opsWritten, totalOpsWritten ?? mockData.length);\n\n\t// ensure adding same ops and flushing again is doing nothing\n\tcache.addOps(mockData);\n\tcache.flushOps();\n\tassert.equal(\n\t\tmockCache.opsWritten,\n\t\ttotalOpsWritten ?? mockData.length,\n\t\t\"ops written does not match\",\n\t);\n\tlogger.assertMatchNone([{ category: \"error\" }]);\n}\n\nexport async function runTestWithTimer(\n\tbatchSize: number,\n\tinitialSeq: number,\n\tmockData: MyDataInput[],\n\texpected: { [key: number]: (MyDataInput | undefined)[] },\n\tinitialWritesExpected: number,\n\ttotalWritesExpected: number,\n\ttotalOpsWritten?: number,\n): Promise<void> {\n\tconst mockCache = new MockCache();\n\tconst logger = new MockLogger();\n\tconst cache = new OpsCache(\n\t\tinitialSeq,\n\t\tlogger.toTelemetryLogger(),\n\t\tmockCache,\n\t\tbatchSize,\n\t\t1, // timerGranularity\n\t\t10, // totalOpsToCache\n\t);\n\n\tcache.addOps(mockData);\n\tassert.equal(mockCache.writeCount, initialWritesExpected);\n\tawait validate(mockCache, expected, cache, initialSeq);\n\n\twhile (mockCache.writeCount < totalWritesExpected) {\n\t\tawait delay(1);\n\t}\n\tassert.equal(mockCache.writeCount, totalWritesExpected);\n\tassert.equal(mockCache.opsWritten, totalOpsWritten ?? mockData.length);\n\tlogger.assertMatchNone([{ category: \"error\" }]);\n}\n\nexport async function runTest(\n\tbatchSize: number,\n\tinitialSeq: number,\n\tmockData: MyDataInput[],\n\texpected: { [key: string]: (MyDataInput | undefined)[] },\n\tinitialWritesExpected: number,\n\ttotalWritesExpected: number,\n\ttotalOpsWritten?: number,\n): Promise<void> {\n\tawait runTestNoTimer(\n\t\tbatchSize,\n\t\tinitialSeq,\n\t\tmockData,\n\t\texpected,\n\t\tinitialWritesExpected,\n\t\ttotalOpsWritten,\n\t);\n\tawait runTestWithTimer(\n\t\tbatchSize,\n\t\tinitialSeq,\n\t\tmockData,\n\t\texpected,\n\t\tinitialWritesExpected,\n\t\ttotalWritesExpected,\n\t\ttotalOpsWritten,\n\t);\n}\n\ndescribe(\"OpsCache\", () => {\n\tconst mockData1: MyDataInput[] = [\n\t\t{ sequenceNumber: 105, data: \"105\" },\n\t\t{ sequenceNumber: 110, data: \"110\" },\n\t\t{ sequenceNumber: 115, data: \"115\" },\n\t\t{ sequenceNumber: 120, data: \"120\" },\n\t\t{ sequenceNumber: 125, data: \"125\" },\n\t\t{ sequenceNumber: 130, data: \"130\" },\n\t\t{ sequenceNumber: 135, data: \"135\" },\n\t\t{ sequenceNumber: 140, data: \"140\" },\n\t\t{ sequenceNumber: 145, data: \"140\" },\n\t];\n\n\tit(\"1 element in each batch of 5 should not commit\", async () => {\n\t\tawait runTest(5, 100, mockData1, {}, 0, 9);\n\t});\n\n\tit(\"2 element in each batch of 10 should not commit\", async () => {\n\t\tawait runTest(10, 100, mockData1, {}, 0, 4, 8);\n\t});\n\n\tit(\"6 sequential elements with batch of 5 should commit 1 batch\", async () => {\n\t\tawait runTest(\n\t\t\t5,\n\t\t\t100,\n\t\t\t[\n\t\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t\t{ sequenceNumber: 105, data: \"105\" },\n\t\t\t],\n\t\t\t{\n\t\t\t\t\"5_20\": [\n\t\t\t\t\tundefined,\n\t\t\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t\t],\n\t\t\t},\n\t\t\t1,\n\t\t\t2,\n\t\t);\n\t});\n\n\tit(\"Epmty ops at beginning and end of batch should cause the batch to not be cached\", async () => {\n\t\tawait runTest(\n\t\t\t5,\n\t\t\t100,\n\t\t\t[\n\t\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t],\n\t\t\t{},\n\t\t\t0,\n\t\t\t0,\n\t\t\t0,\n\t\t);\n\t});\n\n\tit(\"Epmty ops at just the beginning should still cause the batch to be cached\", async () => {\n\t\tawait runTest(\n\t\t\t5,\n\t\t\t100,\n\t\t\t[\n\t\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t],\n\t\t\t{\n\t\t\t\t\"5_20\": [\n\t\t\t\t\tundefined,\n\t\t\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t\t],\n\t\t\t},\n\t\t\t1,\n\t\t\t1,\n\t\t\t4,\n\t\t);\n\t});\n\n\tconst mockData3: MyDataInput[] = [\n\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t{ sequenceNumber: 103, data: \"103\" },\n\t];\n\n\tit(\"3 sequential elements with batch of 2 and offset of 1 should commit 2 batches\", async () => {\n\t\tawait runTest(\n\t\t\t2,\n\t\t\t101,\n\t\t\tmockData3,\n\t\t\t{\n\t\t\t\t\"2_51\": [\n\t\t\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t\t],\n\t\t\t},\n\t\t\t1,\n\t\t\t1,\n\t\t);\n\t});\n\n\tit(\"with batch size of 1 all ops should commit in own batch\", async () => {\n\t\tawait runTest(\n\t\t\t1,\n\t\t\t101,\n\t\t\tmockData3,\n\t\t\t{\n\t\t\t\t\"1_102\": [{ sequenceNumber: 102, data: \"102\" }],\n\t\t\t\t\"1_103\": [{ sequenceNumber: 103, data: \"103\" }],\n\t\t\t},\n\t\t\t2,\n\t\t\t2,\n\t\t);\n\t});\n\n\tit(\"Too many ops\", async () => {\n\t\tawait runTest(\n\t\t\t5,\n\t\t\t100,\n\t\t\t[\n\t\t\t\t{ sequenceNumber: 105, data: \"105\" },\n\t\t\t\t{ sequenceNumber: 106, data: \"106\" },\n\t\t\t\t{ sequenceNumber: 107, data: \"107\" },\n\t\t\t\t{ sequenceNumber: 108, data: \"108\" },\n\t\t\t\t{ sequenceNumber: 109, data: \"109\" },\n\t\t\t\t{ sequenceNumber: 110, data: \"110\" },\n\t\t\t\t{ sequenceNumber: 111, data: \"111\" },\n\t\t\t\t{ sequenceNumber: 112, data: \"112\" },\n\t\t\t\t{ sequenceNumber: 113, data: \"113\" },\n\t\t\t\t{ sequenceNumber: 114, data: \"114\" },\n\t\t\t\t{ sequenceNumber: 115, data: \"115\" },\n\t\t\t],\n\t\t\t{},\n\t\t\t3,\n\t\t\t3,\n\t\t);\n\t});\n\n\tit(\"Gap in ops\", async () => {\n\t\tconst mockCache = new MockCache();\n\t\tconst initialSeq = 100;\n\n\t\tconst mockData: MyDataInput[] = [\n\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t{ sequenceNumber: 105, data: \"105\" },\n\t\t\t{ sequenceNumber: 106, data: \"106\" },\n\t\t\t// Gap:\n\t\t\t// { sequenceNumber: 107, data: \"107\" },\n\t\t\t{ sequenceNumber: 108, data: \"108\" },\n\t\t\t{ sequenceNumber: 109, data: \"109\" },\n\t\t\t// Start a new butch - that's where we had bug!\n\t\t\t{ sequenceNumber: 110, data: \"110\" },\n\t\t\t{ sequenceNumber: 111, data: \"111\" },\n\t\t];\n\t\tconst logger = new MockLogger();\n\t\tconst cache = new OpsCache(\n\t\t\tinitialSeq,\n\t\t\tlogger.toTelemetryLogger(),\n\t\t\tmockCache,\n\t\t\t5 /* batchSize */,\n\t\t\t-1, // timerGranularity\n\t\t\t100, // totalOpsToCache\n\t\t);\n\n\t\tcache.addOps(mockData);\n\t\tcache.flushOps();\n\n\t\tconst result = await cache.get(initialSeq + 1, undefined);\n\t\tassert.deepEqual(result, [\n\t\t\t{ sequenceNumber: 101, data: \"101\" },\n\t\t\t{ sequenceNumber: 102, data: \"102\" },\n\t\t\t{ sequenceNumber: 103, data: \"103\" },\n\t\t\t{ sequenceNumber: 104, data: \"104\" },\n\t\t\t{ sequenceNumber: 105, data: \"105\" },\n\t\t\t{ sequenceNumber: 106, data: \"106\" },\n\t\t]);\n\t\tlogger.assertMatchNone([{ category: \"error\" }]);\n\t});\n});\n\ndescribe(\"OdspDeltaStorageWithCache\", () => {\n\tasync function readAll(\n\t\tstream: IStream<ISequencedDocumentMessage[]>,\n\t): Promise<ISequencedDocumentMessage[]> {\n\t\tconst ops: ISequencedDocumentMessage[] = [];\n\t\t// eslint-disable-next-line no-constant-condition\n\t\twhile (true) {\n\t\t\tconst result = await stream.read();\n\t\t\tif (result.done) {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tops.push(...result.value);\n\t\t}\n\t\treturn ops;\n\t}\n\n\tfunction createOps(fromArg: number, length: number): ISequencedDocumentMessage[] {\n\t\tconst ops: ISequencedDocumentMessage[] = [];\n\t\tlet from = fromArg;\n\t\tconst to = from + length;\n\t\twhile (from < to) {\n\t\t\t// eslint-disable-next-line @typescript-eslint/consistent-type-assertions\n\t\t\tops.push({ sequenceNumber: from } as ISequencedDocumentMessage);\n\t\t\tfrom++;\n\t\t}\n\t\treturn ops;\n\t}\n\n\tfunction filterOps(\n\t\tops: ISequencedDocumentMessage[],\n\t\tfrom: number,\n\t\tto: number,\n\t): ISequencedDocumentMessage[] {\n\t\treturn ops.filter((op) => op.sequenceNumber >= from && op.sequenceNumber < to);\n\t}\n\n\tfunction validateOps(ops: ISequencedDocumentMessage[], from: number, to: number): void {\n\t\tif (to < from) {\n\t\t\tassert(ops.length === 0);\n\t\t} else {\n\t\t\tassert(ops.length === to - from);\n\t\t\tassert(ops.length === 0 || ops[0].sequenceNumber === from);\n\t\t\tassert(ops.length === 0 || ops[ops.length - 1].sequenceNumber === to - 1);\n\t\t}\n\t}\n\n\tasync function testStorage(\n\t\tfromTotal: number,\n\t\ttoTotal: number | undefined,\n\t\tcacheOnly: boolean,\n\t\topsFromSnapshot: number,\n\t\topsFromCache: number,\n\t\topsFromStorage: number,\n\t\tconcurrency = 1,\n\t\tbatchSize = 100,\n\t): Promise<void> {\n\t\tconst snapshotOps = createOps(fromTotal, opsFromSnapshot);\n\t\tconst cachedOps = createOps(fromTotal + opsFromSnapshot, opsFromCache);\n\t\tconst storageOps = createOps(fromTotal + opsFromSnapshot + opsFromCache, opsFromStorage);\n\n\t\tlet totalOps = opsFromSnapshot + opsFromCache + (cacheOnly ? 0 : opsFromStorage);\n\t\tconst actualTo = toTotal ?? fromTotal + totalOps;\n\t\tassert(actualTo <= fromTotal + totalOps); // code will deadlock if that's not the case\n\t\tconst askingOps = actualTo - fromTotal;\n\t\ttotalOps = Math.min(totalOps, askingOps);\n\n\t\tlet opsToCache: ISequencedDocumentMessage[] = [];\n\t\tconst logger = new MockLogger();\n\t\tconst storage = new OdspDeltaStorageWithCache(\n\t\t\tsnapshotOps,\n\t\t\tlogger.toTelemetryLogger(),\n\t\t\tbatchSize,\n\t\t\tconcurrency,\n\t\t\t// getFromStorage\n\t\t\tasync (from: number, to: number) => {\n\t\t\t\treturn { messages: filterOps(storageOps, from, to), partialResult: false };\n\t\t\t},\n\t\t\t// getCached\n\t\t\tasync (from: number, to: number) => filterOps(cachedOps, from, to),\n\t\t\t// requestFromSocket\n\t\t\t(from: number, to: number) => {},\n\t\t\t// opsReceived\n\t\t\t(ops: ISequencedDocumentMessage[]) => opsToCache.push(...ops),\n\t\t\t() => ({ isFirstSnapshotFromNetwork: false }) as unknown as OdspDocumentStorageService,\n\t\t);\n\n\t\tconst stream = storage.fetchMessages(\n\t\t\tfromTotal,\n\t\t\ttoTotal,\n\t\t\tundefined, // abortSignal\n\t\t\tcacheOnly,\n\t\t);\n\n\t\tconst opsAll = await readAll(stream);\n\n\t\tvalidateOps(opsAll, fromTotal, fromTotal + totalOps);\n\t\tif (cacheOnly) {\n\t\t\tassert(opsToCache.length === 0);\n\t\t} else {\n\t\t\topsToCache = opsToCache.sort((a, b) => a.sequenceNumber - b.sequenceNumber);\n\t\t\tvalidateOps(\n\t\t\t\topsToCache,\n\t\t\t\tfromTotal + opsFromSnapshot + opsFromCache,\n\t\t\t\tfromTotal + totalOps,\n\t\t\t);\n\t\t}\n\t\tlogger.assertMatchNone([{ category: \"error\" }]);\n\t}\n\n\tit(\"basic permutations\", async () => {\n\t\tawait testStorage(105, undefined, false, 0, 0, 0);\n\t\tawait testStorage(105, undefined, false, 110, 0, 0);\n\t\tawait testStorage(105, undefined, false, 110, 245, 0);\n\t\tawait testStorage(105, undefined, false, 110, 245, 1000);\n\t\tawait testStorage(105, undefined, false, 110, 9001, 8002);\n\n\t\tawait testStorage(105, undefined, false, 0, 245, 0);\n\t\tawait testStorage(105, undefined, false, 0, 9000, 0);\n\t\tawait testStorage(105, undefined, false, 0, 245, 150);\n\n\t\tawait testStorage(105, undefined, false, 110, 0, 150);\n\t\tawait testStorage(105, undefined, false, 0, 0, 150);\n\t});\n\n\tit(\"cached\", async () => {\n\t\tawait testStorage(105, undefined, true, 0, 0, 0);\n\t\tawait testStorage(105, undefined, true, 110, 0, 0);\n\t\tawait testStorage(105, undefined, true, 110, 245, 0);\n\t\tawait testStorage(105, undefined, true, 1001, 8001, 0);\n\t\tawait testStorage(105, undefined, true, 110, 245, 1000);\n\n\t\tawait testStorage(105, undefined, true, 0, 245, 0);\n\t\tawait testStorage(105, undefined, true, 0, 245, 150);\n\n\t\tawait testStorage(105, undefined, true, 110, 0, 150);\n\t\tawait testStorage(105, undefined, true, 0, 0, 150);\n\t});\n\n\tit(\"fixed to\", async () => {\n\t\tawait testStorage(105, 105 + 110, false, 110, 0, 0);\n\t\tawait testStorage(105, 105 + 110 + 245, false, 110, 245, 0);\n\t\tawait testStorage(105, 105 + 110 + 245 + 500, false, 110, 245, 1000);\n\n\t\tawait testStorage(105, 105 + 245 + 150, false, 0, 245, 150);\n\n\t\tawait testStorage(105, 105 + 110 + 150, false, 110, 0, 150);\n\t\tawait testStorage(105, 105 + 140, false, 0, 0, 150);\n\t});\n\n\tit(\"concurency\", async () => {\n\t\tawait testStorage(105, undefined, false, 0, 0, 0, 2);\n\t\tawait testStorage(105, undefined, false, 110, 0, 0, 2);\n\t\tawait testStorage(105, undefined, false, 110, 245, 0, 2);\n\t\tawait testStorage(105, undefined, false, 110, 245, 1000, 2);\n\t\tawait testStorage(105, undefined, false, 110, 9001, 8002, 2);\n\n\t\tawait testStorage(105, undefined, false, 0, 245, 0, 2);\n\t\tawait testStorage(105, undefined, false, 0, 9000, 0, 2);\n\t\tawait testStorage(105, undefined, false, 0, 245, 150, 2);\n\n\t\tawait testStorage(105, undefined, false, 110, 0, 150, 2);\n\t\tawait testStorage(105, undefined, false, 0, 0, 150, 2);\n\t});\n});\n"]}