cojson 0.18.37 → 0.18.38

package/dist/tests/coValueCore.newContentSince.test.js

@@ -1,5 +1,5 @@
 import { assert, beforeEach, describe, expect, test } from "vitest";
-import { loadCoValueOrFail, setupTestNode } from "./testUtils.js";
+import { fillCoMapWithLargeData, loadCoValueOrFail, setupTestNode, } from "./testUtils.js";
 import { CO_VALUE_PRIORITY } from "../priority.js";
 import { emptyKnownState } from "../exports.js";
 import { addTransactionToContentMessage } from "../coValueContentMessage.js";
@@ -130,14 +130,7 @@ describe("newContentSince", () => {
             const client = setupTestNode();
             const group = client.node.createGroup();
             const map = group.createMap();
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             const content = map.core.newContentSince(undefined);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -147,7 +140,7 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 100,
+              "alice": 200,
             },
             "header": "header",
             "id": "id",
@@ -167,7 +160,20 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,
@@ -182,14 +188,7 @@ describe("newContentSince", () => {
             const group = client.node.createGroup();
             const map = group.createMap();
             // Generate a large amount of data (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add a small session
             const newSession = client.spawnNewSession();
             const mapInNewSession = await loadCoValueOrFail(newSession.node, map.id);
@@ -204,7 +203,7 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 100,
+              "alice": 200,
               "bob": 1,
             },
             "header": "header",
@@ -225,7 +224,20 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "54 transactions after 146",
               },
               "bob": {
                 "lastSignature": "signature",
@@ -244,21 +256,11 @@ describe("newContentSince", () => {
             const group = client.node.createGroup();
             const map = group.createMap();
             // Generate a large amount of data in first session (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key1_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add second large session
             const newSession = client.spawnNewSession();
             const mapInNewSession = await loadCoValueOrFail(newSession.node, map.id);
-            for (let i = 0; i < chunks; i++) {
-                const key = `key2_${i}`;
-                mapInNewSession.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(mapInNewSession);
             const content = mapInNewSession.core.newContentSince(undefined);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -269,8 +271,8 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 100,
-              "bob": 100,
+              "alice": 200,
+              "bob": 200,
             },
             "header": "header",
             "id": "id",
@@ -282,6 +284,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -295,6 +310,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "bob": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -303,11 +331,11 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
               "bob": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,
@@ -321,15 +349,7 @@ describe("newContentSince", () => {
             });
             const group = client.node.createGroup();
             const map = group.createMap();
-            // Generate first large session (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key1_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add small session
             const session2 = client.spawnNewSession();
             const mapInSession2 = await loadCoValueOrFail(session2.node, map.id);
@@ -337,10 +357,7 @@ describe("newContentSince", () => {
             // Add third large session
             const session3 = client.spawnNewSession();
             const mapInSession3 = await loadCoValueOrFail(session3.node, map.id);
-            for (let i = 0; i < chunks; i++) {
-                const key = `key3_${i}`;
-                mapInSession3.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(mapInSession3);
             const content = mapInSession3.core.newContentSince(undefined);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -352,9 +369,9 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 100,
+              "alice": 200,
               "bob": 1,
-              "charlie": 100,
+              "charlie": 200,
             },
             "header": "header",
             "id": "id",
@@ -366,6 +383,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -379,6 +409,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "charlie": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -387,7 +430,7 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
               "bob": {
                 "lastSignature": "signature",
@@ -395,7 +438,7 @@ describe("newContentSince", () => {
               },
               "charlie": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,
@@ -412,14 +455,7 @@ describe("newContentSince", () => {
             await map.core.waitForSync();
             client.disconnect();
             // Generate first large session (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key1_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             const largeContent = map.core.newContentSince(undefined);
             assert(largeContent);
             const singleLargeContentPiece = largeContent[0];
@@ -439,10 +475,7 @@ describe("newContentSince", () => {
             // Add third large session
             const session3 = client.spawnNewSession();
             const mapInSession3 = await loadCoValueOrFail(session3.node, map.id);
-            for (let i = 0; i < chunks; i++) {
-                const key = `key3_${i}`;
-                mapInSession3.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(mapInSession3);
             const content = mapInSession3.core.newContentSince(undefined);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -454,16 +487,16 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 100,
+              "alice": 200,
               "bob": 1,
-              "charlie": 100,
+              "charlie": 200,
             },
             "header": "header",
             "id": "id",
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "100 transactions after 0",
+                "newTransactions": "200 transactions after 0",
               },
             },
             "priority": 3,
@@ -481,6 +514,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "charlie": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -493,7 +539,7 @@ describe("newContentSince", () => {
               },
               "charlie": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,
@@ -508,21 +554,11 @@ describe("newContentSince", () => {
             const group = client.node.createGroup();
             const map = group.createMap();
             // Generate a large amount of data (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Capture knownState partway through
             const knownState = map.core.knownState();
             // Add more data
-            for (let i = 0; i < chunks; i++) {
-                const key = `key_new_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             const content = map.core.newContentSince(knownState);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -532,14 +568,14 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 200,
+              "alice": 400,
             },
             "header": undefined,
             "id": "id",
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "46 transactions after 100",
+                "newTransactions": "19 transactions after 200",
               },
             },
             "priority": 3,
@@ -552,7 +588,33 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "54 transactions after 146",
+                "newTransactions": "73 transactions after 219",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 292",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "35 transactions after 365",
               },
             },
             "priority": 3,
@@ -567,21 +629,11 @@ describe("newContentSince", () => {
             const group = client.node.createGroup();
             const map = group.createMap();
             // Generate a large amount of data (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Capture knownState
             const knownState = map.core.knownState();
             // Add more data to first session
-            for (let i = 0; i < chunks; i++) {
-                const key = `key_new_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add a small session
             const newSession = client.spawnNewSession();
             const mapInNewSession = await loadCoValueOrFail(newSession.node, map.id);
@@ -596,7 +648,7 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 200,
+              "alice": 400,
               "bob": 1,
             },
             "header": undefined,
@@ -604,7 +656,7 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "46 transactions after 100",
+                "newTransactions": "19 transactions after 200",
               },
             },
             "priority": 3,
@@ -617,7 +669,33 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "54 transactions after 146",
+                "newTransactions": "73 transactions after 219",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 292",
+              },
+            },
+            "priority": 3,
+          },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "35 transactions after 365",
               },
               "bob": {
                 "lastSignature": "signature",
@@ -640,21 +718,11 @@ describe("newContentSince", () => {
             // Capture knownState
             const knownState = map.core.knownState();
             // Generate a large amount of data in first session (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key1_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add second large session
             const newSession = client.spawnNewSession();
             const mapInNewSession = await loadCoValueOrFail(newSession.node, map.id);
-            for (let i = 0; i < chunks; i++) {
-                const key = `key2_${i}`;
-                mapInNewSession.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(mapInNewSession);
             const content = mapInNewSession.core.newContentSince(knownState);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -665,8 +733,8 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 101,
-              "bob": 100,
+              "alice": 201,
+              "bob": 200,
             },
             "header": undefined,
             "id": "id",
@@ -678,6 +746,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 74",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -691,6 +772,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "bob": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -699,11 +793,11 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 74",
+                "newTransactions": "54 transactions after 147",
               },
               "bob": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,
@@ -722,14 +816,7 @@ describe("newContentSince", () => {
             // Capture knownState
             const knownState = map.core.knownState();
             // Generate first large session (about 1MB)
-            const dataSize = 1 * 1024 * 100;
-            const chunkSize = 1024; // 1KB chunks
-            const chunks = dataSize / chunkSize;
-            const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
-            for (let i = 0; i < chunks; i++) {
-                const key = `key1_${i}`;
-                map.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(map);
             // Add small session
             const session2 = client.spawnNewSession();
             const mapInSession2 = await loadCoValueOrFail(session2.node, map.id);
@@ -737,10 +824,7 @@ describe("newContentSince", () => {
             // Add third large session
             const session3 = client.spawnNewSession();
             const mapInSession3 = await loadCoValueOrFail(session3.node, map.id);
-            for (let i = 0; i < chunks; i++) {
-                const key = `key3_${i}`;
-                mapInSession3.set(key, value, "trusting");
-            }
+            fillCoMapWithLargeData(mapInSession3);
             const content = mapInSession3.core.newContentSince(knownState);
             const sessionMapping = {
                 [client.node.currentSessionID]: "alice",
@@ -752,9 +836,9 @@ describe("newContentSince", () => {
           {
             "action": "content",
             "expectContentUntil": {
-              "alice": 101,
+              "alice": 201,
               "bob": 1,
-              "charlie": 100,
+              "charlie": 200,
             },
             "header": undefined,
             "id": "id",
@@ -766,6 +850,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "alice": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 74",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -779,6 +876,19 @@ describe("newContentSince", () => {
             },
             "priority": 3,
           },
+          {
+            "action": "content",
+            "expectContentUntil": undefined,
+            "header": undefined,
+            "id": "id",
+            "new": {
+              "charlie": {
+                "lastSignature": "signature",
+                "newTransactions": "73 transactions after 73",
+              },
+            },
+            "priority": 3,
+          },
           {
             "action": "content",
             "expectContentUntil": undefined,
@@ -787,7 +897,7 @@ describe("newContentSince", () => {
             "new": {
               "alice": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 74",
+                "newTransactions": "54 transactions after 147",
               },
               "bob": {
                 "lastSignature": "signature",
@@ -795,7 +905,7 @@ describe("newContentSince", () => {
               },
               "charlie": {
                 "lastSignature": "signature",
-                "newTransactions": "27 transactions after 73",
+                "newTransactions": "54 transactions after 146",
               },
             },
             "priority": 3,