cojson 0.16.5 → 0.17.0

package/src/tests/coPlainText.test.ts

@@ -1,10 +1,21 @@
-import { afterEach, expect, test, vi } from "vitest";
+import { afterEach, beforeEach, expect, test, vi } from "vitest";
 import { expectPlainText } from "../coValue.js";
+import { setMaxRecommendedTxSize } from "../config.js";
 import { WasmCrypto } from "../crypto/WasmCrypto.js";
-import { nodeWithRandomAgentAndSessionID } from "./testUtils.js";
+import {
+  SyncMessagesLog,
+  loadCoValueOrFail,
+  nodeWithRandomAgentAndSessionID,
+  setupTestNode,
+} from "./testUtils.js";
 
 const Crypto = await WasmCrypto.create();
 
+beforeEach(() => {
+  setMaxRecommendedTxSize(100 * 1024);
+  SyncMessagesLog.clear();
+});
+
 afterEach(() => void vi.unstubAllGlobals());
 
 test("Empty CoPlainText works", () => {
@@ -185,8 +196,8 @@ test("insertBefore and insertAfter work as expected", () => {
   expect(content.toString()).toEqual("hey");
 
   // Insert '!' at start
-  content.insertBefore(0, "!", "trusting"); // "!hey"
-  expect(content.toString()).toEqual("!hey");
+  content.insertBefore(0, "!?", "trusting"); // "!?hey"
+  expect(content.toString()).toEqual("!?hey");
 });
 
 test("Can delete a single grapheme", () => {
@@ -286,3 +297,164 @@ test("Splits into and from grapheme string arrays", () => {
   const text = content.fromGraphemes(graphemes);
   expect(text).toEqual("👋 안녕!");
 });
+
+test("chunks transactions when when the chars are longer than MAX_RECOMMENDED_TX_SIZE", async () => {
+  setMaxRecommendedTxSize(5);
+
+  const client = setupTestNode();
+  const { storage } = client.addStorage();
+
+  const coValue = client.node.createCoValue({
+    type: "coplaintext",
+    ruleset: { type: "unsafeAllowAll" },
+    meta: null,
+    ...Crypto.createdNowUnique(),
+  });
+
+  const content = expectPlainText(coValue.getCurrentContent());
+
+  content.insertAfter(
+    content.entries().length,
+    "I'm writing you to test that coplaintext",
+    "trusting",
+  );
+  content.insertAfter(
+    content.entries().length,
+    " chunks transactions when when the chars are longer than MAX_RECOMMENDED_TX_SIZE.",
+    "trusting",
+  );
+  content.insertAfter(
+    content.entries().length,
+    "This is required because when a user paste 1Mb of text, we can split it in multiple websocket messages.",
+    "trusting",
+  );
+
+  content.insertBefore(0, "Dear reader,\n", "trusting");
+
+  expect(content.toString()).toMatchInlineSnapshot(
+    `"Dear reader,\nI'm writing you to test that coplaintext chunks transactions when when the chars are longer than MAX_RECOMMENDED_TX_SIZE.This is required because when a user paste 1Mb of text, we can split it in multiple websocket messages."`,
+  );
+
+  await coValue.waitForSync();
+
+  client.restart();
+  client.addStorage({
+    storage,
+  });
+
+  const loaded = await loadCoValueOrFail(client.node, content.id);
+  await loaded.core.waitForSync();
+
+  expect(loaded.toString()).toEqual(content.toString());
+
+  expect(
+    SyncMessagesLog.getMessages({
+      CoPlainText: coValue,
+    }),
+  ).toMatchInlineSnapshot(`
+		[
+		  "client -> storage | CONTENT CoPlainText header: true new: ",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 0 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 1 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 2 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 3 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 4 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 5 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 6 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 7 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 8 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 9 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 10 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 11 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 12 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 13 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 14 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 15 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 16 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 17 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 18 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 19 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 20 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 21 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 22 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 23 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 24 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 25 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 26 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 27 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 28 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 29 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 30 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 31 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 32 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 33 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 34 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 35 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 36 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 37 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 38 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 39 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 40 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 41 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 42 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 43 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 44 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 45 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 46 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 47 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 48 New: 1",
+		  "client -> storage | CONTENT CoPlainText header: false new: After: 49 New: 1",
+		  "client -> storage | LOAD CoPlainText sessions: empty",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 0 New: 1 expectContentUntil: header/50",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 1 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 2 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 3 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 4 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 5 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 6 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 7 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 8 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 9 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 10 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 11 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 12 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 13 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 14 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 15 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 16 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 17 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 18 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 19 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 20 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 21 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 22 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 23 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 24 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 25 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 26 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 27 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 28 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 29 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 30 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 31 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 32 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 33 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 34 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 35 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 36 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 37 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 38 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 39 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 40 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 41 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 42 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 43 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 44 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 45 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 46 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 47 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 48 New: 1",
+		  "storage -> client | CONTENT CoPlainText header: true new: After: 49 New: 1",
+		]
+	`);
+});

package/src/tests/coStream.test.ts

@@ -6,7 +6,7 @@ import {
   RawBinaryCoStream,
   RawCoStreamView,
 } from "../coValues/coStream.js";
-import { MAX_RECOMMENDED_TX_SIZE } from "../config.js";
+import { TRANSACTION_CONFIG } from "../config.js";
 import { WasmCrypto } from "../crypto/WasmCrypto.js";
 import { SessionID } from "../ids.js";
 import {
@@ -153,7 +153,9 @@ test("When adding large transactions (small fraction of MAX_RECOMMENDED_TX_SIZE)
   );
 
   for (let i = 0; i < 10; i++) {
-    const chunk = new Uint8Array(MAX_RECOMMENDED_TX_SIZE / 3 + 100);
+    const chunk = new Uint8Array(
+      TRANSACTION_CONFIG.MAX_RECOMMENDED_TX_SIZE / 3 + 100,
+    );
 
     content.pushBinaryStreamChunk(chunk, "trusting");
   }
@@ -226,7 +228,9 @@ test("When adding large transactions (bigger than MAX_RECOMMENDED_TX_SIZE), we s
     "trusting",
   );
 
-  const chunk = new Uint8Array(MAX_RECOMMENDED_TX_SIZE + 100);
+  const chunk = new Uint8Array(
+    TRANSACTION_CONFIG.MAX_RECOMMENDED_TX_SIZE + 100,
+  );
 
   for (let i = 0; i < 3; i++) {
     content.pushBinaryStreamChunk(chunk, "trusting");

package/src/tests/sync.garbageCollection.test.ts

@@ -0,0 +1,178 @@
+import { assert, beforeEach, describe, expect, test, vi } from "vitest";
+
+import { setGarbageCollectorMaxAge } from "../config";
+import { emptyKnownState } from "../exports";
+import {
+  SyncMessagesLog,
+  TEST_NODE_CONFIG,
+  loadCoValueOrFail,
+  setupTestNode,
+  waitFor,
+} from "./testUtils";
+
+// We want to simulate a real world communication that happens asynchronously
+TEST_NODE_CONFIG.withAsyncPeers = true;
+
+beforeEach(() => {
+  // We want to test what happens when the garbage collector kicks in and removes a coValue
+  // We set the max age to -1 to make it remove everything
+  setGarbageCollectorMaxAge(-1);
+});
+
+describe("sync after the garbage collector has run", () => {
+  let jazzCloud: ReturnType<typeof setupTestNode>;
+
+  beforeEach(async () => {
+    SyncMessagesLog.clear();
+    jazzCloud = setupTestNode({
+      isSyncServer: true,
+    });
+    jazzCloud.addStorage({
+      ourName: "server",
+    });
+    jazzCloud.node.enableGarbageCollector();
+  });
+
+  test("loading a coValue from the sync server that was removed by the garbage collector", async () => {
+    const client = setupTestNode();
+
+    client.connectToSyncServer();
+
+    const group = jazzCloud.node.createGroup();
+    const map = group.createMap();
+    map.set("hello", "world", "trusting");
+
+    await map.core.waitForSync();
+
+    // force the garbage collector to run
+    jazzCloud.node.garbageCollector?.collect();
+
+    SyncMessagesLog.clear();
+
+    const mapOnClient = await loadCoValueOrFail(client.node, map.id);
+    expect(mapOnClient.get("hello")).toEqual("world");
+
+    expect(
+      SyncMessagesLog.getMessages({
+        Group: group.core,
+        Map: map.core,
+      }),
+    ).toMatchInlineSnapshot(`
+      [
+        "client -> server | LOAD Map sessions: empty",
+        "server -> storage | LOAD Map sessions: empty",
+        "storage -> server | CONTENT Group header: true new: After: 0 New: 3",
+        "storage -> server | CONTENT Map header: true new: After: 0 New: 1",
+        "server -> client | CONTENT Group header: true new: After: 0 New: 3",
+        "server -> client | CONTENT Map header: true new: After: 0 New: 1",
+        "client -> server | KNOWN Group sessions: header/3",
+        "client -> server | KNOWN Map sessions: header/1",
+      ]
+    `);
+  });
+
+  test("updating a coValue that was removed by the garbage collector", async () => {
+    const client = setupTestNode();
+
+    client.connectToSyncServer();
+
+    const group = jazzCloud.node.createGroup();
+    group.addMember("everyone", "writer");
+    const map = group.createMap();
+    map.set("hello", "world", "trusting");
+
+    const mapOnClient = await loadCoValueOrFail(client.node, map.id);
+    expect(mapOnClient.get("hello")).toEqual("world");
+
+    // force the garbage collector to run
+    jazzCloud.node.garbageCollector?.collect();
+    SyncMessagesLog.clear();
+
+    mapOnClient.set("hello", "updated", "trusting");
+
+    await mapOnClient.core.waitForSync();
+
+    const mapOnServer = await loadCoValueOrFail(jazzCloud.node, map.id);
+
+    expect(mapOnServer.get("hello")).toEqual("updated");
+
+    expect(
+      SyncMessagesLog.getMessages({
+        Group: group.core,
+        Map: map.core,
+      }),
+    ).toMatchInlineSnapshot(`
+      [
+        "client -> server | CONTENT Map header: false new: After: 0 New: 1",
+        "server -> storage | LOAD Map sessions: empty",
+        "storage -> server | CONTENT Group header: true new: After: 0 New: 5",
+        "storage -> server | CONTENT Map header: true new: After: 0 New: 1",
+        "server -> client | KNOWN Map sessions: header/2",
+        "server -> storage | CONTENT Map header: false new: After: 0 New: 1",
+      ]
+    `);
+  });
+
+  test("syncing a coValue that was removed by the garbage collector", async () => {
+    const edge = setupTestNode();
+    edge.addStorage({
+      ourName: "edge",
+    });
+    edge.connectToSyncServer({
+      syncServer: jazzCloud.node,
+      syncServerName: "server",
+      ourName: "edge",
+    });
+    edge.node.enableGarbageCollector();
+    const client = setupTestNode();
+
+    client.connectToSyncServer({
+      syncServer: edge.node,
+      syncServerName: "edge",
+    });
+
+    const group = edge.node.createGroup();
+    group.addMember("everyone", "writer");
+
+    await group.core.waitForSync();
+
+    const map = group.createMap();
+
+    map.set("hello", "updated", "trusting");
+
+    // force the garbage collector to run before the transaction is synced
+    edge.node.garbageCollector?.collect();
+    expect(edge.node.getCoValue(map.id).isAvailable()).toBe(false);
+
+    SyncMessagesLog.clear();
+
+    // The storage should work even after the coValue is unmounted, so the load should be successful
+    const mapOnClient = await loadCoValueOrFail(client.node, map.id);
+    expect(mapOnClient.get("hello")).toEqual("updated");
+
+    expect(
+      SyncMessagesLog.getMessages({
+        Group: group.core,
+        Map: map.core,
+      }),
+    ).toMatchInlineSnapshot(`
+      [
+        "client -> edge | LOAD Map sessions: empty",
+        "edge -> storage | CONTENT Map header: true new: After: 0 New: 1",
+        "edge -> server | CONTENT Map header: true new: After: 0 New: 1",
+        "edge -> storage | LOAD Map sessions: empty",
+        "storage -> edge | CONTENT Group header: true new: After: 0 New: 5",
+        "storage -> edge | CONTENT Map header: true new: After: 0 New: 1",
+        "edge -> server | CONTENT Map header: true new: ",
+        "edge -> client | CONTENT Group header: true new: After: 0 New: 5",
+        "edge -> client | CONTENT Map header: true new: After: 0 New: 1",
+        "server -> edge | KNOWN Map sessions: header/1",
+        "server -> storage | CONTENT Map header: true new: After: 0 New: 1",
+        "server -> edge | KNOWN Map sessions: header/1",
+        "server -> storage | CONTENT Map header: true new: ",
+        "client -> edge | KNOWN Group sessions: header/5",
+        "client -> edge | KNOWN Map sessions: header/1",
+      ]
+    `);
+  });
+});

package/src/tests/sync.mesh.test.ts

@@ -1,6 +1,7 @@
 import { beforeEach, describe, expect, test, vi } from "vitest";
 
 import { expectMap } from "../coValue";
+import { setMaxRecommendedTxSize } from "../config";
 import {
   SyncMessagesLog,
   TEST_NODE_CONFIG,
@@ -14,6 +15,10 @@ import {
 // We want to simulate a real world communication that happens asynchronously
 TEST_NODE_CONFIG.withAsyncPeers = true;
 
+beforeEach(() => {
+  setMaxRecommendedTxSize(100 * 1024);
+});
+
 function setupMesh() {
   const coreServer = setupTestNode();
 
@@ -254,6 +259,9 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
 
     // Forcefully delete the coValue from the edge (simulating some data loss)
     mesh.edgeItaly.node.internalDeleteCoValue(map.id);
+    mesh.edgeItaly.addStorage({
+      ourName: "edge-italy",
+    });
 
     mapOnClient.set("fromClient", "updated", "trusting");
     mapOnCoreServer.set("fromServer", "updated", "trusting");
@@ -483,6 +491,7 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
   });
 
   test("large coValue streaming from an edge to the core server and a client at the same time", async () => {
+    setMaxRecommendedTxSize(1000);
     const edge = setupTestNode();
 
     const { storage } = edge.addStorage({
@@ -494,12 +503,9 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
 
     const largeMap = group.createMap();
 
-    // Generate a large amount of data (about 100MB)
-    const dataSize = 1 * 200 * 1024;
-    const chunkSize = 1024; // 1KB chunks
-    const chunks = dataSize / chunkSize;
+    const chunks = 100;
 
-    const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
+    const value = "1".repeat(10);
 
     for (let i = 0; i < chunks; i++) {
       const key = `key${i}`;
@@ -516,9 +522,11 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
     ).toMatchInlineSnapshot(`
       [
         "edge -> storage | CONTENT Group header: true new: After: 0 New: 5",
-        "edge -> storage | CONTENT Map header: true new: After: 0 New: 73",
-        "edge -> storage | CONTENT Map header: false new: After: 73 New: 73",
-        "edge -> storage | CONTENT Map header: false new: After: 146 New: 54",
+        "edge -> storage | CONTENT Map header: true new: After: 0 New: 20",
+        "edge -> storage | CONTENT Map header: false new: After: 20 New: 21",
+        "edge -> storage | CONTENT Map header: false new: After: 41 New: 21",
+        "edge -> storage | CONTENT Map header: false new: After: 62 New: 21",
+        "edge -> storage | CONTENT Map header: false new: After: 83 New: 17",
       ]
     `);
 
@@ -565,11 +573,11 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
         "edge -> storage | LOAD Map sessions: empty",
         "storage -> edge | CONTENT Group header: true new: After: 0 New: 5",
         "edge -> core | LOAD Group sessions: header/5",
-        "storage -> edge | CONTENT Map header: true new: After: 0 New: 73 expectContentUntil: header/200",
-        "edge -> core | LOAD Map sessions: header/200",
+        "storage -> edge | CONTENT Map header: true new: After: 0 New: 41 expectContentUntil: header/100",
+        "edge -> core | LOAD Map sessions: header/100",
         "edge -> client | CONTENT Group header: true new: After: 0 New: 5",
-        "edge -> client | CONTENT Map header: true new:  expectContentUntil: header/200",
-        "edge -> client | CONTENT Map header: false new: After: 0 New: 73",
+        "edge -> client | CONTENT Map header: true new:  expectContentUntil: header/100",
+        "edge -> client | CONTENT Map header: false new: After: 0 New: 41",
         "core -> storage | LOAD Group sessions: empty",
         "storage -> core | KNOWN Group sessions: empty",
         "core -> edge | KNOWN Group sessions: empty",
@@ -579,32 +587,39 @@ describe("multiple clients syncing with the a cloud-like server mesh", () => {
         "client -> edge | KNOWN Group sessions: header/5",
         "client -> storage | CONTENT Group header: true new: After: 0 New: 5",
         "client -> edge | KNOWN Map sessions: header/0",
-        "client -> storage | CONTENT Map header: true new:  expectContentUntil: header/200",
-        "client -> edge | KNOWN Map sessions: header/73",
-        "client -> storage | CONTENT Map header: false new: After: 0 New: 73",
-        "storage -> edge | CONTENT Map header: true new: After: 73 New: 73",
-        "edge -> client | CONTENT Map header: false new: After: 73 New: 73",
+        "client -> storage | CONTENT Map header: true new:  expectContentUntil: header/100",
+        "client -> edge | KNOWN Map sessions: header/41",
+        "client -> storage | CONTENT Map header: false new: After: 0 New: 41",
+        "storage -> edge | CONTENT Map header: true new: After: 41 New: 21",
+        "edge -> client | CONTENT Map header: false new: After: 41 New: 21",
         "edge -> core | CONTENT Group header: true new: After: 0 New: 5",
-        "edge -> core | CONTENT Map header: true new:  expectContentUntil: header/200",
-        "edge -> core | CONTENT Map header: false new: After: 0 New: 73",
-        "edge -> core | CONTENT Map header: false new: After: 73 New: 73",
-        "client -> edge | KNOWN Map sessions: header/146",
-        "client -> storage | CONTENT Map header: false new: After: 73 New: 73",
-        "storage -> edge | CONTENT Map header: true new: After: 146 New: 54",
-        "edge -> core | CONTENT Map header: false new: After: 146 New: 54",
-        "edge -> client | CONTENT Map header: false new: After: 146 New: 54",
+        "edge -> core | CONTENT Map header: true new:  expectContentUntil: header/100",
+        "edge -> core | CONTENT Map header: false new: After: 0 New: 41",
+        "edge -> core | CONTENT Map header: false new: After: 41 New: 21",
+        "client -> edge | KNOWN Map sessions: header/62",
+        "client -> storage | CONTENT Map header: false new: After: 41 New: 21",
+        "storage -> edge | CONTENT Map header: true new: After: 62 New: 21",
+        "edge -> core | CONTENT Map header: false new: After: 62 New: 21",
+        "edge -> client | CONTENT Map header: false new: After: 62 New: 21",
         "core -> edge | KNOWN Group sessions: header/5",
         "core -> storage | CONTENT Group header: true new: After: 0 New: 5",
         "core -> edge | KNOWN Map sessions: header/0",
-        "core -> storage | CONTENT Map header: true new:  expectContentUntil: header/200",
-        "core -> edge | KNOWN Map sessions: header/73",
-        "core -> storage | CONTENT Map header: false new: After: 0 New: 73",
-        "core -> edge | KNOWN Map sessions: header/146",
-        "core -> storage | CONTENT Map header: false new: After: 73 New: 73",
-        "core -> edge | KNOWN Map sessions: header/200",
-        "core -> storage | CONTENT Map header: false new: After: 146 New: 54",
-        "client -> edge | KNOWN Map sessions: header/200",
-        "client -> storage | CONTENT Map header: false new: After: 146 New: 54",
+        "core -> storage | CONTENT Map header: true new:  expectContentUntil: header/100",
+        "core -> edge | KNOWN Map sessions: header/41",
+        "core -> storage | CONTENT Map header: false new: After: 0 New: 41",
+        "core -> edge | KNOWN Map sessions: header/62",
+        "core -> storage | CONTENT Map header: false new: After: 41 New: 21",
+        "core -> edge | KNOWN Map sessions: header/83",
+        "core -> storage | CONTENT Map header: false new: After: 62 New: 21",
+        "client -> edge | KNOWN Map sessions: header/83",
+        "client -> storage | CONTENT Map header: false new: After: 62 New: 21",
+        "storage -> edge | CONTENT Map header: true new: After: 83 New: 17",
+        "edge -> core | CONTENT Map header: false new: After: 83 New: 17",
+        "edge -> client | CONTENT Map header: false new: After: 83 New: 17",
+        "core -> edge | KNOWN Map sessions: header/100",
+        "core -> storage | CONTENT Map header: false new: After: 83 New: 17",
+        "client -> edge | KNOWN Map sessions: header/100",
+        "client -> storage | CONTENT Map header: false new: After: 83 New: 17",
       ]
     `);
 

package/src/tests/sync.storage.test.ts

@@ -8,6 +8,7 @@ import {
   vi,
 } from "vitest";
 
+import { setMaxRecommendedTxSize } from "../config";
 import { emptyKnownState } from "../exports";
 import {
   SyncMessagesLog,
@@ -27,6 +28,7 @@ describe("client with storage syncs with server", () => {
 
   beforeEach(async () => {
     SyncMessagesLog.clear();
+    setMaxRecommendedTxSize(100 * 1024);
     jazzCloud = setupTestNode({
       isSyncServer: true,
     });
@@ -244,6 +246,7 @@ describe("client syncs with a server with storage", () => {
   });
 
   test("loading a large coValue from storage", async () => {
+    setMaxRecommendedTxSize(1000);
     const client = setupTestNode();
 
     client.connectToSyncServer({
@@ -260,11 +263,9 @@ describe("client syncs with a server with storage", () => {
     const largeMap = group.createMap();
 
     // Generate a large amount of data (about 100MB)
-    const dataSize = 1 * 200 * 1024;
-    const chunkSize = 1024; // 1KB chunks
-    const chunks = dataSize / chunkSize;
+    const chunks = 100;
 
-    const value = Buffer.alloc(chunkSize, `value$`).toString("base64");
+    const value = "1".repeat(10);
 
     for (let i = 0; i < chunks; i++) {
       const key = `key${i}`;
@@ -289,20 +290,28 @@ describe("client syncs with a server with storage", () => {
       [
         "client -> storage | CONTENT Group header: true new: After: 0 New: 5",
         "client -> server | CONTENT Group header: true new: After: 0 New: 5",
-        "client -> storage | CONTENT Map header: true new: After: 0 New: 73",
-        "client -> server | CONTENT Map header: true new: After: 0 New: 73",
-        "client -> storage | CONTENT Map header: false new: After: 73 New: 73",
-        "client -> server | CONTENT Map header: false new: After: 73 New: 73",
-        "client -> storage | CONTENT Map header: false new: After: 146 New: 54",
-        "client -> server | CONTENT Map header: false new: After: 146 New: 54",
+        "client -> storage | CONTENT Map header: true new: After: 0 New: 20",
+        "client -> server | CONTENT Map header: true new: After: 0 New: 20",
+        "client -> storage | CONTENT Map header: false new: After: 20 New: 21",
+        "client -> server | CONTENT Map header: false new: After: 20 New: 21",
+        "client -> storage | CONTENT Map header: false new: After: 41 New: 21",
+        "client -> server | CONTENT Map header: false new: After: 41 New: 21",
+        "client -> storage | CONTENT Map header: false new: After: 62 New: 21",
+        "client -> server | CONTENT Map header: false new: After: 62 New: 21",
+        "client -> storage | CONTENT Map header: false new: After: 83 New: 17",
+        "client -> server | CONTENT Map header: false new: After: 83 New: 17",
         "server -> client | KNOWN Group sessions: header/5",
         "server -> storage | CONTENT Group header: true new: After: 0 New: 5",
-        "server -> client | KNOWN Map sessions: header/73",
-        "server -> storage | CONTENT Map header: true new: After: 0 New: 73",
-        "server -> client | KNOWN Map sessions: header/146",
-        "server -> storage | CONTENT Map header: false new: After: 73 New: 73",
-        "server -> client | KNOWN Map sessions: header/200",
-        "server -> storage | CONTENT Map header: false new: After: 146 New: 54",
+        "server -> client | KNOWN Map sessions: header/20",
+        "server -> storage | CONTENT Map header: true new: After: 0 New: 20",
+        "server -> client | KNOWN Map sessions: header/41",
+        "server -> storage | CONTENT Map header: false new: After: 20 New: 21",
+        "server -> client | KNOWN Map sessions: header/62",
+        "server -> storage | CONTENT Map header: false new: After: 41 New: 21",
+        "server -> client | KNOWN Map sessions: header/83",
+        "server -> storage | CONTENT Map header: false new: After: 62 New: 21",
+        "server -> client | KNOWN Map sessions: header/100",
+        "server -> storage | CONTENT Map header: false new: After: 83 New: 17",
       ]
     `);
 
@@ -355,12 +364,13 @@ describe("client syncs with a server with storage", () => {
         "client -> storage | LOAD Map sessions: empty",
         "storage -> client | CONTENT Group header: true new: After: 0 New: 5",
         "client -> server | LOAD Group sessions: header/5",
-        "storage -> client | CONTENT Map header: true new: After: 0 New: 73 expectContentUntil: header/200",
-        "client -> server | LOAD Map sessions: header/200",
+        "storage -> client | CONTENT Map header: true new: After: 0 New: 41 expectContentUntil: header/100",
+        "client -> server | LOAD Map sessions: header/100",
         "server -> client | KNOWN Group sessions: header/5",
-        "server -> client | KNOWN Map sessions: header/200",
-        "storage -> client | CONTENT Map header: true new: After: 73 New: 73",
-        "storage -> client | CONTENT Map header: true new: After: 146 New: 54",
+        "server -> client | KNOWN Map sessions: header/100",
+        "storage -> client | CONTENT Map header: true new: After: 41 New: 21",
+        "storage -> client | CONTENT Map header: true new: After: 62 New: 21",
+        "storage -> client | CONTENT Map header: true new: After: 83 New: 17",
       ]
     `);
   });