cojson-storage-sqlite 0.13.2 → 0.13.7

package/.turbo/turbo-build.log

@@ -1,4 +1,4 @@
 
-> cojson-storage-sqlite@0.13.2 build /home/runner/_work/jazz/jazz/packages/cojson-storage-sqlite
+> cojson-storage-sqlite@0.13.7 build /home/runner/_work/jazz/jazz/packages/cojson-storage-sqlite
 > rm -rf ./dist && tsc --sourceMap --outDir dist
 

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # cojson-storage-sqlite
 
+## 0.13.7
+
+### Patch Changes
+
+- Updated dependencies [bc3d7bb]
+- Updated dependencies [4e9aae1]
+- Updated dependencies [21c935c]
+- Updated dependencies [aa1c80e]
+- Updated dependencies [13074be]
+  - cojson@0.13.7
+  - cojson-storage@0.13.7
+
+## 0.13.5
+
+### Patch Changes
+
+- Updated dependencies [e090b39]
+  - cojson@0.13.5
+  - cojson-storage@0.13.5
+
 ## 0.13.2
 
 ### Patch Changes

package/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright 2024, Garden Computing, Inc.
+Copyright 2025, Garden Computing, Inc.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/dist/tests/messagesTestUtils.d.ts

@@ -0,0 +1,10 @@
+import type { CoValueCore, SyncMessage } from "cojson";
+export declare function toSimplifiedMessages(coValues: Record<string, CoValueCore>, messages: {
+    from: "client" | "server" | "storage";
+    msg: SyncMessage;
+}[]): string[];
+export declare function debugMessages(coValues: Record<string, CoValueCore>, messages: {
+    from: "client" | "server" | "storage";
+    msg: SyncMessage;
+}[]): void;
+//# sourceMappingURL=messagesTestUtils.d.ts.map

package/dist/tests/messagesTestUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messagesTestUtils.d.ts","sourceRoot":"","sources":["../../src/tests/messagesTestUtils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAuB,WAAW,EAAE,MAAM,QAAQ,CAAC;AA2B5E,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACrC,QAAQ,EAAE;IACR,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,GAAG,EAAE,WAAW,CAAC;CAClB,EAAE,YA6BJ;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACrC,QAAQ,EAAE;IACR,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,GAAG,EAAE,WAAW,CAAC;CAClB,EAAE,QAGJ"}

package/dist/tests/messagesTestUtils.js

@@ -0,0 +1,42 @@
+function simplifySessions(msg) {
+    const count = Object.values(msg.sessions).reduce((acc, session) => acc + session, 0);
+    if (msg.header) {
+        return `header/${count}`;
+    }
+    return "empty";
+}
+function simplifyNewContent(content) {
+    if (!content) {
+        return undefined;
+    }
+    return Object.values(content)
+        .map((c) => `After: ${c.after} New: ${c.newTransactions.length}`)
+        .join(" | ");
+}
+export function toSimplifiedMessages(coValues, messages) {
+    function getCoValue(id) {
+        for (const [name, coValue] of Object.entries(coValues)) {
+            if (coValue.id === id) {
+                return name;
+            }
+        }
+        return `unknown/${id}`;
+    }
+    function toDebugString(from, msg) {
+        switch (msg.action) {
+            case "known":
+                return `${from} -> KNOWN ${msg.isCorrection ? "CORRECTION " : ""}${getCoValue(msg.id)} sessions: ${simplifySessions(msg)}`;
+            case "load":
+                return `${from} -> LOAD ${getCoValue(msg.id)} sessions: ${simplifySessions(msg)}`;
+            case "done":
+                return `${from} -> DONE ${getCoValue(msg.id)}`;
+            case "content":
+                return `${from} -> CONTENT ${getCoValue(msg.id)} header: ${Boolean(msg.header)} new: ${simplifyNewContent(msg.new)}`;
+        }
+    }
+    return messages.map((m) => toDebugString(m.from, m.msg));
+}
+export function debugMessages(coValues, messages) {
+    console.log(toSimplifiedMessages(coValues, messages));
+}
+//# sourceMappingURL=messagesTestUtils.js.map

package/dist/tests/messagesTestUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messagesTestUtils.js","sourceRoot":"","sources":["../../src/tests/messagesTestUtils.ts"],"names":[],"mappings":"AAEA,SAAS,gBAAgB,CAAC,GAA0C;IAClE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAC9C,CAAC,GAAW,EAAE,OAAe,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,EAC/C,CAAC,CACF,CAAC;IAEF,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,UAAU,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAqD;IAErD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;SAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;SAChE,IAAI,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAqC,EACrC,QAGG;IAEH,SAAS,UAAU,CAAC,EAAU;QAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvD,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,WAAW,EAAE,EAAE,CAAC;IACzB,CAAC;IAED,SAAS,aAAa,CACpB,IAAqC,EACrC,GAAgB;QAEhB,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,OAAO,GAAG,IAAI,aAAa,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7H,KAAK,MAAM;gBACT,OAAO,GAAG,IAAI,YAAY,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YACpF,KAAK,MAAM;gBACT,OAAO,GAAG,IAAI,YAAY,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACjD,KAAK,SAAS;gBACZ,OAAO,GAAG,IAAI,eAAe,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACzH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAAqC,EACrC,QAGG;IAEH,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/dist/tests/sqlite.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=sqlite.test.d.ts.map

package/dist/tests/sqlite.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.test.d.ts","sourceRoot":"","sources":["../../src/tests/sqlite.test.ts"],"names":[],"mappings":""}

package/dist/tests/sqlite.test.js

@@ -0,0 +1,191 @@
+import { randomUUID } from "node:crypto";
+import { unlinkSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { ControlledAgent, LocalNode } from "cojson";
+import { SyncManager } from "cojson-storage";
+import { WasmCrypto } from "cojson/crypto/WasmCrypto";
+import { expect, onTestFinished, test, vi } from "vitest";
+import { SQLiteNode } from "../index.js";
+import { toSimplifiedMessages } from "./messagesTestUtils.js";
+import { trackMessages } from "./testUtils.js";
+const Crypto = await WasmCrypto.create();
+async function createSQLiteStorage(defaultDbPath) {
+    const dbPath = defaultDbPath ?? join(tmpdir(), `test-${randomUUID()}.db`);
+    if (!defaultDbPath) {
+        onTestFinished(() => {
+            unlinkSync(dbPath);
+        });
+    }
+    return {
+        peer: await SQLiteNode.asPeer({
+            filename: dbPath,
+        }),
+        dbPath,
+    };
+}
+test("Should be able to initialize and load from empty DB", async () => {
+    const agentSecret = Crypto.newRandomAgentSecret();
+    const node = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    node.syncManager.addPeer((await createSQLiteStorage()).peer);
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    expect(node.syncManager.peers.storage).toBeDefined();
+});
+test("should sync and load data from storage", async () => {
+    const agentSecret = Crypto.newRandomAgentSecret();
+    const node1 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node1Sync = trackMessages(node1);
+    const { peer, dbPath } = await createSQLiteStorage();
+    node1.syncManager.addPeer(peer);
+    const group = node1.createGroup();
+    const map = group.createMap();
+    map.set("hello", "world");
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+    }, node1Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+    ]
+  `);
+    node1Sync.restore();
+    const node2 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node2Sync = trackMessages(node2);
+    const { peer: peer2 } = await createSQLiteStorage(dbPath);
+    node2.syncManager.addPeer(peer2);
+    const map2 = await node2.load(map.id);
+    if (map2 === "unavailable") {
+        throw new Error("Map is unavailable");
+    }
+    expect(map2.get("hello")).toBe("world");
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+    }, node2Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN Group sessions: header/3",
+      "storage -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> KNOWN Group sessions: header/3",
+      "storage -> KNOWN Map sessions: header/1",
+      "storage -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> KNOWN Map sessions: header/1",
+    ]
+  `);
+    node2Sync.restore();
+});
+test("should load dependencies correctly (group inheritance)", async () => {
+    const agentSecret = Crypto.newRandomAgentSecret();
+    const node1 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node1Sync = trackMessages(node1);
+    const { peer, dbPath } = await createSQLiteStorage();
+    node1.syncManager.addPeer(peer);
+    const group = node1.createGroup();
+    const parentGroup = node1.createGroup();
+    group.extend(parentGroup);
+    const map = group.createMap();
+    map.set("hello", "world");
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+        ParentGroup: parentGroup.core,
+    }, node1Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT ParentGroup header: true new: After: 0 New: 4",
+      "client -> CONTENT Group header: true new: After: 0 New: 5",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+    ]
+  `);
+    node1Sync.restore();
+    const node2 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node2Sync = trackMessages(node2);
+    const { peer: peer2 } = await createSQLiteStorage(dbPath);
+    node2.syncManager.addPeer(peer2);
+    await node2.load(map.id);
+    expect(node2.expectCoValueLoaded(map.id)).toBeTruthy();
+    expect(node2.expectCoValueLoaded(group.id)).toBeTruthy();
+    expect(node2.expectCoValueLoaded(parentGroup.id)).toBeTruthy();
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+        ParentGroup: parentGroup.core,
+    }, node2Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN ParentGroup sessions: header/4",
+      "storage -> CONTENT ParentGroup header: true new: After: 0 New: 4",
+      "client -> KNOWN ParentGroup sessions: header/4",
+      "storage -> KNOWN Group sessions: header/5",
+      "storage -> CONTENT Group header: true new: After: 0 New: 5",
+      "client -> KNOWN Group sessions: header/5",
+      "storage -> KNOWN Map sessions: header/1",
+      "storage -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> KNOWN Map sessions: header/1",
+    ]
+  `);
+});
+test("should recover from data loss", async () => {
+    const agentSecret = Crypto.newRandomAgentSecret();
+    const node1 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node1Sync = trackMessages(node1);
+    const { peer, dbPath } = await createSQLiteStorage();
+    node1.syncManager.addPeer(peer);
+    const group = node1.createGroup();
+    const map = group.createMap();
+    map.set("0", 0);
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    const mock = vi
+        .spyOn(SyncManager.prototype, "handleSyncMessage")
+        .mockImplementation(() => Promise.resolve());
+    map.set("1", 1);
+    map.set("2", 2);
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    mock.mockReset();
+    map.set("3", 3);
+    await new Promise((resolve) => setTimeout(resolve, 200));
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+    }, node1Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> CONTENT Map header: false new: After: 3 New: 1",
+      "storage -> KNOWN CORRECTION Map sessions: header/1",
+      "client -> CONTENT Map header: false new: After: 1 New: 3",
+    ]
+  `);
+    node1Sync.restore();
+    const node2 = new LocalNode(new ControlledAgent(agentSecret, Crypto), Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)), Crypto);
+    const node2Sync = trackMessages(node2);
+    const { peer: peer2 } = await createSQLiteStorage(dbPath);
+    node2.syncManager.addPeer(peer2);
+    const map2 = await node2.load(map.id);
+    if (map2 === "unavailable") {
+        throw new Error("Map is unavailable");
+    }
+    expect(map2.toJSON()).toEqual({
+        "0": 0,
+        "1": 1,
+        "2": 2,
+        "3": 3,
+    });
+    expect(toSimplifiedMessages({
+        Map: map.core,
+        Group: group.core,
+    }, node2Sync.messages)).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN Group sessions: header/3",
+      "storage -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> KNOWN Group sessions: header/3",
+      "storage -> KNOWN Map sessions: header/4",
+      "storage -> CONTENT Map header: true new: After: 0 New: 4",
+      "client -> KNOWN Map sessions: header/4",
+    ]
+  `);
+});
+//# sourceMappingURL=sqlite.test.js.map

package/dist/tests/sqlite.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.test.js","sourceRoot":"","sources":["../../src/tests/sqlite.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;AAEzC,KAAK,UAAU,mBAAmB,CAAC,aAAsB;IACvD,MAAM,MAAM,GAAG,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,UAAU,EAAE,KAAK,CAAC,CAAC;IAE1E,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,cAAc,CAAC,GAAG,EAAE;YAClB,UAAU,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM,UAAU,CAAC,MAAM,CAAC;YAC5B,QAAQ,EAAE,MAAM;SACjB,CAAC;QACF,MAAM;KACP,CAAC;AACJ,CAAC;AAED,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;IACrE,MAAM,WAAW,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAElD,MAAM,IAAI,GAAG,IAAI,SAAS,CACxB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,mBAAmB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAE7D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AACvD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;IACxD,MAAM,WAAW,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAElD,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAErD,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAElC,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAE9B,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;KAClB,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;GAKvB,CAAC,CAAC;IAEH,SAAS,CAAC,OAAO,EAAE,CAAC;IAEpB,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE1D,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEjC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAExC,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;KAClB,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;;;;;;GAUvB,CAAC,CAAC;IAEH,SAAS,CAAC,OAAO,EAAE,CAAC;AACtB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;IACxE,MAAM,WAAW,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAElD,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAErD,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAExC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAE1B,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAE9B,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,WAAW,EAAE,WAAW,CAAC,IAAI;KAC9B,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;;GAMvB,CAAC,CAAC;IAEH,SAAS,CAAC,OAAO,EAAE,CAAC;IAEpB,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE1D,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEjC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEzB,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;IACvD,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;IACzD,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;IAE/D,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,WAAW,EAAE,WAAW,CAAC,IAAI;KAC9B,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;;;;;;;;;GAavB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;IAC/C,MAAM,WAAW,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;IAElD,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAErD,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAElC,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAE9B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEhB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,EAAE;SACZ,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,mBAAmB,CAAC;SACjD,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAE/C,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEhB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,IAAI,CAAC,SAAS,EAAE,CAAC;IAEjB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAEhB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzD,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;KAClB,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;;;;GAQvB,CAAC,CAAC;IAEH,SAAS,CAAC,OAAO,EAAE,CAAC;IAEpB,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,IAAI,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,EACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACzD,MAAM,CACP,CAAC;IAEF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEvC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE1D,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEjC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEtC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC;QAC5B,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP,CAAC,CAAC;IAEH,MAAM,CACJ,oBAAoB,CAClB;QACE,GAAG,EAAE,GAAG,CAAC,IAAI;QACb,KAAK,EAAE,KAAK,CAAC,IAAI;KAClB,EACD,SAAS,CAAC,QAAQ,CACnB,CACF,CAAC,qBAAqB,CAAC;;;;;;;;;;GAUvB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/tests/testUtils.d.ts

@@ -0,0 +1,9 @@
+import type { LocalNode, SyncMessage } from "cojson";
+export declare function trackMessages(node: LocalNode): {
+    messages: {
+        from: "client" | "server" | "storage";
+        msg: SyncMessage;
+    }[];
+    restore: () => void;
+};
+//# sourceMappingURL=testUtils.d.ts.map

package/dist/tests/testUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testUtils.d.ts","sourceRoot":"","sources":["../../src/tests/testUtils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAIrD,wBAAgB,aAAa,CAAC,IAAI,EAAE,SAAS;;cAEnC,QAAQ,GAAG,QAAQ,GAAG,SAAS;aAChC,WAAW;;;EAmCnB"}

package/dist/tests/testUtils.js

@@ -0,0 +1,33 @@
+import { SyncManager } from "cojson-storage";
+import { onTestFinished } from "vitest";
+export function trackMessages(node) {
+    const messages = [];
+    const originalHandleSyncMessage = SyncManager.prototype.handleSyncMessage;
+    const originalNodeSyncMessage = node.syncManager.handleSyncMessage;
+    SyncManager.prototype.handleSyncMessage = async function (msg) {
+        messages.push({
+            from: "client",
+            msg,
+        });
+        return originalHandleSyncMessage.call(this, msg);
+    };
+    node.syncManager.handleSyncMessage = async function (msg, peer) {
+        messages.push({
+            from: "storage",
+            msg,
+        });
+        return originalNodeSyncMessage.call(this, msg, peer);
+    };
+    const restore = () => {
+        SyncManager.prototype.handleSyncMessage = originalHandleSyncMessage;
+        node.syncManager.handleSyncMessage = originalNodeSyncMessage;
+    };
+    onTestFinished(() => {
+        restore();
+    });
+    return {
+        messages,
+        restore,
+    };
+}
+//# sourceMappingURL=testUtils.js.map

package/dist/tests/testUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testUtils.js","sourceRoot":"","sources":["../../src/tests/testUtils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAExC,MAAM,UAAU,aAAa,CAAC,IAAe;IAC3C,MAAM,QAAQ,GAGR,EAAE,CAAC;IAET,MAAM,yBAAyB,GAAG,WAAW,CAAC,SAAS,CAAC,iBAAiB,CAAC;IAC1E,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;IAEnE,WAAW,CAAC,SAAS,CAAC,iBAAiB,GAAG,KAAK,WAAW,GAAG;QAC3D,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,GAAG;SACJ,CAAC,CAAC;QACH,OAAO,yBAAyB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,iBAAiB,GAAG,KAAK,WAAW,GAAG,EAAE,IAAI;QAC5D,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,SAAS;YACf,GAAG;SACJ,CAAC,CAAC;QACH,OAAO,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IACvD,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,WAAW,CAAC,SAAS,CAAC,iBAAiB,GAAG,yBAAyB,CAAC;QACpE,IAAI,CAAC,WAAW,CAAC,iBAAiB,GAAG,uBAAuB,CAAC;IAC/D,CAAC,CAAC;IAEF,cAAc,CAAC,GAAG,EAAE;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,OAAO;KACR,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,18 +1,18 @@
 {
   "name": "cojson-storage-sqlite",
   "type": "module",
-  "version": "0.13.2",
+  "version": "0.13.7",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "license": "MIT",
   "dependencies": {
     "better-sqlite3": "^11.7.0",
-    "cojson": "0.13.2",
-    "cojson-storage": "0.13.2"
+    "cojson": "0.13.7",
+    "cojson-storage": "0.13.7"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.12",
-    "typescript": "~5.6.2"
+    "typescript": "5.6.2"
   },
   "gitHead": "33c27053293b4801b968c61d5c4c989f93a67d13",
   "scripts": {

package/src/tests/messagesTestUtils.ts

@@ -0,0 +1,72 @@
+import type { CoValueCore, CojsonInternalTypes, SyncMessage } from "cojson";
+
+function simplifySessions(msg: CojsonInternalTypes.CoValueKnownState) {
+  const count = Object.values(msg.sessions).reduce(
+    (acc: number, session: number) => acc + session,
+    0,
+  );
+
+  if (msg.header) {
+    return `header/${count}`;
+  }
+
+  return "empty";
+}
+
+function simplifyNewContent(
+  content: CojsonInternalTypes.NewContentMessage["new"],
+) {
+  if (!content) {
+    return undefined;
+  }
+
+  return Object.values(content)
+    .map((c) => `After: ${c.after} New: ${c.newTransactions.length}`)
+    .join(" | ");
+}
+
+export function toSimplifiedMessages(
+  coValues: Record<string, CoValueCore>,
+  messages: {
+    from: "client" | "server" | "storage";
+    msg: SyncMessage;
+  }[],
+) {
+  function getCoValue(id: string) {
+    for (const [name, coValue] of Object.entries(coValues)) {
+      if (coValue.id === id) {
+        return name;
+      }
+    }
+
+    return `unknown/${id}`;
+  }
+
+  function toDebugString(
+    from: "client" | "server" | "storage",
+    msg: SyncMessage,
+  ) {
+    switch (msg.action) {
+      case "known":
+        return `${from} -> KNOWN ${msg.isCorrection ? "CORRECTION " : ""}${getCoValue(msg.id)} sessions: ${simplifySessions(msg)}`;
+      case "load":
+        return `${from} -> LOAD ${getCoValue(msg.id)} sessions: ${simplifySessions(msg)}`;
+      case "done":
+        return `${from} -> DONE ${getCoValue(msg.id)}`;
+      case "content":
+        return `${from} -> CONTENT ${getCoValue(msg.id)} header: ${Boolean(msg.header)} new: ${simplifyNewContent(msg.new)}`;
+    }
+  }
+
+  return messages.map((m) => toDebugString(m.from, m.msg));
+}
+
+export function debugMessages(
+  coValues: Record<string, CoValueCore>,
+  messages: {
+    from: "client" | "server" | "storage";
+    msg: SyncMessage;
+  }[],
+) {
+  console.log(toSimplifiedMessages(coValues, messages));
+}

package/src/tests/sqlite.test.ts

@@ -0,0 +1,321 @@
+import { assert } from "node:console";
+import { randomUUID } from "node:crypto";
+import { unlinkSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { ControlledAgent, LocalNode } from "cojson";
+import { SyncManager } from "cojson-storage";
+import { WasmCrypto } from "cojson/crypto/WasmCrypto";
+import { expect, onTestFinished, test, vi } from "vitest";
+import { SQLiteNode } from "../index.js";
+import { toSimplifiedMessages } from "./messagesTestUtils.js";
+import { trackMessages } from "./testUtils.js";
+
+const Crypto = await WasmCrypto.create();
+
+async function createSQLiteStorage(defaultDbPath?: string) {
+  const dbPath = defaultDbPath ?? join(tmpdir(), `test-${randomUUID()}.db`);
+
+  if (!defaultDbPath) {
+    onTestFinished(() => {
+      unlinkSync(dbPath);
+    });
+  }
+
+  return {
+    peer: await SQLiteNode.asPeer({
+      filename: dbPath,
+    }),
+    dbPath,
+  };
+}
+
+test("Should be able to initialize and load from empty DB", async () => {
+  const agentSecret = Crypto.newRandomAgentSecret();
+
+  const node = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  node.syncManager.addPeer((await createSQLiteStorage()).peer);
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  expect(node.syncManager.peers.storage).toBeDefined();
+});
+
+test("should sync and load data from storage", async () => {
+  const agentSecret = Crypto.newRandomAgentSecret();
+
+  const node1 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node1Sync = trackMessages(node1);
+
+  const { peer, dbPath } = await createSQLiteStorage();
+
+  node1.syncManager.addPeer(peer);
+
+  const group = node1.createGroup();
+
+  const map = group.createMap();
+
+  map.set("hello", "world");
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+      },
+      node1Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+    ]
+  `);
+
+  node1Sync.restore();
+
+  const node2 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node2Sync = trackMessages(node2);
+
+  const { peer: peer2 } = await createSQLiteStorage(dbPath);
+
+  node2.syncManager.addPeer(peer2);
+
+  const map2 = await node2.load(map.id);
+  if (map2 === "unavailable") {
+    throw new Error("Map is unavailable");
+  }
+
+  expect(map2.get("hello")).toBe("world");
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+      },
+      node2Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN Group sessions: header/3",
+      "storage -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> KNOWN Group sessions: header/3",
+      "storage -> KNOWN Map sessions: header/1",
+      "storage -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> KNOWN Map sessions: header/1",
+    ]
+  `);
+
+  node2Sync.restore();
+});
+
+test("should load dependencies correctly (group inheritance)", async () => {
+  const agentSecret = Crypto.newRandomAgentSecret();
+
+  const node1 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node1Sync = trackMessages(node1);
+
+  const { peer, dbPath } = await createSQLiteStorage();
+
+  node1.syncManager.addPeer(peer);
+
+  const group = node1.createGroup();
+  const parentGroup = node1.createGroup();
+
+  group.extend(parentGroup);
+
+  const map = group.createMap();
+
+  map.set("hello", "world");
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+        ParentGroup: parentGroup.core,
+      },
+      node1Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT ParentGroup header: true new: After: 0 New: 4",
+      "client -> CONTENT Group header: true new: After: 0 New: 5",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+    ]
+  `);
+
+  node1Sync.restore();
+
+  const node2 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node2Sync = trackMessages(node2);
+
+  const { peer: peer2 } = await createSQLiteStorage(dbPath);
+
+  node2.syncManager.addPeer(peer2);
+
+  await node2.load(map.id);
+
+  expect(node2.expectCoValueLoaded(map.id)).toBeTruthy();
+  expect(node2.expectCoValueLoaded(group.id)).toBeTruthy();
+  expect(node2.expectCoValueLoaded(parentGroup.id)).toBeTruthy();
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+        ParentGroup: parentGroup.core,
+      },
+      node2Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN ParentGroup sessions: header/4",
+      "storage -> CONTENT ParentGroup header: true new: After: 0 New: 4",
+      "client -> KNOWN ParentGroup sessions: header/4",
+      "storage -> KNOWN Group sessions: header/5",
+      "storage -> CONTENT Group header: true new: After: 0 New: 5",
+      "client -> KNOWN Group sessions: header/5",
+      "storage -> KNOWN Map sessions: header/1",
+      "storage -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> KNOWN Map sessions: header/1",
+    ]
+  `);
+});
+
+test("should recover from data loss", async () => {
+  const agentSecret = Crypto.newRandomAgentSecret();
+
+  const node1 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node1Sync = trackMessages(node1);
+
+  const { peer, dbPath } = await createSQLiteStorage();
+
+  node1.syncManager.addPeer(peer);
+
+  const group = node1.createGroup();
+
+  const map = group.createMap();
+
+  map.set("0", 0);
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  const mock = vi
+    .spyOn(SyncManager.prototype, "handleSyncMessage")
+    .mockImplementation(() => Promise.resolve());
+
+  map.set("1", 1);
+  map.set("2", 2);
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  mock.mockReset();
+
+  map.set("3", 3);
+
+  await new Promise((resolve) => setTimeout(resolve, 200));
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+      },
+      node1Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> CONTENT Map header: true new: After: 0 New: 1",
+      "client -> CONTENT Map header: false new: After: 3 New: 1",
+      "storage -> KNOWN CORRECTION Map sessions: header/1",
+      "client -> CONTENT Map header: false new: After: 1 New: 3",
+    ]
+  `);
+
+  node1Sync.restore();
+
+  const node2 = new LocalNode(
+    new ControlledAgent(agentSecret, Crypto),
+    Crypto.newRandomSessionID(Crypto.getAgentID(agentSecret)),
+    Crypto,
+  );
+
+  const node2Sync = trackMessages(node2);
+
+  const { peer: peer2 } = await createSQLiteStorage(dbPath);
+
+  node2.syncManager.addPeer(peer2);
+
+  const map2 = await node2.load(map.id);
+
+  if (map2 === "unavailable") {
+    throw new Error("Map is unavailable");
+  }
+
+  expect(map2.toJSON()).toEqual({
+    "0": 0,
+    "1": 1,
+    "2": 2,
+    "3": 3,
+  });
+
+  expect(
+    toSimplifiedMessages(
+      {
+        Map: map.core,
+        Group: group.core,
+      },
+      node2Sync.messages,
+    ),
+  ).toMatchInlineSnapshot(`
+    [
+      "client -> LOAD Map sessions: empty",
+      "storage -> KNOWN Group sessions: header/3",
+      "storage -> CONTENT Group header: true new: After: 0 New: 3",
+      "client -> KNOWN Group sessions: header/3",
+      "storage -> KNOWN Map sessions: header/4",
+      "storage -> CONTENT Map header: true new: After: 0 New: 4",
+      "client -> KNOWN Map sessions: header/4",
+    ]
+  `);
+});

package/src/tests/testUtils.ts

@@ -0,0 +1,43 @@
+import type { LocalNode, SyncMessage } from "cojson";
+import { SyncManager } from "cojson-storage";
+import { onTestFinished } from "vitest";
+
+export function trackMessages(node: LocalNode) {
+  const messages: {
+    from: "client" | "server" | "storage";
+    msg: SyncMessage;
+  }[] = [];
+
+  const originalHandleSyncMessage = SyncManager.prototype.handleSyncMessage;
+  const originalNodeSyncMessage = node.syncManager.handleSyncMessage;
+
+  SyncManager.prototype.handleSyncMessage = async function (msg) {
+    messages.push({
+      from: "client",
+      msg,
+    });
+    return originalHandleSyncMessage.call(this, msg);
+  };
+
+  node.syncManager.handleSyncMessage = async function (msg, peer) {
+    messages.push({
+      from: "storage",
+      msg,
+    });
+    return originalNodeSyncMessage.call(this, msg, peer);
+  };
+
+  const restore = () => {
+    SyncManager.prototype.handleSyncMessage = originalHandleSyncMessage;
+    node.syncManager.handleSyncMessage = originalNodeSyncMessage;
+  };
+
+  onTestFinished(() => {
+    restore();
+  });
+
+  return {
+    messages,
+    restore,
+  };
+}