cojson-storage-sqlite 0.8.11 → 0.8.16

package/CHANGELOG.md

@@ -1,373 +1,388 @@
 # cojson-storage-sqlite
 
+## 0.8.16
+
+### Patch Changes
+
+- Updated dependencies [b934fab]
+  - cojson@0.8.16
+
+## 0.8.12
+
+### Patch Changes
+
+- 6ed75eb: Introduce "storage" peer role
+- Updated dependencies [6ed75eb]
+  - cojson@0.8.12
+
 ## 0.8.11
 
 ### Patch Changes
 
--   Updated dependencies [1ed4ab5]
-    -   cojson@0.8.11
+- Updated dependencies [1ed4ab5]
+  - cojson@0.8.11
 
 ## 0.8.5
 
 ### Patch Changes
 
--   Updated dependencies [c3f4e6b]
--   Updated dependencies [d9152ed]
-    -   cojson@0.8.5
+- Updated dependencies [c3f4e6b]
+- Updated dependencies [d9152ed]
+  - cojson@0.8.5
 
 ## 0.8.3
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.8.3
+- Updated dependencies
+  - cojson@0.8.3
 
 ## 0.8.0
 
 ### Patch Changes
 
--   Updated dependencies [6a147c2]
--   Updated dependencies [ad40b88]
-    -   cojson@0.8.0
+- Updated dependencies [6a147c2]
+- Updated dependencies [ad40b88]
+  - cojson@0.8.0
 
 ## 0.7.35
 
 ### Patch Changes
 
--   f350e90: Added a priority system for the sync messages
--   Updated dependencies [35bbcd9]
--   Updated dependencies [f350e90]
-    -   cojson@0.7.35
+- f350e90: Added a priority system for the sync messages
+- Updated dependencies [35bbcd9]
+- Updated dependencies [f350e90]
+  - cojson@0.7.35
 
 ## 0.7.34
 
 ### Patch Changes
 
--   Updated dependencies [5d91f9f]
--   Updated dependencies [5094e6d]
--   Updated dependencies [b09589b]
--   Updated dependencies [2c3a40c]
--   Updated dependencies [4e16575]
--   Updated dependencies [ea882ab]
-    -   cojson@0.7.34
+- Updated dependencies [5d91f9f]
+- Updated dependencies [5094e6d]
+- Updated dependencies [b09589b]
+- Updated dependencies [2c3a40c]
+- Updated dependencies [4e16575]
+- Updated dependencies [ea882ab]
+  - cojson@0.7.34
 
 ## 0.7.34-neverthrow.8
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.8
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.8
 
 ## 0.7.34-neverthrow.7
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.7
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.7
 
 ## 0.7.34-neverthrow.4
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.4
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.4
 
 ## 0.7.34-neverthrow.3
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.3
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.3
 
 ## 0.7.34-neverthrow.1
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.1
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.1
 
 ## 0.7.34-neverthrow.0
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.34-neverthrow.0
+- Updated dependencies
+  - cojson@0.7.34-neverthrow.0
 
 ## 0.7.33
 
 ### Patch Changes
 
--   3bf5127: Allow crashing whole node on peer errors
--   Updated dependencies [b297c93]
--   Updated dependencies [3bf5127]
--   Updated dependencies [a8b74ff]
--   Updated dependencies [db53161]
-    -   cojson@0.7.33
+- 3bf5127: Allow crashing whole node on peer errors
+- Updated dependencies [b297c93]
+- Updated dependencies [3bf5127]
+- Updated dependencies [a8b74ff]
+- Updated dependencies [db53161]
+  - cojson@0.7.33
 
 ## 0.7.33-hotfixes.6
 
 ### Patch Changes
 
--   Get rid of simulated errors
+- Get rid of simulated errors
 
 ## 0.7.33-hotfixes.5
 
 ### Patch Changes
 
--   Make simulated errors even more likely
--   Updated dependencies
-    -   cojson@0.7.33-hotfixes.5
+- Make simulated errors even more likely
+- Updated dependencies
+  - cojson@0.7.33-hotfixes.5
 
 ## 0.7.33-hotfixes.4
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.33-hotfixes.4
+- Updated dependencies
+  - cojson@0.7.33-hotfixes.4
 
 ## 0.7.33-hotfixes.3
 
 ### Patch Changes
 
--   Allow crashing whole node on peer errors
--   Updated dependencies
-    -   cojson@0.7.33-hotfixes.3
+- Allow crashing whole node on peer errors
+- Updated dependencies
+  - cojson@0.7.33-hotfixes.3
 
 ## 0.7.33-hotfixes.0
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.33-hotfixes.0
+- Updated dependencies
+  - cojson@0.7.33-hotfixes.0
 
 ## 0.7.31
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.31
+- Updated dependencies
+  - cojson@0.7.31
 
 ## 0.7.29
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.29
+- Updated dependencies
+  - cojson@0.7.29
 
 ## 0.7.28
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.28
+- Updated dependencies
+  - cojson@0.7.28
 
 ## 0.7.26
 
 ### Patch Changes
 
--   Remove Effect from jazz/cojson internals
--   Updated dependencies
-    -   cojson@0.7.26
+- Remove Effect from jazz/cojson internals
+- Updated dependencies
+  - cojson@0.7.26
 
 ## 0.7.23
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.23
+- Updated dependencies
+  - cojson@0.7.23
 
 ## 0.7.18
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.18
+- Updated dependencies
+  - cojson@0.7.18
 
 ## 0.7.17
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.17
+- Updated dependencies
+  - cojson@0.7.17
 
 ## 0.7.14
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.14
+- Updated dependencies
+  - cojson@0.7.14
 
 ## 0.7.11
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.11
+- Updated dependencies
+  - cojson@0.7.11
 
 ## 0.7.10
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.10
+- Updated dependencies
+  - cojson@0.7.10
 
 ## 0.7.9
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.9
+- Updated dependencies
+  - cojson@0.7.9
 
 ## 0.7.0
 
 ### Patch Changes
 
--   c4151fc: Support stricter TS lint rules
--   21771c4: Reintroduce changes from main
--   69ac514: Use effect schema much less
--   f0f6f1b: Clean up API more & re-add jazz-nodejs
--   Updated dependencies [1a35307]
--   Updated dependencies [96c494f]
--   Updated dependencies [19f52b7]
--   Updated dependencies [d8fe2b1]
--   Updated dependencies [1200aae]
--   Updated dependencies [52675c9]
--   Updated dependencies [1a35307]
--   Updated dependencies [e299c3e]
--   Updated dependencies [bf0f8ec]
--   Updated dependencies [c4151fc]
--   Updated dependencies [8636319]
--   Updated dependencies [952982e]
--   Updated dependencies [21771c4]
--   Updated dependencies [69ac514]
--   Updated dependencies [f0f6f1b]
--   Updated dependencies [1a44f87]
--   Updated dependencies [63374cc]
-    -   cojson@0.7.0
+- c4151fc: Support stricter TS lint rules
+- 21771c4: Reintroduce changes from main
+- 69ac514: Use effect schema much less
+- f0f6f1b: Clean up API more & re-add jazz-nodejs
+- Updated dependencies [1a35307]
+- Updated dependencies [96c494f]
+- Updated dependencies [19f52b7]
+- Updated dependencies [d8fe2b1]
+- Updated dependencies [1200aae]
+- Updated dependencies [52675c9]
+- Updated dependencies [1a35307]
+- Updated dependencies [e299c3e]
+- Updated dependencies [bf0f8ec]
+- Updated dependencies [c4151fc]
+- Updated dependencies [8636319]
+- Updated dependencies [952982e]
+- Updated dependencies [21771c4]
+- Updated dependencies [69ac514]
+- Updated dependencies [f0f6f1b]
+- Updated dependencies [1a44f87]
+- Updated dependencies [63374cc]
+  - cojson@0.7.0
 
 ## 0.7.0-alpha.42
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.42
+- Updated dependencies
+  - cojson@0.7.0-alpha.42
 
 ## 0.7.0-alpha.39
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.39
+- Updated dependencies
+  - cojson@0.7.0-alpha.39
 
 ## 0.7.0-alpha.38
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.38
+- Updated dependencies
+  - cojson@0.7.0-alpha.38
 
 ## 0.7.0-alpha.37
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.37
+- Updated dependencies
+  - cojson@0.7.0-alpha.37
 
 ## 0.7.0-alpha.36
 
 ### Patch Changes
 
--   Updated dependencies [1a35307]
--   Updated dependencies [1a35307]
-    -   cojson@0.7.0-alpha.36
+- Updated dependencies [1a35307]
+- Updated dependencies [1a35307]
+  - cojson@0.7.0-alpha.36
 
 ## 0.7.0-alpha.35
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.35
+- Updated dependencies
+  - cojson@0.7.0-alpha.35
 
 ## 0.7.0-alpha.29
 
 ### Patch Changes
 
--   Reintroduce changes from main
--   Updated dependencies
-    -   cojson@0.7.0-alpha.29
+- Reintroduce changes from main
+- Updated dependencies
+  - cojson@0.7.0-alpha.29
 
 ## 0.7.0-alpha.28
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.28
+- Updated dependencies
+  - cojson@0.7.0-alpha.28
 
 ## 0.7.0-alpha.27
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.27
+- Updated dependencies
+  - cojson@0.7.0-alpha.27
 
 ## 0.7.0-alpha.24
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.24
+- Updated dependencies
+  - cojson@0.7.0-alpha.24
 
 ## 0.7.0-alpha.11
 
 ### Patch Changes
 
--   Support stricter TS lint rules
--   Updated dependencies
-    -   cojson@0.7.0-alpha.11
+- Support stricter TS lint rules
+- Updated dependencies
+  - cojson@0.7.0-alpha.11
 
 ## 0.7.0-alpha.10
 
 ### Patch Changes
 
--   Clean up API more & re-add jazz-nodejs
--   Updated dependencies
-    -   cojson@0.7.0-alpha.10
+- Clean up API more & re-add jazz-nodejs
+- Updated dependencies
+  - cojson@0.7.0-alpha.10
 
 ## 0.5.3-alpha.1
 
 ### Patch Changes
 
--   Use effect schema much less
--   Updated dependencies
-    -   cojson@0.7.0-alpha.1
+- Use effect schema much less
+- Updated dependencies
+  - cojson@0.7.0-alpha.1
 
 ## 0.5.3-alpha.0
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.7.0-alpha.0
+- Updated dependencies
+  - cojson@0.7.0-alpha.0
 
 ## 0.5.2
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.6.0
+- Updated dependencies
+  - cojson@0.6.0
 
 ## 0.5.1
 
 ### Patch Changes
 
--   Make typedefs for better-sqlite3 a normal dependency
+- Make typedefs for better-sqlite3 a normal dependency
 
 ## 0.5.0
 
 ### Minor Changes
 
--   Adding a lot of performance improvements to cojson, add a stresstest for the twit example and make that run smoother in a lot of ways.
+- Adding a lot of performance improvements to cojson, add a stresstest for the twit example and make that run smoother in a lot of ways.
 
 ### Patch Changes
 
--   Updated dependencies
-    -   cojson@0.5.0
+- Updated dependencies
+  - cojson@0.5.0

package/dist/index.js

@@ -1,4 +1,4 @@
-import { cojsonInternals, MAX_RECOMMENDED_TX_SIZE, } from "cojson";
+import { MAX_RECOMMENDED_TX_SIZE, cojsonInternals, } from "cojson";
 import Database from "better-sqlite3";
 export class SQLiteStorage {
     constructor(db, fromLocalNode, toLocalNode) {
@@ -22,7 +22,7 @@ export class SQLiteStorage {
         processMessages().catch((e) => console.error("Error in processMessages in sqlite", e));
     }
     static async asPeer({ filename, trace, localNodeName = "local", }) {
-        const [localNodeAsPeer, storageAsPeer] = cojsonInternals.connectedPeers(localNodeName, "storage", { peer1role: "client", peer2role: "server", trace, crashOnClose: true });
+        const [localNodeAsPeer, storageAsPeer] = cojsonInternals.connectedPeers(localNodeName, "storage", { peer1role: "client", peer2role: "storage", trace, crashOnClose: true });
         await SQLiteStorage.open(filename, localNodeAsPeer.incoming, localNodeAsPeer.outgoing);
         return { ...storageAsPeer, priority: 100 };
     }
@@ -117,8 +117,7 @@ export class SQLiteStorage {
         };
         let parsedHeader;
         try {
-            parsedHeader = (coValueRow?.header &&
-                JSON.parse(coValueRow.header));
+            parsedHeader = (coValueRow?.header && JSON.parse(coValueRow.header));
         }
         catch (e) {
             console.warn(theirKnown.id, "Invalid JSON in header", e, coValueRow?.header);
@@ -136,8 +135,7 @@ export class SQLiteStorage {
         ];
         for (const sessionRow of allOurSessions) {
             ourKnown.sessions[sessionRow.sessionID] = sessionRow.lastIdx;
-            if (sessionRow.lastIdx >
-                (theirKnown.sessions[sessionRow.sessionID] || 0)) {
+            if (sessionRow.lastIdx > (theirKnown.sessions[sessionRow.sessionID] || 0)) {
                 const firstNewTxIdx = theirKnown.sessions[sessionRow.sessionID] || 0;
                 const signaturesAndIdxs = this.db
                     .prepare(`SELECT * FROM signatureAfter WHERE ses = ? AND idx >= ?`)
@@ -175,10 +173,8 @@ export class SQLiteStorage {
                         break;
                     }
                     sessionEntry.newTransactions.push(parsedTx);
-                    if (signaturesAndIdxs[0] &&
-                        idx === signaturesAndIdxs[0].idx) {
-                        sessionEntry.lastSignature =
-                            signaturesAndIdxs[0].signature;
+                    if (signaturesAndIdxs[0] && idx === signaturesAndIdxs[0].idx) {
+                        sessionEntry.lastSignature = signaturesAndIdxs[0].signature;
                         signaturesAndIdxs.shift();
                         newContentPieces.push({
                             action: "content",
@@ -187,8 +183,7 @@ export class SQLiteStorage {
                             priority,
                         });
                     }
-                    else if (idx ===
-                        firstNewTxIdx + newTxInSession.length - 1) {
+                    else if (idx === firstNewTxIdx + newTxInSession.length - 1) {
                         sessionEntry.lastSignature = sessionRow.lastSignature;
                     }
                     idx += 1;
@@ -217,15 +212,15 @@ export class SQLiteStorage {
                     change.op === "set" &&
                     "key" in change &&
                     change.key)
-                    .filter((key) => typeof key === "string" &&
-                    key.startsWith("co_"));
+                    .filter((key) => typeof key === "string" && key.startsWith("co_"));
             }))
             : parsedHeader?.ruleset.type === "ownedByGroup"
                 ? [
                     parsedHeader?.ruleset.group,
                     ...new Set(newContentPieces.flatMap((piece) => Object.keys(piece)
                         .map((sessionID) => cojsonInternals.accountOrAgentIDfromSessionID(sessionID))
-                        .filter((accountID) => cojsonInternals.isAccountID(accountID) && accountID !== theirKnown.id))),
+                        .filter((accountID) => cojsonInternals.isAccountID(accountID) &&
+                        accountID !== theirKnown.id))),
                 ]
                 : [];
         for (const dependedOnCoValue of dependedOnCoValues) {
@@ -289,25 +284,21 @@ export class SQLiteStorage {
             for (const sessionID of Object.keys(msg.new)) {
                 const sessionRow = allOurSessions[sessionID];
                 if (sessionRow) {
-                    ourKnown.sessions[sessionRow.sessionID] =
-                        sessionRow.lastIdx;
+                    ourKnown.sessions[sessionRow.sessionID] = sessionRow.lastIdx;
                 }
-                if ((sessionRow?.lastIdx || 0) <
-                    (msg.new[sessionID]?.after || 0)) {
+                if ((sessionRow?.lastIdx || 0) < (msg.new[sessionID]?.after || 0)) {
                     invalidAssumptions = true;
                 }
                 else {
                     const newTransactions = msg.new[sessionID]?.newTransactions || [];
-                    const actuallyNewOffset = (sessionRow?.lastIdx || 0) -
-                        (msg.new[sessionID]?.after || 0);
+                    const actuallyNewOffset = (sessionRow?.lastIdx || 0) - (msg.new[sessionID]?.after || 0);
                     const actuallyNewTransactions = newTransactions.slice(actuallyNewOffset);
                     let newBytesSinceLastSignature = (sessionRow?.bytesSinceLastSignature || 0) +
                         actuallyNewTransactions.reduce((sum, tx) => sum +
                             (tx.privacy === "private"
                                 ? tx.encryptedChanges.length
                                 : tx.changes.length), 0);
-                    const newLastIdx = (sessionRow?.lastIdx || 0) +
-                        actuallyNewTransactions.length;
+                    const newLastIdx = (sessionRow?.lastIdx || 0) + actuallyNewTransactions.length;
                     let shouldWriteSignature = false;
                     if (newBytesSinceLastSignature > MAX_RECOMMENDED_TX_SIZE) {
                         shouldWriteSignature = true;