tinybase 5.4.0-beta.1 → 5.4.0-beta.3

package/cjs/es6/synchronizers/synchronizer-ws-server/with-schemas/index.cjs

@@ -2,6 +2,8 @@
 
 const EMPTY_STRING = '';
 const UTF8 = 'utf8';
+const MESSAGE = 'message';
+const ERROR = 'error';
 const UNDEFINED = '\uFFFC';
 const strMatch = (str, regex) => (str == null ? void 0 : str.match(regex));
 const strSplit = (str, separator = EMPTY_STRING, limit) =>
@@ -9,6 +11,9 @@ const strSplit = (str, separator = EMPTY_STRING, limit) =>
 
 const promise = Promise;
 const GLOBAL = globalThis;
+const THOUSAND = 1e3;
+const startTimeout = (callback, sec = 0) =>
+  setTimeout(callback, sec * THOUSAND);
 const math = Math;
 const mathFloor = math.floor;
 const isUndefined = (thing) => thing == void 0;
@@ -149,10 +154,10 @@ const createPayload = (toClientId, ...args) =>
     toClientId != null ? toClientId : EMPTY_STRING,
     jsonStringWithUndefined(args),
   );
-const createRawPayload = (toClientId, remainder) =>
-  toClientId + MESSAGE_SEPARATOR + remainder;
+const createRawPayload = (clientId, remainder) =>
+  clientId + MESSAGE_SEPARATOR + remainder;
 
-const newStamp = (value, time) => (time ? [value, time] : [value]);
+const stampNew = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
   return (
@@ -165,7 +170,7 @@ const getLatestTime = (time1, time2) => {
       : ''
   );
 };
-const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
+const stampNewObj = (time = EMPTY_STRING) => stampNew(objNew(), time);
 
 const setNew = (entryOrEntries) =>
   new Set(
@@ -332,12 +337,16 @@ var __async$2 = (__this, __arguments, generator) => {
 };
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const getStoreFunctions = (persist = 1 /* StoreOnly */, store) =>
+const getStoreFunctions = (
+  persist = 1 /* StoreOnly */,
+  store,
+  isSynchronizer,
+) =>
   persist != 1 /* StoreOnly */ && store.isMergeable()
     ? [
         1,
         store.getMergeableContent,
-        store.getTransactionMergeableChanges,
+        () => store.getTransactionMergeableChanges(!isSynchronizer),
         ([[changedTables], [changedValues]]) =>
           !objIsEmpty(changedTables) || !objIsEmpty(changedValues),
         store.setDefaultContent,
@@ -361,6 +370,7 @@ const createCustomPersister = (
   onIgnoredError,
   persist,
   extra = {},
+  isSynchronizer = 0,
   scheduleId = [],
 ) => {
   let status = 0; /* Idle */
@@ -378,7 +388,7 @@ const createCustomPersister = (
     getChanges,
     hasChanges,
     setDefaultContent,
-  ] = getStoreFunctions(persist, store);
+  ] = getStoreFunctions(persist, store, isSynchronizer);
   const [addListener, callListeners, delListenerImpl] = getListenerFunctions(
     () => persister,
   );
@@ -400,7 +410,10 @@ const createCustomPersister = (
         ) {
           try {
             yield action();
-          } catch (error) {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError == null ? void 0 : onIgnoredError(error);
+          }
         }
         mapSet(scheduleRunning, scheduleId, 0);
       }
@@ -430,9 +443,10 @@ const createCustomPersister = (
               } else if (initialContent) {
                 setDefaultContent(initialContent);
               } else {
-                errorNew(`Content is not an array ${content}`);
+                errorNew(`Content is not an array: ${content}`);
               }
             } catch (error) {
+              onIgnoredError == null ? void 0 : onIgnoredError(error);
               if (initialContent) {
                 setDefaultContent(initialContent);
               }
@@ -445,7 +459,8 @@ const createCustomPersister = (
     });
   const startAutoLoad = (initialContent) =>
     __async$2(void 0, null, function* () {
-      yield stopAutoLoad().load(initialContent);
+      stopAutoLoad();
+      yield load(initialContent);
       try {
         autoLoadHandle = yield addPersisterListener((content, changes) =>
           __async$2(void 0, null, function* () {
@@ -462,7 +477,10 @@ const createCustomPersister = (
             }
           }),
         );
-      } catch (error) {}
+      } catch (error) {
+        /* istanbul ignore next */
+        onIgnoredError == null ? void 0 : onIgnoredError(error);
+      }
       return persister;
     });
   const stopAutoLoad = () => {
@@ -483,7 +501,10 @@ const createCustomPersister = (
           __async$2(void 0, null, function* () {
             try {
               yield setPersisted(getContent, changes);
-            } catch (error) {}
+            } catch (error) {
+              /* istanbul ignore next */
+              onIgnoredError == null ? void 0 : onIgnoredError(error);
+            }
             setStatus(0 /* Idle */);
           }),
         );
@@ -492,7 +513,8 @@ const createCustomPersister = (
     });
   const startAutoSave = () =>
     __async$2(void 0, null, function* () {
-      yield stopAutoSave().save();
+      stopAutoSave();
+      yield save();
       autoSaveListenerId = store.addDidFinishTransactionListener(() => {
         const changes = getChanges();
         if (hasChanges(changes)) {
@@ -502,8 +524,10 @@ const createCustomPersister = (
       return persister;
     });
   const stopAutoSave = () => {
-    ifNotUndefined(autoSaveListenerId, store.delListener);
-    autoSaveListenerId = void 0;
+    if (autoSaveListenerId) {
+      store.delListener(autoSaveListenerId);
+      autoSaveListenerId = void 0;
+    }
     return persister;
   };
   const isAutoSaving = () => !isUndefined(autoSaveListenerId);
@@ -622,40 +646,38 @@ const createCustomSynchronizer = (
   onIgnoredError,
   extra = {},
 ) => {
+  let syncing = 0;
   let persisterListener;
   let sends = 0;
   let receives = 0;
   const pendingRequests = mapNew();
+  const getTransactionId = () => getUniqueId(11);
   const sendImpl = (toClientId, requestId, message, body) => {
     sends++;
     send(toClientId, requestId, message, body);
   };
-  const request = (_0, _1, ..._2) =>
-    __async$1(
-      void 0,
-      [_0, _1, ..._2],
-      function* (toClientId, message, body = EMPTY_STRING) {
-        return promiseNew((resolve, reject) => {
-          const requestId = getUniqueId();
-          const timeout = setTimeout(() => {
+  const request = (toClientId, message, body, transactionId) =>
+    __async$1(void 0, null, function* () {
+      return promiseNew((resolve, reject) => {
+        const requestId = transactionId + '.' + getUniqueId(4);
+        const timeout = startTimeout(() => {
+          collDel(pendingRequests, requestId);
+          reject(
+            `No response from ${toClientId != null ? toClientId : 'anyone'} to ${requestId}, ` +
+              message,
+          );
+        }, requestTimeoutSeconds);
+        mapSet(pendingRequests, requestId, [
+          toClientId,
+          (response, fromClientId) => {
+            clearTimeout(timeout);
             collDel(pendingRequests, requestId);
-            reject(
-              `No response from ${toClientId != null ? toClientId : 'anyone'} to ${requestId}, ` +
-                message,
-            );
-          }, requestTimeoutSeconds * 1e3);
-          mapSet(pendingRequests, requestId, [
-            toClientId,
-            (response, fromClientId) => {
-              clearTimeout(timeout);
-              collDel(pendingRequests, requestId);
-              resolve([response, fromClientId]);
-            },
-          ]);
-          sendImpl(toClientId, requestId, message, body);
-        });
-      },
-    );
+            resolve([response, fromClientId, transactionId]);
+          },
+        ]);
+        sendImpl(toClientId, requestId, message, body);
+      });
+    });
   const mergeTablesStamps = (tablesStamp, [tableStamps2, tablesTime2]) => {
     objForEach(tableStamps2, ([rowStamps2, tableTime2], tableId) => {
       const tableStamp = objEnsure(tablesStamp[0], tableId, stampNewObj);
@@ -664,7 +686,7 @@ const createCustomSynchronizer = (
         objForEach(
           cellStamps2,
           ([cell2, cellTime2], cellId) =>
-            (rowStamp[0][cellId] = newStamp(cell2, cellTime2)),
+            (rowStamp[0][cellId] = stampNew(cell2, cellTime2)),
         );
         rowStamp[1] = getLatestTime(rowStamp[1], rowTime2);
       });
@@ -672,67 +694,86 @@ const createCustomSynchronizer = (
     });
     tablesStamp[1] = getLatestTime(tablesStamp[1], tablesTime2);
   };
-  const getChangesFromOtherStore = (otherClientId = null, otherContentHashes) =>
-    __async$1(void 0, null, function* () {
-      if (isUndefined(otherContentHashes)) {
-        [otherContentHashes, otherClientId] = yield request(
-          otherClientId,
-          1 /* GetContentHashes */,
-        );
-      }
-      const [otherTablesHash, otherValuesHash] = otherContentHashes;
-      const [tablesHash, valuesHash] = store.getMergeableContentHashes();
-      let tablesChanges = stampNewObj();
-      if (tablesHash != otherTablesHash) {
-        const [newTables, differentTableHashes] = (yield request(
-          otherClientId,
-          4 /* GetTableDiff */,
-          store.getMergeableTableHashes(),
-        ))[0];
-        tablesChanges = newTables;
-        if (!objIsEmpty(differentTableHashes)) {
-          const [newRows, differentRowHashes] = (yield request(
-            otherClientId,
-            5 /* GetRowDiff */,
-            store.getMergeableRowHashes(differentTableHashes),
-          ))[0];
-          mergeTablesStamps(tablesChanges, newRows);
-          if (!objIsEmpty(differentRowHashes)) {
-            const newCells = (yield request(
+  const getChangesFromOtherStore = (..._0) =>
+    __async$1(
+      void 0,
+      [..._0],
+      function* (
+        otherClientId = null,
+        otherContentHashes,
+        transactionId = getTransactionId(),
+      ) {
+        try {
+          if (isUndefined(otherContentHashes)) {
+            [otherContentHashes, otherClientId, transactionId] = yield request(
+              null,
+              1 /* GetContentHashes */,
+              EMPTY_STRING,
+              transactionId,
+            );
+          }
+          const [otherTablesHash, otherValuesHash] = otherContentHashes;
+          const [tablesHash, valuesHash] = store.getMergeableContentHashes();
+          let tablesChanges = stampNewObj();
+          if (tablesHash != otherTablesHash) {
+            const [newTables, differentTableHashes] = (yield request(
               otherClientId,
-              6 /* GetCellDiff */,
-              store.getMergeableCellHashes(differentRowHashes),
+              4 /* GetTableDiff */,
+              store.getMergeableTableHashes(),
+              transactionId,
             ))[0];
-            mergeTablesStamps(tablesChanges, newCells);
+            tablesChanges = newTables;
+            if (!objIsEmpty(differentTableHashes)) {
+              const [newRows, differentRowHashes] = (yield request(
+                otherClientId,
+                5 /* GetRowDiff */,
+                store.getMergeableRowHashes(differentTableHashes),
+                transactionId,
+              ))[0];
+              mergeTablesStamps(tablesChanges, newRows);
+              if (!objIsEmpty(differentRowHashes)) {
+                const newCells = (yield request(
+                  otherClientId,
+                  6 /* GetCellDiff */,
+                  store.getMergeableCellHashes(differentRowHashes),
+                  transactionId,
+                ))[0];
+                mergeTablesStamps(tablesChanges, newCells);
+              }
+            }
           }
+          return [
+            tablesChanges,
+            valuesHash == otherValuesHash
+              ? stampNewObj()
+              : (yield request(
+                  otherClientId,
+                  7 /* GetValueDiff */,
+                  store.getMergeableValueHashes(),
+                  transactionId,
+                ))[0],
+            1,
+          ];
+        } catch (error) {
+          onIgnoredError == null ? void 0 : onIgnoredError(error);
         }
-      }
-      return [
-        tablesChanges,
-        valuesHash == otherValuesHash
-          ? stampNewObj()
-          : (yield request(
-              otherClientId,
-              7 /* GetValueDiff */,
-              store.getMergeableValueHashes(),
-            ))[0],
-        1,
-      ];
-    });
+      },
+    );
   const getPersisted = () =>
     __async$1(void 0, null, function* () {
       const changes = yield getChangesFromOtherStore();
-      return !objIsEmpty(changes[0][0]) || !objIsEmpty(changes[1][0])
+      return changes &&
+        (!objIsEmpty(changes[0][0]) || !objIsEmpty(changes[1][0]))
         ? changes
         : void 0;
     });
   const setPersisted = (_getContent, changes) =>
     __async$1(void 0, null, function* () {
       return changes
-        ? sendImpl(null, null, 3 /* ContentDiff */, changes)
+        ? sendImpl(null, getTransactionId(), 3 /* ContentDiff */, changes)
         : sendImpl(
             null,
-            null,
+            getTransactionId(),
             2 /* ContentHashes */,
             store.getMergeableContentHashes(),
           );
@@ -741,11 +782,15 @@ const createCustomSynchronizer = (
   const delPersisterListener = () => (persisterListener = void 0);
   const startSync = (initialContent) =>
     __async$1(void 0, null, function* () {
+      syncing = 1;
       return yield (yield persister.startAutoLoad(
         initialContent,
       )).startAutoSave();
     });
-  const stopSync = () => persister.stopAutoLoad().stopAutoSave();
+  const stopSync = () => {
+    syncing = 0;
+    return persister.stopAutoLoad().stopAutoSave();
+  };
   const destroy = () => {
     return persister.stopSync();
   };
@@ -760,27 +805,38 @@ const createCustomSynchronizer = (
     2,
     // MergeableStoreOnly
     __spreadValues({startSync, stopSync, destroy, getSynchronizerStats}, extra),
+    1,
   );
-  registerReceive((fromClientId, requestId, message, body) => {
+  registerReceive((fromClientId, transactionOrRequestId, message, body) => {
+    const isAutoLoading = syncing || persister.isAutoLoading();
     receives++;
     if (message == 0 /* Response */) {
       ifNotUndefined(
-        mapGet(pendingRequests, requestId),
+        mapGet(pendingRequests, transactionOrRequestId),
         ([toClientId, handleResponse]) =>
           isUndefined(toClientId) || toClientId == fromClientId
             ? handleResponse(body, fromClientId)
             : /* istanbul ignore next */
               0,
       );
-    } else if (message == 2 /* ContentHashes */ && persister.isAutoLoading()) {
-      getChangesFromOtherStore(fromClientId, body).then((changes) => {
-        persisterListener == null ? void 0 : persisterListener(void 0, changes);
-      });
-    } else if (message == 3 /* ContentDiff */ && persister.isAutoLoading()) {
+    } else if (message == 2 /* ContentHashes */ && isAutoLoading) {
+      getChangesFromOtherStore(
+        fromClientId,
+        body,
+        transactionOrRequestId != null ? transactionOrRequestId : void 0,
+      )
+        .then((changes) => {
+          persisterListener == null
+            ? void 0
+            : persisterListener(void 0, changes);
+        })
+        .catch(onIgnoredError);
+    } else if (message == 3 /* ContentDiff */ && isAutoLoading) {
       persisterListener == null ? void 0 : persisterListener(void 0, body);
     } else {
       ifNotUndefined(
-        message == 1 /* GetContentHashes */ && persister.isAutoSaving()
+        message == 1 /* GetContentHashes */ &&
+          (syncing || persister.isAutoSaving())
           ? store.getMergeableContentHashes()
           : message == 4 /* GetTableDiff */
             ? store.getMergeableTableDiff(body)
@@ -792,7 +848,12 @@ const createCustomSynchronizer = (
                   ? store.getMergeableValueDiff(body)
                   : void 0,
         (response) => {
-          sendImpl(fromClientId, requestId, 0 /* Response */, response);
+          sendImpl(
+            fromClientId,
+            transactionOrRequestId,
+            0 /* Response */,
+            response,
+          );
         },
       );
     }
@@ -825,7 +886,11 @@ var __async = (__this, __arguments, generator) => {
 };
 const PATH_REGEX = /\/([^?]*)/;
 const SERVER_CLIENT_ID = 'S';
-const createWsServer = (webSocketServer, createPersisterForPath) => {
+const createWsServer = (
+  webSocketServer,
+  createPersisterForPath,
+  onIgnoredError,
+) => {
   const pathIdListeners = mapNew();
   const clientIdListeners = mapNew();
   const clientsByPath = mapNew();
@@ -860,6 +925,9 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
                 receivePayload(payload, receive)),
             () => {},
             1,
+            void 0,
+            void 0,
+            onIgnoredError,
           );
           serverClient[4 /* Buffer */] = [];
           serverClient[5 /* Then */] = isArray(persisterMaybeThen)
@@ -894,10 +962,8 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
             ? void 0
             : _a.call(serverClient, forwardedPayload);
         }
-        mapForEach(clients, (otherClientId, otherWebSocket) =>
-          otherClientId !== clientId
-            ? otherWebSocket.send(forwardedPayload)
-            : 0,
+        mapForEach(clients, (otherClientId, otherClient) =>
+          otherClientId !== clientId ? otherClient.send(forwardedPayload) : 0,
         );
       } else if (toClientId === SERVER_CLIENT_ID) {
         (_b = serverClient[3 /* Send */]) == null
@@ -909,7 +975,7 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
           : _c.send(forwardedPayload);
       }
     });
-  webSocketServer.on('connection', (webSocket, request) =>
+  webSocketServer.on('connection', (client, request) =>
     ifNotUndefined(strMatch(request.url, PATH_REGEX), ([, pathId]) =>
       ifNotUndefined(request.headers['sec-websocket-key'], (clientId) =>
         __async(void 0, null, function* () {
@@ -926,9 +992,9 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
             callListeners(pathIdListeners, void 0, pathId, 1);
             yield configureServerClient(serverClient, pathId, clients);
           }
-          mapSet(clients, clientId, webSocket);
+          mapSet(clients, clientId, client);
           callListeners(clientIdListeners, [pathId], clientId, 1);
-          webSocket.on('message', (data) => {
+          client.on(MESSAGE, (data) => {
             const payload = data.toString(UTF8);
             if (serverClient[0 /* State */] == 0 /* Ready */) {
               messageHandler(payload);
@@ -941,7 +1007,7 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
             arrayForEach(serverClient[4 /* Buffer */], messageHandler);
             serverClient[4 /* Buffer */] = [];
           }
-          webSocket.on('close', () => {
+          client.on('close', () => {
             collDel(clients, clientId);
             callListeners(clientIdListeners, [pathId], clientId, -1);
             if (collIsEmpty(clients)) {
@@ -951,13 +1017,19 @@ const createWsServer = (webSocketServer, createPersisterForPath) => {
               callListeners(pathIdListeners, void 0, pathId, -1);
             }
           });
+          if (onIgnoredError) {
+            client.on(ERROR, onIgnoredError);
+          }
         }),
       ),
     ),
   );
+  if (onIgnoredError) {
+    webSocketServer.on(ERROR, onIgnoredError);
+  }
   const getWebSocketServer = () => webSocketServer;
   const getPathIds = () => mapKeys(clientsByPath);
-  const getClientIds = (path) => mapKeys(mapGet(clientsByPath, path));
+  const getClientIds = (pathId) => mapKeys(mapGet(clientsByPath, pathId));
   const addPathIdsListener = (listener) =>
     addListener(listener, pathIdListeners);
   const addClientIdsListener = (pathId, listener) =>