tinybase 5.4.0-beta.1 → 5.4.0-beta.3

package/umd/es6/synchronizers/synchronizer-ws-server/index.js

@@ -11,6 +11,8 @@
 
   const EMPTY_STRING = '';
   const UTF8 = 'utf8';
+  const MESSAGE = 'message';
+  const ERROR = 'error';
   const UNDEFINED = '\uFFFC';
   const strMatch = (str, regex) => (str == null ? void 0 : str.match(regex));
   const strSplit = (str, separator = EMPTY_STRING, limit) =>
@@ -18,6 +20,9 @@
 
   const promise = Promise;
   const GLOBAL = globalThis;
+  const THOUSAND = 1e3;
+  const startTimeout = (callback, sec = 0) =>
+    setTimeout(callback, sec * THOUSAND);
   const math = Math;
   const mathFloor = math.floor;
   const isUndefined = (thing) => thing == void 0;
@@ -168,10 +173,10 @@
       toClientId != null ? toClientId : EMPTY_STRING,
       jsonStringWithUndefined(args),
     );
-  const createRawPayload = (toClientId, remainder) =>
-    toClientId + MESSAGE_SEPARATOR + remainder;
+  const createRawPayload = (clientId, remainder) =>
+    clientId + MESSAGE_SEPARATOR + remainder;
 
-  const newStamp = (value, time) => (time ? [value, time] : [value]);
+  const stampNew = (value, time) => (time ? [value, time] : [value]);
   const getLatestTime = (time1, time2) => {
     var _a;
     return (
@@ -184,7 +189,7 @@
         : ''
     );
   };
-  const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
+  const stampNewObj = (time = EMPTY_STRING) => stampNew(objNew(), time);
 
   const setNew = (entryOrEntries) =>
     new Set(
@@ -353,12 +358,16 @@
   };
   const scheduleRunning = mapNew();
   const scheduleActions = mapNew();
-  const getStoreFunctions = (persist = 1 /* StoreOnly */, store) =>
+  const getStoreFunctions = (
+    persist = 1 /* StoreOnly */,
+    store,
+    isSynchronizer,
+  ) =>
     persist != 1 /* StoreOnly */ && store.isMergeable()
       ? [
           1,
           store.getMergeableContent,
-          store.getTransactionMergeableChanges,
+          () => store.getTransactionMergeableChanges(!isSynchronizer),
           ([[changedTables], [changedValues]]) =>
             !objIsEmpty(changedTables) || !objIsEmpty(changedValues),
           store.setDefaultContent,
@@ -382,6 +391,7 @@
     onIgnoredError,
     persist,
     extra = {},
+    isSynchronizer = 0,
     scheduleId = [],
   ) => {
     let status = 0; /* Idle */
@@ -399,7 +409,7 @@
       getChanges,
       hasChanges,
       setDefaultContent,
-    ] = getStoreFunctions(persist, store);
+    ] = getStoreFunctions(persist, store, isSynchronizer);
     const [addListener, callListeners, delListenerImpl] = getListenerFunctions(
       () => persister,
     );
@@ -421,7 +431,10 @@
           ) {
             try {
               yield action();
-            } catch (error) {}
+            } catch (error) {
+              /* istanbul ignore next */
+              onIgnoredError == null ? void 0 : onIgnoredError(error);
+            }
           }
           mapSet(scheduleRunning, scheduleId, 0);
         }
@@ -451,9 +464,10 @@
                 } else if (initialContent) {
                   setDefaultContent(initialContent);
                 } else {
-                  errorNew(`Content is not an array ${content}`);
+                  errorNew(`Content is not an array: ${content}`);
                 }
               } catch (error) {
+                onIgnoredError == null ? void 0 : onIgnoredError(error);
                 if (initialContent) {
                   setDefaultContent(initialContent);
                 }
@@ -466,7 +480,8 @@
       });
     const startAutoLoad = (initialContent) =>
       __async$2(void 0, null, function* () {
-        yield stopAutoLoad().load(initialContent);
+        stopAutoLoad();
+        yield load(initialContent);
         try {
           autoLoadHandle = yield addPersisterListener((content, changes) =>
             __async$2(void 0, null, function* () {
@@ -483,7 +498,10 @@
               }
             }),
           );
-        } catch (error) {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError == null ? void 0 : onIgnoredError(error);
+        }
         return persister;
       });
     const stopAutoLoad = () => {
@@ -504,7 +522,10 @@
             __async$2(void 0, null, function* () {
               try {
                 yield setPersisted(getContent, changes);
-              } catch (error) {}
+              } catch (error) {
+                /* istanbul ignore next */
+                onIgnoredError == null ? void 0 : onIgnoredError(error);
+              }
               setStatus(0 /* Idle */);
             }),
           );
@@ -513,7 +534,8 @@
       });
     const startAutoSave = () =>
       __async$2(void 0, null, function* () {
-        yield stopAutoSave().save();
+        stopAutoSave();
+        yield save();
         autoSaveListenerId = store.addDidFinishTransactionListener(() => {
           const changes = getChanges();
           if (hasChanges(changes)) {
@@ -523,8 +545,10 @@
         return persister;
       });
     const stopAutoSave = () => {
-      ifNotUndefined(autoSaveListenerId, store.delListener);
-      autoSaveListenerId = void 0;
+      if (autoSaveListenerId) {
+        store.delListener(autoSaveListenerId);
+        autoSaveListenerId = void 0;
+      }
       return persister;
     };
     const isAutoSaving = () => !isUndefined(autoSaveListenerId);
@@ -643,40 +667,38 @@
     onIgnoredError,
     extra = {},
   ) => {
+    let syncing = 0;
     let persisterListener;
     let sends = 0;
     let receives = 0;
     const pendingRequests = mapNew();
+    const getTransactionId = () => getUniqueId(11);
     const sendImpl = (toClientId, requestId, message, body) => {
       sends++;
       send(toClientId, requestId, message, body);
     };
-    const request = (_0, _1, ..._2) =>
-      __async$1(
-        void 0,
-        [_0, _1, ..._2],
-        function* (toClientId, message, body = EMPTY_STRING) {
-          return promiseNew((resolve, reject) => {
-            const requestId = getUniqueId();
-            const timeout = setTimeout(() => {
+    const request = (toClientId, message, body, transactionId) =>
+      __async$1(void 0, null, function* () {
+        return promiseNew((resolve, reject) => {
+          const requestId = transactionId + '.' + getUniqueId(4);
+          const timeout = startTimeout(() => {
+            collDel(pendingRequests, requestId);
+            reject(
+              `No response from ${toClientId != null ? toClientId : 'anyone'} to ${requestId}, ` +
+                message,
+            );
+          }, requestTimeoutSeconds);
+          mapSet(pendingRequests, requestId, [
+            toClientId,
+            (response, fromClientId) => {
+              clearTimeout(timeout);
               collDel(pendingRequests, requestId);
-              reject(
-                `No response from ${toClientId != null ? toClientId : 'anyone'} to ${requestId}, ` +
-                  message,
-              );
-            }, requestTimeoutSeconds * 1e3);
-            mapSet(pendingRequests, requestId, [
-              toClientId,
-              (response, fromClientId) => {
-                clearTimeout(timeout);
-                collDel(pendingRequests, requestId);
-                resolve([response, fromClientId]);
-              },
-            ]);
-            sendImpl(toClientId, requestId, message, body);
-          });
-        },
-      );
+              resolve([response, fromClientId, transactionId]);
+            },
+          ]);
+          sendImpl(toClientId, requestId, message, body);
+        });
+      });
     const mergeTablesStamps = (tablesStamp, [tableStamps2, tablesTime2]) => {
       objForEach(tableStamps2, ([rowStamps2, tableTime2], tableId) => {
         const tableStamp = objEnsure(tablesStamp[0], tableId, stampNewObj);
@@ -685,7 +707,7 @@
           objForEach(
             cellStamps2,
             ([cell2, cellTime2], cellId) =>
-              (rowStamp[0][cellId] = newStamp(cell2, cellTime2)),
+              (rowStamp[0][cellId] = stampNew(cell2, cellTime2)),
           );
           rowStamp[1] = getLatestTime(rowStamp[1], rowTime2);
         });
@@ -693,70 +715,87 @@
       });
       tablesStamp[1] = getLatestTime(tablesStamp[1], tablesTime2);
     };
-    const getChangesFromOtherStore = (
-      otherClientId = null,
-      otherContentHashes,
-    ) =>
-      __async$1(void 0, null, function* () {
-        if (isUndefined(otherContentHashes)) {
-          [otherContentHashes, otherClientId] = yield request(
-            otherClientId,
-            1 /* GetContentHashes */,
-          );
-        }
-        const [otherTablesHash, otherValuesHash] = otherContentHashes;
-        const [tablesHash, valuesHash] = store.getMergeableContentHashes();
-        let tablesChanges = stampNewObj();
-        if (tablesHash != otherTablesHash) {
-          const [newTables, differentTableHashes] = (yield request(
-            otherClientId,
-            4 /* GetTableDiff */,
-            store.getMergeableTableHashes(),
-          ))[0];
-          tablesChanges = newTables;
-          if (!objIsEmpty(differentTableHashes)) {
-            const [newRows, differentRowHashes] = (yield request(
-              otherClientId,
-              5 /* GetRowDiff */,
-              store.getMergeableRowHashes(differentTableHashes),
-            ))[0];
-            mergeTablesStamps(tablesChanges, newRows);
-            if (!objIsEmpty(differentRowHashes)) {
-              const newCells = (yield request(
+    const getChangesFromOtherStore = (..._0) =>
+      __async$1(
+        void 0,
+        [..._0],
+        function* (
+          otherClientId = null,
+          otherContentHashes,
+          transactionId = getTransactionId(),
+        ) {
+          try {
+            if (isUndefined(otherContentHashes)) {
+              [otherContentHashes, otherClientId, transactionId] =
+                yield request(
+                  null,
+                  1 /* GetContentHashes */,
+                  EMPTY_STRING,
+                  transactionId,
+                );
+            }
+            const [otherTablesHash, otherValuesHash] = otherContentHashes;
+            const [tablesHash, valuesHash] = store.getMergeableContentHashes();
+            let tablesChanges = stampNewObj();
+            if (tablesHash != otherTablesHash) {
+              const [newTables, differentTableHashes] = (yield request(
                 otherClientId,
-                6 /* GetCellDiff */,
-                store.getMergeableCellHashes(differentRowHashes),
+                4 /* GetTableDiff */,
+                store.getMergeableTableHashes(),
+                transactionId,
               ))[0];
-              mergeTablesStamps(tablesChanges, newCells);
+              tablesChanges = newTables;
+              if (!objIsEmpty(differentTableHashes)) {
+                const [newRows, differentRowHashes] = (yield request(
+                  otherClientId,
+                  5 /* GetRowDiff */,
+                  store.getMergeableRowHashes(differentTableHashes),
+                  transactionId,
+                ))[0];
+                mergeTablesStamps(tablesChanges, newRows);
+                if (!objIsEmpty(differentRowHashes)) {
+                  const newCells = (yield request(
+                    otherClientId,
+                    6 /* GetCellDiff */,
+                    store.getMergeableCellHashes(differentRowHashes),
+                    transactionId,
+                  ))[0];
+                  mergeTablesStamps(tablesChanges, newCells);
+                }
+              }
             }
+            return [
+              tablesChanges,
+              valuesHash == otherValuesHash
+                ? stampNewObj()
+                : (yield request(
+                    otherClientId,
+                    7 /* GetValueDiff */,
+                    store.getMergeableValueHashes(),
+                    transactionId,
+                  ))[0],
+              1,
+            ];
+          } catch (error) {
+            onIgnoredError == null ? void 0 : onIgnoredError(error);
           }
-        }
-        return [
-          tablesChanges,
-          valuesHash == otherValuesHash
-            ? stampNewObj()
-            : (yield request(
-                otherClientId,
-                7 /* GetValueDiff */,
-                store.getMergeableValueHashes(),
-              ))[0],
-          1,
-        ];
-      });
+        },
+      );
     const getPersisted = () =>
       __async$1(void 0, null, function* () {
         const changes = yield getChangesFromOtherStore();
-        return !objIsEmpty(changes[0][0]) || !objIsEmpty(changes[1][0])
+        return changes &&
+          (!objIsEmpty(changes[0][0]) || !objIsEmpty(changes[1][0]))
           ? changes
           : void 0;
       });
     const setPersisted = (_getContent, changes) =>
       __async$1(void 0, null, function* () {
         return changes
-          ? sendImpl(null, null, 3 /* ContentDiff */, changes)
+          ? sendImpl(null, getTransactionId(), 3 /* ContentDiff */, changes)
           : sendImpl(
               null,
-              null,
+              getTransactionId(),
               2 /* ContentHashes */,
               store.getMergeableContentHashes(),
             );
@@ -765,11 +804,15 @@
     const delPersisterListener = () => (persisterListener = void 0);
     const startSync = (initialContent) =>
       __async$1(void 0, null, function* () {
+        syncing = 1;
         return yield (yield persister.startAutoLoad(
           initialContent,
         )).startAutoSave();
       });
-    const stopSync = () => persister.stopAutoLoad().stopAutoSave();
+    const stopSync = () => {
+      syncing = 0;
+      return persister.stopAutoLoad().stopAutoSave();
+    };
     const destroy = () => {
       return persister.stopSync();
     };
@@ -787,32 +830,38 @@
         {startSync, stopSync, destroy, getSynchronizerStats},
         extra,
       ),
+      1,
     );
-    registerReceive((fromClientId, requestId, message, body) => {
+    registerReceive((fromClientId, transactionOrRequestId, message, body) => {
+      const isAutoLoading = syncing || persister.isAutoLoading();
       receives++;
       if (message == 0 /* Response */) {
         ifNotUndefined(
-          mapGet(pendingRequests, requestId),
+          mapGet(pendingRequests, transactionOrRequestId),
           ([toClientId, handleResponse]) =>
             isUndefined(toClientId) || toClientId == fromClientId
               ? handleResponse(body, fromClientId)
               : /* istanbul ignore next */
                 0,
         );
-      } else if (
-        message == 2 /* ContentHashes */ &&
-        persister.isAutoLoading()
-      ) {
-        getChangesFromOtherStore(fromClientId, body).then((changes) => {
-          persisterListener == null
-            ? void 0
-            : persisterListener(void 0, changes);
-        });
-      } else if (message == 3 /* ContentDiff */ && persister.isAutoLoading()) {
+      } else if (message == 2 /* ContentHashes */ && isAutoLoading) {
+        getChangesFromOtherStore(
+          fromClientId,
+          body,
+          transactionOrRequestId != null ? transactionOrRequestId : void 0,
+        )
+          .then((changes) => {
+            persisterListener == null
+              ? void 0
+              : persisterListener(void 0, changes);
+          })
+          .catch(onIgnoredError);
+      } else if (message == 3 /* ContentDiff */ && isAutoLoading) {
         persisterListener == null ? void 0 : persisterListener(void 0, body);
       } else {
         ifNotUndefined(
-          message == 1 /* GetContentHashes */ && persister.isAutoSaving()
+          message == 1 /* GetContentHashes */ &&
+            (syncing || persister.isAutoSaving())
             ? store.getMergeableContentHashes()
             : message == 4 /* GetTableDiff */
               ? store.getMergeableTableDiff(body)
@@ -824,7 +873,12 @@
                     ? store.getMergeableValueDiff(body)
                     : void 0,
           (response) => {
-            sendImpl(fromClientId, requestId, 0 /* Response */, response);
+            sendImpl(
+              fromClientId,
+              transactionOrRequestId,
+              0 /* Response */,
+              response,
+            );
           },
         );
       }
@@ -857,7 +911,11 @@
   };
   const PATH_REGEX = /\/([^?]*)/;
   const SERVER_CLIENT_ID = 'S';
-  const createWsServer = (webSocketServer, createPersisterForPath) => {
+  const createWsServer = (
+    webSocketServer,
+    createPersisterForPath,
+    onIgnoredError,
+  ) => {
     const pathIdListeners = mapNew();
     const clientIdListeners = mapNew();
     const clientsByPath = mapNew();
@@ -892,6 +950,9 @@
                   receivePayload(payload, receive)),
               () => {},
               1,
+              void 0,
+              void 0,
+              onIgnoredError,
             );
             serverClient[4 /* Buffer */] = [];
             serverClient[5 /* Then */] = isArray(persisterMaybeThen)
@@ -926,10 +987,8 @@
               ? void 0
               : _a.call(serverClient, forwardedPayload);
           }
-          mapForEach(clients, (otherClientId, otherWebSocket) =>
-            otherClientId !== clientId
-              ? otherWebSocket.send(forwardedPayload)
-              : 0,
+          mapForEach(clients, (otherClientId, otherClient) =>
+            otherClientId !== clientId ? otherClient.send(forwardedPayload) : 0,
           );
         } else if (toClientId === SERVER_CLIENT_ID) {
           (_b = serverClient[3 /* Send */]) == null
@@ -941,7 +1000,7 @@
             : _c.send(forwardedPayload);
         }
       });
-    webSocketServer.on('connection', (webSocket, request) =>
+    webSocketServer.on('connection', (client, request) =>
       ifNotUndefined(strMatch(request.url, PATH_REGEX), ([, pathId]) =>
         ifNotUndefined(request.headers['sec-websocket-key'], (clientId) =>
           __async(void 0, null, function* () {
@@ -958,9 +1017,9 @@
               callListeners(pathIdListeners, void 0, pathId, 1);
               yield configureServerClient(serverClient, pathId, clients);
             }
-            mapSet(clients, clientId, webSocket);
+            mapSet(clients, clientId, client);
             callListeners(clientIdListeners, [pathId], clientId, 1);
-            webSocket.on('message', (data) => {
+            client.on(MESSAGE, (data) => {
               const payload = data.toString(UTF8);
               if (serverClient[0 /* State */] == 0 /* Ready */) {
                 messageHandler(payload);
@@ -973,7 +1032,7 @@
               arrayForEach(serverClient[4 /* Buffer */], messageHandler);
               serverClient[4 /* Buffer */] = [];
             }
-            webSocket.on('close', () => {
+            client.on('close', () => {
               collDel(clients, clientId);
               callListeners(clientIdListeners, [pathId], clientId, -1);
               if (collIsEmpty(clients)) {
@@ -983,13 +1042,19 @@
                 callListeners(pathIdListeners, void 0, pathId, -1);
               }
             });
+            if (onIgnoredError) {
+              client.on(ERROR, onIgnoredError);
+            }
           }),
         ),
       ),
     );
+    if (onIgnoredError) {
+      webSocketServer.on(ERROR, onIgnoredError);
+    }
     const getWebSocketServer = () => webSocketServer;
     const getPathIds = () => mapKeys(clientsByPath);
-    const getClientIds = (path) => mapKeys(mapGet(clientsByPath, path));
+    const getClientIds = (pathId) => mapKeys(mapGet(clientsByPath, pathId));
     const addPathIdsListener = (listener) =>
       addListener(listener, pathIdListeners);
     const addClientIdsListener = (pathId, listener) =>