tinybase 5.1.0-beta.0 → 5.1.0

package/cjs/synchronizers/synchronizer-local/index.cjs

@@ -19,6 +19,7 @@ const errorNew = (message) => {
 const arrayForEach = (array, cb) => array.forEach(cb);
 const arrayMap = (array, cb) => array.map(cb);
 const arrayReduce = (array, cb, initial) => array.reduce(cb, initial);
+const arrayClear = (array, to) => array.splice(0, to);
 const arrayPush = (array, ...values) => array.push(...values);
 const arrayShift = (array) => array.shift();
 
@@ -68,15 +69,17 @@ const mapEnsure = (map, key, getDefaultValue, hadExistingValue) => {
   return mapGet(map, key);
 };
 
-const Persists = {
-  StoreOnly: 1,
-  MergeableStoreOnly: 2,
-  StoreOrMergeableStore: 3,
-};
+new GLOBAL.TextEncoder();
+
+const newStamp = (value, time) => (time ? [value, time] : [value]);
+const getLatestTime = (time1, time2) =>
+  ((time1 ?? '') > (time2 ?? '') ? time1 : time2) ?? '';
+const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
+
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const getStoreFunctions = (persist = Persists.StoreOnly, store) =>
-  persist != Persists.StoreOnly && store.isMergeable()
+const getStoreFunctions = (persist = 1 /* StoreOnly */, store) =>
+  persist != 1 /* StoreOnly */ && store.isMergeable()
     ? [
         1,
         store.getMergeableContent,
@@ -85,7 +88,7 @@ const getStoreFunctions = (persist = Persists.StoreOnly, store) =>
           !objIsEmpty(changedTables) || !objIsEmpty(changedValues),
         store.setDefaultContent,
       ]
-    : persist != Persists.MergeableStoreOnly
+    : persist != 2 /* MergeableStoreOnly */
       ? [
           0,
           store.getContent,
@@ -154,7 +157,10 @@ const createCustomPersister = (
       loads++;
       await schedule(async () => {
         try {
-          setContentOrChanges(await getPersisted());
+          const content = await getPersisted();
+          isArray(content)
+            ? setContentOrChanges(content)
+            : errorNew(`Content is not an array ${content}`);
         } catch (error) {
           onIgnoredError?.(error);
           if (initialContent) {
@@ -168,19 +174,24 @@ const createCustomPersister = (
   };
   const startAutoLoad = async (initialContent) => {
     await stopAutoLoad().load(initialContent);
-    autoLoadHandle = addPersisterListener(async (content, changes) => {
-      if (changes || content) {
-        /* istanbul ignore else */
-        if (loadSave != 2) {
-          loadSave = 1;
-          loads++;
-          setContentOrChanges(changes ?? content);
-          loadSave = 0;
+    try {
+      autoLoadHandle = addPersisterListener(async (content, changes) => {
+        if (changes || content) {
+          /* istanbul ignore else */
+          if (loadSave != 2) {
+            loadSave = 1;
+            loads++;
+            setContentOrChanges(changes ?? content);
+            loadSave = 0;
+          }
+        } else {
+          await load();
         }
-      } else {
-        await load();
-      }
-    });
+      });
+    } catch (error) {
+      /* istanbul ignore next */
+      onIgnoredError?.(error);
+    }
     return persister;
   };
   const stopAutoLoad = () => {
@@ -230,7 +241,10 @@ const createCustomPersister = (
     return persister;
   };
   const getStore = () => store;
-  const destroy = () => stopAutoLoad().stopAutoSave();
+  const destroy = () => {
+    arrayClear(mapGet(scheduleActions, scheduleId));
+    return stopAutoLoad().stopAutoSave();
+  };
   const getStats = () => ({loads, saves});
   const persister = {
     load,
@@ -250,13 +264,6 @@ const createCustomPersister = (
   return objFreeze(persister);
 };
 
-new GLOBAL.TextEncoder();
-
-const newStamp = (value, time) => (time ? [value, time] : [value]);
-const getLatestTime = (time1, time2) =>
-  ((time1 ?? '') > (time2 ?? '') ? time1 : time2) ?? '';
-const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
-
 const MASK6 = 63;
 const ENCODE =
   '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
@@ -276,22 +283,14 @@ const getUniqueId = (length = 16) =>
     '',
   );
 
-const Message = {
-  Response: 0,
-  GetContentHashes: 1,
-  ContentHashes: 2,
-  ContentDiff: 3,
-  GetTableDiff: 4,
-  GetRowDiff: 5,
-  GetCellDiff: 6,
-  GetValueDiff: 7,
-};
 const createCustomSynchronizer = (
   store,
   send,
   registerReceive,
   destroyImpl,
   requestTimeoutSeconds,
+  onSend,
+  onReceive,
   onIgnoredError,
   extra = {},
 ) => {
@@ -299,49 +298,20 @@ const createCustomSynchronizer = (
   let sends = 0;
   let receives = 0;
   const pendingRequests = mapNew();
-  registerReceive((fromClientId, requestId, message, body) => {
-    receives++;
-    if (message == Message.Response) {
-      ifNotUndefined(
-        mapGet(pendingRequests, requestId),
-        ([toClientId, handleResponse]) =>
-          isUndefined(toClientId) || toClientId == fromClientId
-            ? handleResponse(body, fromClientId)
-            : /* istanbul ignore next */
-              0,
-      );
-    } else if (message == Message.ContentHashes && persister.isAutoLoading()) {
-      getChangesFromOtherStore(fromClientId, body).then((changes) => {
-        persisterListener?.(void 0, changes);
-      });
-    } else if (message == Message.ContentDiff && persister.isAutoLoading()) {
-      persisterListener?.(void 0, body);
-    } else {
-      ifNotUndefined(
-        message == Message.GetContentHashes && persister.isAutoSaving()
-          ? store.getMergeableContentHashes()
-          : message == Message.GetTableDiff
-            ? store.getMergeableTableDiff(body)
-            : message == Message.GetRowDiff
-              ? store.getMergeableRowDiff(body)
-              : message == Message.GetCellDiff
-                ? store.getMergeableCellDiff(body)
-                : message == Message.GetValueDiff
-                  ? store.getMergeableValueDiff(body)
-                  : void 0,
-        (response) => {
-          sends++;
-          send(fromClientId, requestId, Message.Response, response);
-        },
-      );
-    }
-  });
+  const sendImpl = (toClientId, requestId, message, body) => {
+    sends++;
+    onSend?.(toClientId, requestId, message, body);
+    send(toClientId, requestId, message, body);
+  };
   const request = async (toClientId, message, body = EMPTY_STRING) =>
     promiseNew((resolve, reject) => {
       const requestId = getUniqueId();
       const timeout = setTimeout(() => {
         collDel(pendingRequests, requestId);
-        reject(`No response from ${toClientId ?? 'anyone'} to '${message}'`);
+        reject(
+          `No response from ${toClientId ?? 'anyone'} to ${requestId}, ` +
+            message,
+        );
       }, requestTimeoutSeconds * 1e3);
       mapSet(pendingRequests, requestId, [
         toClientId,
@@ -351,8 +321,7 @@ const createCustomSynchronizer = (
           resolve([response, fromClientId]);
         },
       ]);
-      sends++;
-      send(toClientId, requestId, message, body);
+      sendImpl(toClientId, requestId, message, body);
     });
   const mergeTablesStamps = (tablesStamp, [tableStamps2, tablesTime2]) => {
     objForEach(tableStamps2, ([rowStamps2, tableTime2], tableId) => {
@@ -377,7 +346,7 @@ const createCustomSynchronizer = (
     if (isUndefined(otherContentHashes)) {
       [otherContentHashes, otherClientId] = await request(
         otherClientId,
-        Message.GetContentHashes,
+        1 /* GetContentHashes */,
       );
     }
     const [otherTablesHash, otherValuesHash] = otherContentHashes;
@@ -387,7 +356,7 @@ const createCustomSynchronizer = (
       const [newTables, differentTableHashes] = (
         await request(
           otherClientId,
-          Message.GetTableDiff,
+          4 /* GetTableDiff */,
           store.getMergeableTableHashes(),
         )
       )[0];
@@ -396,7 +365,7 @@ const createCustomSynchronizer = (
         const [newRows, differentRowHashes] = (
           await request(
             otherClientId,
-            Message.GetRowDiff,
+            5 /* GetRowDiff */,
             store.getMergeableRowHashes(differentTableHashes),
           )
         )[0];
@@ -405,7 +374,7 @@ const createCustomSynchronizer = (
           const newCells = (
             await request(
               otherClientId,
-              Message.GetCellDiff,
+              6 /* GetCellDiff */,
               store.getMergeableCellHashes(differentRowHashes),
             )
           )[0];
@@ -420,7 +389,7 @@ const createCustomSynchronizer = (
         : (
             await request(
               otherClientId,
-              Message.GetValueDiff,
+              7 /* GetValueDiff */,
               store.getMergeableValueHashes(),
             )
           )[0],
@@ -433,19 +402,15 @@ const createCustomSynchronizer = (
       ? changes
       : void 0;
   };
-  const setPersisted = async (_getContent, changes) => {
-    sends++;
-    if (changes) {
-      send(null, null, Message.ContentDiff, changes);
-    } else {
-      send(
-        null,
-        null,
-        Message.ContentHashes,
-        store.getMergeableContentHashes(),
-      );
-    }
-  };
+  const setPersisted = async (_getContent, changes) =>
+    changes
+      ? sendImpl(null, null, 3 /* ContentDiff */, changes)
+      : sendImpl(
+          null,
+          null,
+          2 /* ContentHashes */,
+          store.getMergeableContentHashes(),
+        );
   const addPersisterListener = (listener) => (persisterListener = listener);
   const delPersisterListener = () => (persisterListener = void 0);
   const startSync = async (initialContent) =>
@@ -463,14 +428,52 @@ const createCustomSynchronizer = (
     addPersisterListener,
     delPersisterListener,
     onIgnoredError,
-    Persists.MergeableStoreOnly,
+    2,
+    // MergeableStoreOnly
     {startSync, stopSync, destroy, getSynchronizerStats, ...extra},
   );
+  registerReceive((fromClientId, requestId, message, body) => {
+    receives++;
+    onReceive?.(fromClientId, requestId, message, body);
+    if (message == 0 /* Response */) {
+      ifNotUndefined(
+        mapGet(pendingRequests, requestId),
+        ([toClientId, handleResponse]) =>
+          isUndefined(toClientId) || toClientId == fromClientId
+            ? handleResponse(body, fromClientId)
+            : /* istanbul ignore next */
+              0,
+      );
+    } else if (message == 2 /* ContentHashes */ && persister.isAutoLoading()) {
+      getChangesFromOtherStore(fromClientId, body).then((changes) => {
+        persisterListener?.(void 0, changes);
+      });
+    } else if (message == 3 /* ContentDiff */ && persister.isAutoLoading()) {
+      persisterListener?.(void 0, body);
+    } else {
+      ifNotUndefined(
+        message == 1 /* GetContentHashes */ && persister.isAutoSaving()
+          ? store.getMergeableContentHashes()
+          : message == 4 /* GetTableDiff */
+            ? store.getMergeableTableDiff(body)
+            : message == 5 /* GetRowDiff */
+              ? store.getMergeableRowDiff(body)
+              : message == 6 /* GetCellDiff */
+                ? store.getMergeableCellDiff(body)
+                : message == 7 /* GetValueDiff */
+                  ? store.getMergeableValueDiff(body)
+                  : void 0,
+        (response) => {
+          sendImpl(fromClientId, requestId, 0 /* Response */, response);
+        },
+      );
+    }
+  });
   return persister;
 };
 
 const clients = mapNew();
-const createLocalSynchronizer = (store, onIgnoredError) => {
+const createLocalSynchronizer = (store, onSend, onReceive, onIgnoredError) => {
   const clientId = getUniqueId();
   const send = (toClientId, requestId, message, body) => {
     setTimeout(
@@ -497,6 +500,8 @@ const createLocalSynchronizer = (store, onIgnoredError) => {
     registerReceive,
     destroy,
     0.01,
+    onSend,
+    onReceive,
     onIgnoredError,
   );
 };

package/cjs/synchronizers/synchronizer-local/with-schemas/index.cjs

@@ -19,6 +19,7 @@ const errorNew = (message) => {
 const arrayForEach = (array, cb) => array.forEach(cb);
 const arrayMap = (array, cb) => array.map(cb);
 const arrayReduce = (array, cb, initial) => array.reduce(cb, initial);
+const arrayClear = (array, to) => array.splice(0, to);
 const arrayPush = (array, ...values) => array.push(...values);
 const arrayShift = (array) => array.shift();
 
@@ -68,15 +69,17 @@ const mapEnsure = (map, key, getDefaultValue, hadExistingValue) => {
   return mapGet(map, key);
 };
 
-const Persists = {
-  StoreOnly: 1,
-  MergeableStoreOnly: 2,
-  StoreOrMergeableStore: 3,
-};
+new GLOBAL.TextEncoder();
+
+const newStamp = (value, time) => (time ? [value, time] : [value]);
+const getLatestTime = (time1, time2) =>
+  ((time1 ?? '') > (time2 ?? '') ? time1 : time2) ?? '';
+const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
+
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const getStoreFunctions = (persist = Persists.StoreOnly, store) =>
-  persist != Persists.StoreOnly && store.isMergeable()
+const getStoreFunctions = (persist = 1 /* StoreOnly */, store) =>
+  persist != 1 /* StoreOnly */ && store.isMergeable()
     ? [
         1,
         store.getMergeableContent,
@@ -85,7 +88,7 @@ const getStoreFunctions = (persist = Persists.StoreOnly, store) =>
           !objIsEmpty(changedTables) || !objIsEmpty(changedValues),
         store.setDefaultContent,
       ]
-    : persist != Persists.MergeableStoreOnly
+    : persist != 2 /* MergeableStoreOnly */
       ? [
           0,
           store.getContent,
@@ -154,7 +157,10 @@ const createCustomPersister = (
       loads++;
       await schedule(async () => {
         try {
-          setContentOrChanges(await getPersisted());
+          const content = await getPersisted();
+          isArray(content)
+            ? setContentOrChanges(content)
+            : errorNew(`Content is not an array ${content}`);
         } catch (error) {
           onIgnoredError?.(error);
           if (initialContent) {
@@ -168,19 +174,24 @@ const createCustomPersister = (
   };
   const startAutoLoad = async (initialContent) => {
     await stopAutoLoad().load(initialContent);
-    autoLoadHandle = addPersisterListener(async (content, changes) => {
-      if (changes || content) {
-        /* istanbul ignore else */
-        if (loadSave != 2) {
-          loadSave = 1;
-          loads++;
-          setContentOrChanges(changes ?? content);
-          loadSave = 0;
+    try {
+      autoLoadHandle = addPersisterListener(async (content, changes) => {
+        if (changes || content) {
+          /* istanbul ignore else */
+          if (loadSave != 2) {
+            loadSave = 1;
+            loads++;
+            setContentOrChanges(changes ?? content);
+            loadSave = 0;
+          }
+        } else {
+          await load();
         }
-      } else {
-        await load();
-      }
-    });
+      });
+    } catch (error) {
+      /* istanbul ignore next */
+      onIgnoredError?.(error);
+    }
     return persister;
   };
   const stopAutoLoad = () => {
@@ -230,7 +241,10 @@ const createCustomPersister = (
     return persister;
   };
   const getStore = () => store;
-  const destroy = () => stopAutoLoad().stopAutoSave();
+  const destroy = () => {
+    arrayClear(mapGet(scheduleActions, scheduleId));
+    return stopAutoLoad().stopAutoSave();
+  };
   const getStats = () => ({loads, saves});
   const persister = {
     load,
@@ -250,13 +264,6 @@ const createCustomPersister = (
   return objFreeze(persister);
 };
 
-new GLOBAL.TextEncoder();
-
-const newStamp = (value, time) => (time ? [value, time] : [value]);
-const getLatestTime = (time1, time2) =>
-  ((time1 ?? '') > (time2 ?? '') ? time1 : time2) ?? '';
-const stampNewObj = (time = EMPTY_STRING) => newStamp(objNew(), time);
-
 const MASK6 = 63;
 const ENCODE =
   '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
@@ -276,22 +283,14 @@ const getUniqueId = (length = 16) =>
     '',
   );
 
-const Message = {
-  Response: 0,
-  GetContentHashes: 1,
-  ContentHashes: 2,
-  ContentDiff: 3,
-  GetTableDiff: 4,
-  GetRowDiff: 5,
-  GetCellDiff: 6,
-  GetValueDiff: 7,
-};
 const createCustomSynchronizer = (
   store,
   send,
   registerReceive,
   destroyImpl,
   requestTimeoutSeconds,
+  onSend,
+  onReceive,
   onIgnoredError,
   extra = {},
 ) => {
@@ -299,49 +298,20 @@ const createCustomSynchronizer = (
   let sends = 0;
   let receives = 0;
   const pendingRequests = mapNew();
-  registerReceive((fromClientId, requestId, message, body) => {
-    receives++;
-    if (message == Message.Response) {
-      ifNotUndefined(
-        mapGet(pendingRequests, requestId),
-        ([toClientId, handleResponse]) =>
-          isUndefined(toClientId) || toClientId == fromClientId
-            ? handleResponse(body, fromClientId)
-            : /* istanbul ignore next */
-              0,
-      );
-    } else if (message == Message.ContentHashes && persister.isAutoLoading()) {
-      getChangesFromOtherStore(fromClientId, body).then((changes) => {
-        persisterListener?.(void 0, changes);
-      });
-    } else if (message == Message.ContentDiff && persister.isAutoLoading()) {
-      persisterListener?.(void 0, body);
-    } else {
-      ifNotUndefined(
-        message == Message.GetContentHashes && persister.isAutoSaving()
-          ? store.getMergeableContentHashes()
-          : message == Message.GetTableDiff
-            ? store.getMergeableTableDiff(body)
-            : message == Message.GetRowDiff
-              ? store.getMergeableRowDiff(body)
-              : message == Message.GetCellDiff
-                ? store.getMergeableCellDiff(body)
-                : message == Message.GetValueDiff
-                  ? store.getMergeableValueDiff(body)
-                  : void 0,
-        (response) => {
-          sends++;
-          send(fromClientId, requestId, Message.Response, response);
-        },
-      );
-    }
-  });
+  const sendImpl = (toClientId, requestId, message, body) => {
+    sends++;
+    onSend?.(toClientId, requestId, message, body);
+    send(toClientId, requestId, message, body);
+  };
   const request = async (toClientId, message, body = EMPTY_STRING) =>
     promiseNew((resolve, reject) => {
       const requestId = getUniqueId();
       const timeout = setTimeout(() => {
         collDel(pendingRequests, requestId);
-        reject(`No response from ${toClientId ?? 'anyone'} to '${message}'`);
+        reject(
+          `No response from ${toClientId ?? 'anyone'} to ${requestId}, ` +
+            message,
+        );
       }, requestTimeoutSeconds * 1e3);
       mapSet(pendingRequests, requestId, [
         toClientId,
@@ -351,8 +321,7 @@ const createCustomSynchronizer = (
           resolve([response, fromClientId]);
         },
       ]);
-      sends++;
-      send(toClientId, requestId, message, body);
+      sendImpl(toClientId, requestId, message, body);
     });
   const mergeTablesStamps = (tablesStamp, [tableStamps2, tablesTime2]) => {
     objForEach(tableStamps2, ([rowStamps2, tableTime2], tableId) => {
@@ -377,7 +346,7 @@ const createCustomSynchronizer = (
     if (isUndefined(otherContentHashes)) {
       [otherContentHashes, otherClientId] = await request(
         otherClientId,
-        Message.GetContentHashes,
+        1 /* GetContentHashes */,
       );
     }
     const [otherTablesHash, otherValuesHash] = otherContentHashes;
@@ -387,7 +356,7 @@ const createCustomSynchronizer = (
       const [newTables, differentTableHashes] = (
         await request(
           otherClientId,
-          Message.GetTableDiff,
+          4 /* GetTableDiff */,
           store.getMergeableTableHashes(),
         )
       )[0];
@@ -396,7 +365,7 @@ const createCustomSynchronizer = (
         const [newRows, differentRowHashes] = (
           await request(
             otherClientId,
-            Message.GetRowDiff,
+            5 /* GetRowDiff */,
             store.getMergeableRowHashes(differentTableHashes),
           )
         )[0];
@@ -405,7 +374,7 @@ const createCustomSynchronizer = (
           const newCells = (
             await request(
               otherClientId,
-              Message.GetCellDiff,
+              6 /* GetCellDiff */,
               store.getMergeableCellHashes(differentRowHashes),
             )
           )[0];
@@ -420,7 +389,7 @@ const createCustomSynchronizer = (
         : (
             await request(
               otherClientId,
-              Message.GetValueDiff,
+              7 /* GetValueDiff */,
               store.getMergeableValueHashes(),
             )
           )[0],
@@ -433,19 +402,15 @@ const createCustomSynchronizer = (
       ? changes
       : void 0;
   };
-  const setPersisted = async (_getContent, changes) => {
-    sends++;
-    if (changes) {
-      send(null, null, Message.ContentDiff, changes);
-    } else {
-      send(
-        null,
-        null,
-        Message.ContentHashes,
-        store.getMergeableContentHashes(),
-      );
-    }
-  };
+  const setPersisted = async (_getContent, changes) =>
+    changes
+      ? sendImpl(null, null, 3 /* ContentDiff */, changes)
+      : sendImpl(
+          null,
+          null,
+          2 /* ContentHashes */,
+          store.getMergeableContentHashes(),
+        );
   const addPersisterListener = (listener) => (persisterListener = listener);
   const delPersisterListener = () => (persisterListener = void 0);
   const startSync = async (initialContent) =>
@@ -463,14 +428,52 @@ const createCustomSynchronizer = (
     addPersisterListener,
     delPersisterListener,
     onIgnoredError,
-    Persists.MergeableStoreOnly,
+    2,
+    // MergeableStoreOnly
     {startSync, stopSync, destroy, getSynchronizerStats, ...extra},
   );
+  registerReceive((fromClientId, requestId, message, body) => {
+    receives++;
+    onReceive?.(fromClientId, requestId, message, body);
+    if (message == 0 /* Response */) {
+      ifNotUndefined(
+        mapGet(pendingRequests, requestId),
+        ([toClientId, handleResponse]) =>
+          isUndefined(toClientId) || toClientId == fromClientId
+            ? handleResponse(body, fromClientId)
+            : /* istanbul ignore next */
+              0,
+      );
+    } else if (message == 2 /* ContentHashes */ && persister.isAutoLoading()) {
+      getChangesFromOtherStore(fromClientId, body).then((changes) => {
+        persisterListener?.(void 0, changes);
+      });
+    } else if (message == 3 /* ContentDiff */ && persister.isAutoLoading()) {
+      persisterListener?.(void 0, body);
+    } else {
+      ifNotUndefined(
+        message == 1 /* GetContentHashes */ && persister.isAutoSaving()
+          ? store.getMergeableContentHashes()
+          : message == 4 /* GetTableDiff */
+            ? store.getMergeableTableDiff(body)
+            : message == 5 /* GetRowDiff */
+              ? store.getMergeableRowDiff(body)
+              : message == 6 /* GetCellDiff */
+                ? store.getMergeableCellDiff(body)
+                : message == 7 /* GetValueDiff */
+                  ? store.getMergeableValueDiff(body)
+                  : void 0,
+        (response) => {
+          sendImpl(fromClientId, requestId, 0 /* Response */, response);
+        },
+      );
+    }
+  });
   return persister;
 };
 
 const clients = mapNew();
-const createLocalSynchronizer = (store, onIgnoredError) => {
+const createLocalSynchronizer = (store, onSend, onReceive, onIgnoredError) => {
   const clientId = getUniqueId();
   const send = (toClientId, requestId, message, body) => {
     setTimeout(
@@ -497,6 +500,8 @@ const createLocalSynchronizer = (store, onIgnoredError) => {
     registerReceive,
     destroy,
     0.01,
+    onSend,
+    onReceive,
     onIgnoredError,
   );
 };