tinybase 5.0.0-beta.5 → 5.0.0-beta.7

package/lib/debug/persisters/persister-sqlite3.js

@@ -42,8 +42,6 @@ const collDel = (coll, keyOrValue) => coll?.delete(keyOrValue);
 const object = Object;
 const getPrototypeOf = (obj) => object.getPrototypeOf(obj);
 const objEntries = object.entries;
-const objIds = object.keys;
-const objFreeze = object.freeze;
 const isObject = (obj) =>
   !isUndefined(obj) &&
   ifNotUndefined(
@@ -54,6 +52,8 @@ const isObject = (obj) =>
     /* istanbul ignore next */
     () => true,
   );
+const objIds = object.keys;
+const objFreeze = object.freeze;
 const objNew = (entries = []) => object.fromEntries(entries);
 const objMerge = (...objs) => object.assign({}, ...objs);
 const objHas = (obj, id) => id in obj;
@@ -98,6 +98,9 @@ const setNew = (entryOrEntries) =>
   );
 const setAdd = (set, value) => set?.add(value);
 
+const TABLE = 'TABLE';
+const ALTER_TABLE = 'ALTER ' + TABLE;
+const DELETE_FROM = 'DELETE FROM';
 const SELECT_STAR_FROM = SELECT + '*FROM';
 const FROM_PRAGMA_TABLE = 'FROM pragma_table_';
 const WHERE = 'WHERE';
@@ -192,15 +195,20 @@ const getCommandFunctions = (
       arrayIsEmpty(tableColumnNames) &&
       collHas(schemaMap, tableName)
     ) {
-      await cmd('DROP TABLE' + escapeId(tableName));
+      await cmd('DROP ' + TABLE + escapeId(tableName));
       mapSet(schemaMap, tableName);
       return;
     }
     if (!arrayIsEmpty(tableColumnNames) && !collHas(schemaMap, tableName)) {
       await cmd(
-        `CREATE TABLE${escapeId(tableName)}(${escapeId(rowIdColumnName)} PRIMARY KEY ON CONFLICT REPLACE${arrayJoin(
-          arrayMap(tableColumnNames, (cellId) => COMMA + escapeId(cellId)),
-        )});`,
+        `CREATE ` +
+          TABLE +
+          escapeId(tableName) +
+          '(' +
+          escapeId(rowIdColumnName) +
+          ` PRIMARY KEY ON CONFLICT REPLACE${arrayJoin(
+            arrayMap(tableColumnNames, (cellId) => COMMA + escapeId(cellId)),
+          )});`,
       );
       mapSet(
         schemaMap,
@@ -220,7 +228,7 @@ const getCommandFunctions = (
         ...arrayMap(tableColumnNames, async (columnName) => {
           if (!collDel(columnNamesAccountedFor, columnName)) {
             await cmd(
-              `ALTER TABLE${escapeId(tableName)}ADD${escapeId(columnName)}`,
+              ALTER_TABLE + escapeId(tableName) + 'ADD' + escapeId(columnName),
             );
             mapSet(tableSchemaMap, columnName, EMPTY_STRING);
           }
@@ -231,9 +239,10 @@ const getCommandFunctions = (
               async (columnName) => {
                 if (columnName != rowIdColumnName) {
                   await cmd(
-                    `ALTER TABLE${escapeId(tableName)}DROP${escapeId(
-                      columnName,
-                    )}`,
+                    ALTER_TABLE +
+                      escapeId(tableName) +
+                      'DROP' +
+                      escapeId(columnName),
                   );
                   mapSet(tableSchemaMap, columnName);
                 }
@@ -244,13 +253,13 @@ const getCommandFunctions = (
     }
     if (partial) {
       if (isUndefined(content)) {
-        await cmd('DELETE FROM' + escapeId(tableName) + 'WHERE 1');
+        await cmd(DELETE_FROM + escapeId(tableName) + WHERE + ' 1');
       } else {
         await promiseAll(
           objToArray(content, async (row, rowId) => {
             if (isUndefined(row)) {
               await cmd(
-                'DELETE FROM' +
+                DELETE_FROM +
                   escapeId(tableName) +
                   WHERE +
                   escapeId(rowIdColumnName) +
@@ -292,9 +301,10 @@ const getCommandFunctions = (
           rowIdColumnName,
           changingColumnNames,
           args,
+          useOnConflict,
         );
         await cmd(
-          'DELETE FROM' +
+          DELETE_FROM +
             escapeId(tableName) +
             WHERE +
             escapeId(rowIdColumnName) +
@@ -304,7 +314,7 @@ const getCommandFunctions = (
           deleteRowIds,
         );
       } else if (collHas(schemaMap, tableName)) {
-        await cmd('DELETE FROM' + escapeId(tableName) + 'WHERE 1');
+        await cmd(DELETE_FROM + escapeId(tableName) + WHERE + ' 1');
       }
     }
   };
@@ -379,7 +389,6 @@ const jsonParse = JSON.parse;
 
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const isMergeable = (contentOrChanges) => isString(contentOrChanges?.[0]);
 const getStoreFunctions = (supportsMergeableStore, store) =>
   !supportsMergeableStore || isUndefined(store.getMergeableContent)
     ? [
@@ -404,16 +413,15 @@ const createCustomPersister = (
   delPersisterListener,
   onIgnoredError,
   supportsMergeableStore,
-  [getThing, thing] = [],
+  extra = {},
   scheduleId = [],
 ) => {
-  let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let listening = 0;
   let action;
-  let listeningHandle;
+  let autoLoadHandle;
+  let autoSaveListenerId;
   mapEnsure(scheduleRunning, scheduleId, () => 0);
   mapEnsure(scheduleActions, scheduleId, () => []);
   const [isMergeableStore, getContent, getChanges, hasChanges] =
@@ -449,55 +457,51 @@ const createCustomPersister = (
     }
     return persister;
   };
+  const setContentOrChanges = (contentOrChanges) => {
+    (isMergeableStore && isString(contentOrChanges?.[0])
+      ? contentOrChanges?.[1][2] === 1
+        ? store.applyMergeableChanges
+        : store.setMergeableContent
+      : contentOrChanges?.[2] === 1
+        ? store.applyChanges
+        : store.setContent)(contentOrChanges);
+  };
   const persister = {
     load: async (initialTables, initialValues) =>
       await loadLock(async () => {
         try {
-          const content = await getPersisted();
-          (isMergeableStore && isMergeable(content)
-            ? store.setMergeableContent
-            : store.setContent)(content);
-        } catch {
+          setContentOrChanges(await getPersisted());
+        } catch (error) {
+          onIgnoredError?.(error);
           store.setContent([initialTables, initialValues]);
         }
       }),
     startAutoLoad: async (initialTables = {}, initialValues = {}) => {
-      persister.stopAutoLoad();
-      await persister.load(initialTables, initialValues);
-      listening = 1;
-      listeningHandle = addPersisterListener(
+      await persister.stopAutoLoad().load(initialTables, initialValues);
+      autoLoadHandle = addPersisterListener(
         async (getContent2, getChanges2) => {
-          if (getChanges2) {
-            const changes = getChanges2();
-            await loadLock(async () =>
-              (isMergeableStore && isMergeable(changes)
-                ? store.applyMergeableChanges
-                : store.applyChanges)(changes),
-            );
-          } else {
-            await loadLock(async () => {
-              try {
-                const content = getContent2?.() ?? (await getPersisted());
-                (isMergeableStore && isMergeable(content)
-                  ? store.setMergeableContent
-                  : store.setContent)(content);
-              } catch (error) {
-                onIgnoredError?.(error);
-              }
-            });
-          }
+          const changes = getChanges2?.();
+          await loadLock(async () => {
+            try {
+              setContentOrChanges(
+                changes ?? getContent2?.() ?? (await getPersisted()),
+              );
+            } catch (error) {
+              onIgnoredError?.(error);
+            }
+          });
         },
       );
       return persister;
     },
     stopAutoLoad: () => {
-      if (listening) {
-        delPersisterListener(listeningHandle);
-        listeningHandle = void 0;
-        listening = 0;
+      if (autoLoadHandle) {
+        delPersisterListener(autoLoadHandle);
+        autoLoadHandle = void 0;
       }
       return persister;
     },
+    isAutoLoading: () => !isUndefined(autoLoadHandle),
     save: async (getChanges2) => {
       /* istanbul ignore else */
       if (loadSave != 1) {
@@ -519,7 +523,7 @@ const createCustomPersister = (
     },
     startAutoSave: async () => {
       await persister.stopAutoSave().save();
-      listenerId = store.addDidFinishTransactionListener(() => {
+      autoSaveListenerId = store.addDidFinishTransactionListener(() => {
         const changes = getChanges();
         if (hasChanges(changes)) {
           persister.save(() => changes);
@@ -528,10 +532,11 @@ const createCustomPersister = (
       return persister;
     },
     stopAutoSave: () => {
-      ifNotUndefined(listenerId, store.delListener);
-      listenerId = void 0;
+      ifNotUndefined(autoSaveListenerId, store.delListener);
+      autoSaveListenerId = void 0;
       return persister;
     },
+    isAutoSaving: () => !isUndefined(autoSaveListenerId),
     schedule: async (...actions) => {
       arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
@@ -540,10 +545,8 @@ const createCustomPersister = (
     getStore: () => store,
     destroy: () => persister.stopAutoLoad().stopAutoSave(),
     getStats: () => ({loads, saves}),
+    ...extra,
   };
-  if (getThing) {
-    persister[getThing] = () => thing;
-  }
   return objFreeze(persister);
 };
 
@@ -558,9 +561,10 @@ const createJsonSqlitePersister = (
   managedTableNames,
   db,
   getThing,
+  useOnConflict,
 ) => {
   const [refreshSchema, loadTable, saveTable, transaction] =
-    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError, useOnConflict);
   const getPersisted = async () =>
     await transaction(async () => {
       await refreshSchema();
@@ -591,7 +595,7 @@ const createJsonSqlitePersister = (
     delPersisterListener,
     onIgnoredError,
     false,
-    [getThing, db],
+    {[getThing]: () => db},
     db,
   );
   return persister;
@@ -698,7 +702,7 @@ const createTabularSqlitePersister = (
     delPersisterListener,
     onIgnoredError,
     false,
-    [getThing, db],
+    {[getThing]: () => db},
     db,
   );
   return persister;

package/lib/debug/persisters/persister-yjs.js

@@ -22,8 +22,6 @@ const arrayShift = (array) => array.shift();
 const object = Object;
 const getPrototypeOf = (obj) => object.getPrototypeOf(obj);
 const objEntries = object.entries;
-const objIds = object.keys;
-const objFreeze = object.freeze;
 const isObject = (obj) =>
   !isUndefined(obj) &&
   ifNotUndefined(
@@ -34,6 +32,8 @@ const isObject = (obj) =>
     /* istanbul ignore next */
     () => true,
   );
+const objIds = object.keys;
+const objFreeze = object.freeze;
 const objNew = (entries = []) => object.fromEntries(entries);
 const objHas = (obj, id) => id in obj;
 const objToArray = (obj, cb) =>
@@ -68,7 +68,6 @@ const mapEnsure = (map, key, getDefaultValue, hadExistingValue) => {
 
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const isMergeable = (contentOrChanges) => isString(contentOrChanges?.[0]);
 const getStoreFunctions = (supportsMergeableStore, store) =>
   !supportsMergeableStore || isUndefined(store.getMergeableContent)
     ? [
@@ -93,16 +92,15 @@ const createCustomPersister = (
   delPersisterListener,
   onIgnoredError,
   supportsMergeableStore,
-  [getThing, thing] = [],
+  extra = {},
   scheduleId = [],
 ) => {
-  let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let listening = 0;
   let action;
-  let listeningHandle;
+  let autoLoadHandle;
+  let autoSaveListenerId;
   mapEnsure(scheduleRunning, scheduleId, () => 0);
   mapEnsure(scheduleActions, scheduleId, () => []);
   const [isMergeableStore, getContent, getChanges, hasChanges] =
@@ -138,55 +136,51 @@ const createCustomPersister = (
     }
     return persister;
   };
+  const setContentOrChanges = (contentOrChanges) => {
+    (isMergeableStore && isString(contentOrChanges?.[0])
+      ? contentOrChanges?.[1][2] === 1
+        ? store.applyMergeableChanges
+        : store.setMergeableContent
+      : contentOrChanges?.[2] === 1
+        ? store.applyChanges
+        : store.setContent)(contentOrChanges);
+  };
   const persister = {
     load: async (initialTables, initialValues) =>
       await loadLock(async () => {
         try {
-          const content = await getPersisted();
-          (isMergeableStore && isMergeable(content)
-            ? store.setMergeableContent
-            : store.setContent)(content);
-        } catch {
+          setContentOrChanges(await getPersisted());
+        } catch (error) {
+          onIgnoredError?.(error);
           store.setContent([initialTables, initialValues]);
         }
       }),
     startAutoLoad: async (initialTables = {}, initialValues = {}) => {
-      persister.stopAutoLoad();
-      await persister.load(initialTables, initialValues);
-      listening = 1;
-      listeningHandle = addPersisterListener(
+      await persister.stopAutoLoad().load(initialTables, initialValues);
+      autoLoadHandle = addPersisterListener(
         async (getContent2, getChanges2) => {
-          if (getChanges2) {
-            const changes = getChanges2();
-            await loadLock(async () =>
-              (isMergeableStore && isMergeable(changes)
-                ? store.applyMergeableChanges
-                : store.applyChanges)(changes),
-            );
-          } else {
-            await loadLock(async () => {
-              try {
-                const content = getContent2?.() ?? (await getPersisted());
-                (isMergeableStore && isMergeable(content)
-                  ? store.setMergeableContent
-                  : store.setContent)(content);
-              } catch (error) {
-                onIgnoredError?.(error);
-              }
-            });
-          }
+          const changes = getChanges2?.();
+          await loadLock(async () => {
+            try {
+              setContentOrChanges(
+                changes ?? getContent2?.() ?? (await getPersisted()),
+              );
+            } catch (error) {
+              onIgnoredError?.(error);
+            }
+          });
         },
       );
       return persister;
     },
     stopAutoLoad: () => {
-      if (listening) {
-        delPersisterListener(listeningHandle);
-        listeningHandle = void 0;
-        listening = 0;
+      if (autoLoadHandle) {
+        delPersisterListener(autoLoadHandle);
+        autoLoadHandle = void 0;
       }
       return persister;
     },
+    isAutoLoading: () => !isUndefined(autoLoadHandle),
     save: async (getChanges2) => {
       /* istanbul ignore else */
       if (loadSave != 1) {
@@ -208,7 +202,7 @@ const createCustomPersister = (
     },
     startAutoSave: async () => {
       await persister.stopAutoSave().save();
-      listenerId = store.addDidFinishTransactionListener(() => {
+      autoSaveListenerId = store.addDidFinishTransactionListener(() => {
         const changes = getChanges();
         if (hasChanges(changes)) {
           persister.save(() => changes);
@@ -217,10 +211,11 @@ const createCustomPersister = (
       return persister;
     },
     stopAutoSave: () => {
-      ifNotUndefined(listenerId, store.delListener);
-      listenerId = void 0;
+      ifNotUndefined(autoSaveListenerId, store.delListener);
+      autoSaveListenerId = void 0;
       return persister;
     },
+    isAutoSaving: () => !isUndefined(autoSaveListenerId),
     schedule: async (...actions) => {
       arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
@@ -229,10 +224,8 @@ const createCustomPersister = (
     getStore: () => store,
     destroy: () => persister.stopAutoLoad().stopAutoSave(),
     getStats: () => ({loads, saves}),
+    ...extra,
   };
-  if (getThing) {
-    persister[getThing] = () => thing;
-  }
   return objFreeze(persister);
 };
 
@@ -240,7 +233,7 @@ const DELETE = 'delete';
 const getYContent = (yContent) => [yContent.get(T), yContent.get(V)];
 const getChangesFromYDoc = (yContent, events) => {
   if (size(events) == 1 && arrayIsEmpty(events[0].path)) {
-    return [yContent.get(T).toJSON(), yContent.get(V).toJSON()];
+    return [yContent.get(T).toJSON(), yContent.get(V).toJSON(), 1];
   }
   const [yTables, yValues] = getYContent(yContent);
   const tables = {};
@@ -286,7 +279,7 @@ const getChangesFromYDoc = (yContent, events) => {
             (values[valueId] = action == DELETE ? null : yValues.get(valueId)),
         ),
   );
-  return [tables, values];
+  return [tables, values, 1];
 };
 const applyChangesToYDoc = (yContent, getContent, getChanges) => {
   if (!yContent.size) {
@@ -405,7 +398,7 @@ const createYjsPersister = (
     delPersisterListener,
     onIgnoredError,
     false,
-    ['getYDoc', yDoc],
+    {getYDoc: () => yDoc},
   );
 };
 

package/lib/debug/persisters.js

@@ -13,8 +13,6 @@ const arrayShift = (array) => array.shift();
 
 const object = Object;
 const getPrototypeOf = (obj) => object.getPrototypeOf(obj);
-const objIds = object.keys;
-const objFreeze = object.freeze;
 const isObject = (obj) =>
   !isUndefined(obj) &&
   ifNotUndefined(
@@ -25,6 +23,8 @@ const isObject = (obj) =>
     /* istanbul ignore next */
     () => true,
   );
+const objIds = object.keys;
+const objFreeze = object.freeze;
 const objSize = (obj) => size(objIds(obj));
 const objIsEmpty = (obj) => isObject(obj) && objSize(obj) == 0;
 
@@ -46,7 +46,6 @@ const mapEnsure = (map, key, getDefaultValue, hadExistingValue) => {
 
 const scheduleRunning = mapNew();
 const scheduleActions = mapNew();
-const isMergeable = (contentOrChanges) => isString(contentOrChanges?.[0]);
 const getStoreFunctions = (supportsMergeableStore, store) =>
   !supportsMergeableStore || isUndefined(store.getMergeableContent)
     ? [
@@ -71,16 +70,15 @@ const createCustomPersister = (
   delPersisterListener,
   onIgnoredError,
   supportsMergeableStore,
-  [getThing, thing] = [],
+  extra = {},
   scheduleId = [],
 ) => {
-  let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let listening = 0;
   let action;
-  let listeningHandle;
+  let autoLoadHandle;
+  let autoSaveListenerId;
   mapEnsure(scheduleRunning, scheduleId, () => 0);
   mapEnsure(scheduleActions, scheduleId, () => []);
   const [isMergeableStore, getContent, getChanges, hasChanges] =
@@ -116,55 +114,51 @@ const createCustomPersister = (
     }
     return persister;
   };
+  const setContentOrChanges = (contentOrChanges) => {
+    (isMergeableStore && isString(contentOrChanges?.[0])
+      ? contentOrChanges?.[1][2] === 1
+        ? store.applyMergeableChanges
+        : store.setMergeableContent
+      : contentOrChanges?.[2] === 1
+        ? store.applyChanges
+        : store.setContent)(contentOrChanges);
+  };
   const persister = {
     load: async (initialTables, initialValues) =>
       await loadLock(async () => {
         try {
-          const content = await getPersisted();
-          (isMergeableStore && isMergeable(content)
-            ? store.setMergeableContent
-            : store.setContent)(content);
-        } catch {
+          setContentOrChanges(await getPersisted());
+        } catch (error) {
+          onIgnoredError?.(error);
           store.setContent([initialTables, initialValues]);
         }
       }),
     startAutoLoad: async (initialTables = {}, initialValues = {}) => {
-      persister.stopAutoLoad();
-      await persister.load(initialTables, initialValues);
-      listening = 1;
-      listeningHandle = addPersisterListener(
+      await persister.stopAutoLoad().load(initialTables, initialValues);
+      autoLoadHandle = addPersisterListener(
         async (getContent2, getChanges2) => {
-          if (getChanges2) {
-            const changes = getChanges2();
-            await loadLock(async () =>
-              (isMergeableStore && isMergeable(changes)
-                ? store.applyMergeableChanges
-                : store.applyChanges)(changes),
-            );
-          } else {
-            await loadLock(async () => {
-              try {
-                const content = getContent2?.() ?? (await getPersisted());
-                (isMergeableStore && isMergeable(content)
-                  ? store.setMergeableContent
-                  : store.setContent)(content);
-              } catch (error) {
-                onIgnoredError?.(error);
-              }
-            });
-          }
+          const changes = getChanges2?.();
+          await loadLock(async () => {
+            try {
+              setContentOrChanges(
+                changes ?? getContent2?.() ?? (await getPersisted()),
+              );
+            } catch (error) {
+              onIgnoredError?.(error);
+            }
+          });
         },
       );
       return persister;
     },
     stopAutoLoad: () => {
-      if (listening) {
-        delPersisterListener(listeningHandle);
-        listeningHandle = void 0;
-        listening = 0;
+      if (autoLoadHandle) {
+        delPersisterListener(autoLoadHandle);
+        autoLoadHandle = void 0;
       }
       return persister;
     },
+    isAutoLoading: () => !isUndefined(autoLoadHandle),
     save: async (getChanges2) => {
       /* istanbul ignore else */
       if (loadSave != 1) {
@@ -186,7 +180,7 @@ const createCustomPersister = (
     },
     startAutoSave: async () => {
       await persister.stopAutoSave().save();
-      listenerId = store.addDidFinishTransactionListener(() => {
+      autoSaveListenerId = store.addDidFinishTransactionListener(() => {
         const changes = getChanges();
         if (hasChanges(changes)) {
           persister.save(() => changes);
@@ -195,10 +189,11 @@ const createCustomPersister = (
       return persister;
     },
     stopAutoSave: () => {
-      ifNotUndefined(listenerId, store.delListener);
-      listenerId = void 0;
+      ifNotUndefined(autoSaveListenerId, store.delListener);
+      autoSaveListenerId = void 0;
       return persister;
     },
+    isAutoSaving: () => !isUndefined(autoSaveListenerId),
     schedule: async (...actions) => {
       arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
@@ -207,10 +202,8 @@ const createCustomPersister = (
     getStore: () => store,
     destroy: () => persister.stopAutoLoad().stopAutoSave(),
     getStats: () => ({loads, saves}),
+    ...extra,
   };
-  if (getThing) {
-    persister[getThing] = () => thing;
-  }
   return objFreeze(persister);
 };