tinybase 4.0.3 → 4.0.4

package/lib/debug/persisters/persister-expo-sqlite.js

@@ -83,7 +83,7 @@ const escapeId = (str) => `"${str.replace(/"/g, '""')}"`;
 const SELECT_STAR_FROM = 'SELECT*FROM';
 const FROM_PRAGMA_TABLE = 'FROM pragma_table_';
 const WHERE = 'WHERE';
-const getCommandFunctions = (cmd, managedTableNames) => {
+const getCommandFunctions = (cmd, managedTableNames, onIgnoredError) => {
   const schemaMap = mapNew();
   const canSelect = (tableName, rowIdColumnName) =>
     !isUndefined(mapGet(mapGet(schemaMap, tableName), rowIdColumnName));
@@ -281,7 +281,18 @@ const getCommandFunctions = (cmd, managedTableNames) => {
       }
     }
   };
-  return [refreshSchema, loadTable, saveTable];
+  const transaction = async (actions) => {
+    let result;
+    await cmd('BEGIN');
+    try {
+      result = await actions();
+    } catch (error) {
+      onIgnoredError?.(error);
+    }
+    await cmd('END');
+    return result;
+  };
+  return [refreshSchema, loadTable, saveTable, transaction];
 };
 const upsert = async (
   cmd,
@@ -331,32 +342,41 @@ const jsonString = (obj) =>
   );
 const jsonParse = JSON.parse;
 
+const scheduleRunning = mapNew();
+const scheduleActions = mapNew();
 const createCustomPersister = (
   store,
   getPersisted,
   setPersisted,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
+  scheduleId = [],
 ) => {
   let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let running = 0;
   let listening = 0;
   let action;
   let listeningHandle;
-  const scheduledActions = [];
+  mapEnsure(scheduleRunning, scheduleId, () => 0);
+  mapEnsure(scheduleActions, scheduleId, () => []);
   const run = async () => {
     /* istanbul ignore else */
-    if (!running) {
-      running = 1;
-      while (!isUndefined((action = arrayShift(scheduledActions)))) {
+    if (!mapGet(scheduleRunning, scheduleId)) {
+      mapSet(scheduleRunning, scheduleId, 1);
+      while (
+        !isUndefined((action = arrayShift(mapGet(scheduleActions, scheduleId))))
+      ) {
         try {
           await action();
-        } catch {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError?.(error);
+        }
       }
-      running = 0;
+      mapSet(scheduleRunning, scheduleId, 0);
     }
   };
   const loadLock = async (actions) => {
@@ -387,16 +407,22 @@ const createCustomPersister = (
       await persister.load(initialTables, initialValues);
       listening = 1;
       listeningHandle = addPersisterListener(
-        async (getContent, getTransactionChanges) =>
-          await loadLock(async () => {
-            if (getTransactionChanges) {
-              store.setTransactionChanges(getTransactionChanges());
-            } else {
+        async (getContent, getTransactionChanges) => {
+          if (getTransactionChanges) {
+            const transactionChanges = getTransactionChanges();
+            await loadLock(async () =>
+              store.setTransactionChanges(transactionChanges),
+            );
+          } else {
+            await loadLock(async () => {
               try {
                 store.setContent(getContent?.() ?? (await getPersisted()));
-              } catch {}
-            }
-          }),
+              } catch (error) {
+                onIgnoredError?.(error);
+              }
+            });
+          }
+        },
       );
       return persister;
     },
@@ -418,7 +444,10 @@ const createCustomPersister = (
         await persister.schedule(async () => {
           try {
             await setPersisted(store.getContent, getTransactionChanges);
-          } catch {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError?.(error);
+          }
           loadSave = 0;
         });
       }
@@ -441,7 +470,7 @@ const createCustomPersister = (
       return persister;
     },
     schedule: async (...actions) => {
-      arrayPush(scheduledActions, ...actions);
+      arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
       return persister;
     },
@@ -458,28 +487,30 @@ const createJsonSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [storeTableName],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
-  const getPersisted = async () => {
-    await refreshSchema();
-    return jsonParse(
-      (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
-        SINGLE_ROW_ID
-      ]?.[STORE_COLUMN],
-    );
-  };
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      return jsonParse(
+        (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
+          SINGLE_ROW_ID
+        ]?.[STORE_COLUMN] ?? 'null',
+      );
+    });
   const setPersisted = async (getContent) =>
-    persister.schedule(refreshSchema, async () => {
+    await transaction(async () => {
+      await refreshSchema();
       await saveTable(
         storeTableName,
         DEFAULT_ROW_ID_COLUMN_NAME,
         {
-          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent())},
+          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent() ?? null)},
         },
         true,
         true,
@@ -491,6 +522,8 @@ const createJsonSqlitePersister = (
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -500,17 +533,17 @@ const createTabularSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [
     tablesLoadConfig,
     tablesSaveConfig,
     [valuesLoad, valuesSave, valuesTableName],
   ],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
   const saveTables = async (tables, partial) =>
     await promiseAll(
       mapMap(
@@ -565,32 +598,36 @@ const createTabularSqlitePersister = (
           SINGLE_ROW_ID
         ]
       : {};
-  const getPersisted = async () => {
-    await refreshSchema();
-    const tables = await loadTables();
-    const values = await loadValues();
-    return !objIsEmpty(tables) || !isUndefined(values)
-      ? [tables, values]
-      : void 0;
-  };
-  const setPersisted = async (getContent, getTransactionChanges) => {
-    await refreshSchema();
-    if (!isUndefined(getTransactionChanges)) {
-      const [tableChanges, valueChanges] = getTransactionChanges();
-      await saveTables(tableChanges, true);
-      await saveValues(valueChanges, true);
-    } else {
-      const [tables, values] = getContent();
-      await saveTables(tables);
-      await saveValues(values);
-    }
-  };
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      const tables = await loadTables();
+      const values = await loadValues();
+      return !objIsEmpty(tables) || !isUndefined(values)
+        ? [tables, values]
+        : void 0;
+    });
+  const setPersisted = async (getContent, getTransactionChanges) =>
+    await transaction(async () => {
+      await refreshSchema();
+      if (!isUndefined(getTransactionChanges)) {
+        const [tableChanges, valueChanges] = getTransactionChanges();
+        await saveTables(tableChanges, true);
+        await saveValues(valueChanges, true);
+      } else {
+        const [tables, values] = getContent();
+        await saveTables(tables);
+        await saveValues(values);
+      }
+    });
   const persister = createCustomPersister(
     store,
     getPersisted,
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -697,7 +734,9 @@ const createSqlitePersister = (
   cmd,
   addUpdateListener,
   delUpdateListener,
-  logSql,
+  onSqlCommand,
+  onIgnoredError,
+  scheduleId,
 ) => {
   let dataVersion;
   let schemaVersion;
@@ -737,20 +776,28 @@ const createSqlitePersister = (
   };
   return (isJson ? createJsonSqlitePersister : createTabularSqlitePersister)(
     store,
-    logSql
+    onSqlCommand
       ? async (sql, args) => {
-          logSql(sql, args);
+          onSqlCommand(sql, args);
           return await cmd(sql, args);
         }
       : cmd,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
     defaultedConfig,
     collValues(managedTableNamesSet),
+    scheduleId,
   );
 };
 
-const createExpoSqlitePersister = (store, db, configOrStoreTableName, logSql) =>
+const createExpoSqlitePersister = (
+  store,
+  db,
+  configOrStoreTableName,
+  onSqlCommand,
+  onIgnoredError,
+) =>
   createSqlitePersister(
     store,
     configOrStoreTableName,
@@ -758,7 +805,9 @@ const createExpoSqlitePersister = (store, db, configOrStoreTableName, logSql) =>
       (await db.execAsync([{sql, args}], false))[0].rows,
     (listener) => db.onDatabaseChange(({tableName}) => listener(tableName)),
     (subscription) => subscription.remove(),
-    logSql,
+    onSqlCommand,
+    onIgnoredError,
+    db,
   );
 
 export {createExpoSqlitePersister};

package/lib/debug/persisters/persister-file.js

@@ -26,32 +26,55 @@ const jsonString = (obj) =>
   );
 const jsonParse = JSON.parse;
 
+const collHas = (coll, keyOrValue) => coll?.has(keyOrValue) ?? false;
+const collDel = (coll, keyOrValue) => coll?.delete(keyOrValue);
+
+const mapNew = (entries) => new Map(entries);
+const mapGet = (map, key) => map?.get(key);
+const mapSet = (map, key, value) =>
+  isUndefined(value) ? (collDel(map, key), map) : map?.set(key, value);
+const mapEnsure = (map, key, getDefaultValue) => {
+  if (!collHas(map, key)) {
+    mapSet(map, key, getDefaultValue());
+  }
+  return mapGet(map, key);
+};
+
+const scheduleRunning = mapNew();
+const scheduleActions = mapNew();
 const createCustomPersister = (
   store,
   getPersisted,
   setPersisted,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
+  scheduleId = [],
 ) => {
   let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let running = 0;
   let listening = 0;
   let action;
   let listeningHandle;
-  const scheduledActions = [];
+  mapEnsure(scheduleRunning, scheduleId, () => 0);
+  mapEnsure(scheduleActions, scheduleId, () => []);
   const run = async () => {
     /* istanbul ignore else */
-    if (!running) {
-      running = 1;
-      while (!isUndefined((action = arrayShift(scheduledActions)))) {
+    if (!mapGet(scheduleRunning, scheduleId)) {
+      mapSet(scheduleRunning, scheduleId, 1);
+      while (
+        !isUndefined((action = arrayShift(mapGet(scheduleActions, scheduleId))))
+      ) {
         try {
           await action();
-        } catch {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError?.(error);
+        }
       }
-      running = 0;
+      mapSet(scheduleRunning, scheduleId, 0);
     }
   };
   const loadLock = async (actions) => {
@@ -82,16 +105,22 @@ const createCustomPersister = (
       await persister.load(initialTables, initialValues);
       listening = 1;
       listeningHandle = addPersisterListener(
-        async (getContent, getTransactionChanges) =>
-          await loadLock(async () => {
-            if (getTransactionChanges) {
-              store.setTransactionChanges(getTransactionChanges());
-            } else {
+        async (getContent, getTransactionChanges) => {
+          if (getTransactionChanges) {
+            const transactionChanges = getTransactionChanges();
+            await loadLock(async () =>
+              store.setTransactionChanges(transactionChanges),
+            );
+          } else {
+            await loadLock(async () => {
               try {
                 store.setContent(getContent?.() ?? (await getPersisted()));
-              } catch {}
-            }
-          }),
+              } catch (error) {
+                onIgnoredError?.(error);
+              }
+            });
+          }
+        },
       );
       return persister;
     },
@@ -113,7 +142,10 @@ const createCustomPersister = (
         await persister.schedule(async () => {
           try {
             await setPersisted(store.getContent, getTransactionChanges);
-          } catch {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError?.(error);
+          }
           loadSave = 0;
         });
       }
@@ -136,7 +168,7 @@ const createCustomPersister = (
       return persister;
     },
     schedule: async (...actions) => {
-      arrayPush(scheduledActions, ...actions);
+      arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
       return persister;
     },
@@ -147,7 +179,7 @@ const createCustomPersister = (
   return objFreeze(persister);
 };
 
-const createFilePersister = (store, filePath) => {
+const createFilePersister = (store, filePath, onIgnoredError) => {
   const getPersisted = async () => jsonParse(await readFile(filePath, UTF8));
   const setPersisted = async (getContent) =>
     await writeFile(filePath, jsonString(getContent()), UTF8);
@@ -159,6 +191,7 @@ const createFilePersister = (store, filePath) => {
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
   );
 };
 

package/lib/debug/persisters/persister-remote.js

@@ -21,32 +21,55 @@ const jsonString = (obj) =>
   );
 const jsonParse = JSON.parse;
 
+const collHas = (coll, keyOrValue) => coll?.has(keyOrValue) ?? false;
+const collDel = (coll, keyOrValue) => coll?.delete(keyOrValue);
+
+const mapNew = (entries) => new Map(entries);
+const mapGet = (map, key) => map?.get(key);
+const mapSet = (map, key, value) =>
+  isUndefined(value) ? (collDel(map, key), map) : map?.set(key, value);
+const mapEnsure = (map, key, getDefaultValue) => {
+  if (!collHas(map, key)) {
+    mapSet(map, key, getDefaultValue());
+  }
+  return mapGet(map, key);
+};
+
+const scheduleRunning = mapNew();
+const scheduleActions = mapNew();
 const createCustomPersister = (
   store,
   getPersisted,
   setPersisted,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
+  scheduleId = [],
 ) => {
   let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let running = 0;
   let listening = 0;
   let action;
   let listeningHandle;
-  const scheduledActions = [];
+  mapEnsure(scheduleRunning, scheduleId, () => 0);
+  mapEnsure(scheduleActions, scheduleId, () => []);
   const run = async () => {
     /* istanbul ignore else */
-    if (!running) {
-      running = 1;
-      while (!isUndefined((action = arrayShift(scheduledActions)))) {
+    if (!mapGet(scheduleRunning, scheduleId)) {
+      mapSet(scheduleRunning, scheduleId, 1);
+      while (
+        !isUndefined((action = arrayShift(mapGet(scheduleActions, scheduleId))))
+      ) {
         try {
           await action();
-        } catch {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError?.(error);
+        }
       }
-      running = 0;
+      mapSet(scheduleRunning, scheduleId, 0);
     }
   };
   const loadLock = async (actions) => {
@@ -77,16 +100,22 @@ const createCustomPersister = (
       await persister.load(initialTables, initialValues);
       listening = 1;
       listeningHandle = addPersisterListener(
-        async (getContent, getTransactionChanges) =>
-          await loadLock(async () => {
-            if (getTransactionChanges) {
-              store.setTransactionChanges(getTransactionChanges());
-            } else {
+        async (getContent, getTransactionChanges) => {
+          if (getTransactionChanges) {
+            const transactionChanges = getTransactionChanges();
+            await loadLock(async () =>
+              store.setTransactionChanges(transactionChanges),
+            );
+          } else {
+            await loadLock(async () => {
               try {
                 store.setContent(getContent?.() ?? (await getPersisted()));
-              } catch {}
-            }
-          }),
+              } catch (error) {
+                onIgnoredError?.(error);
+              }
+            });
+          }
+        },
       );
       return persister;
     },
@@ -108,7 +137,10 @@ const createCustomPersister = (
         await persister.schedule(async () => {
           try {
             await setPersisted(store.getContent, getTransactionChanges);
-          } catch {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError?.(error);
+          }
           loadSave = 0;
         });
       }
@@ -131,7 +163,7 @@ const createCustomPersister = (
       return persister;
     },
     schedule: async (...actions) => {
-      arrayPush(scheduledActions, ...actions);
+      arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
       return persister;
     },
@@ -148,6 +180,7 @@ const createRemotePersister = (
   loadUrl,
   saveUrl,
   autoLoadIntervalSeconds,
+  onIgnoredError,
 ) => {
   let lastEtag;
   const getPersisted = async () => {
@@ -181,6 +214,7 @@ const createRemotePersister = (
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
   );
 };