tinybase 4.0.3 → 4.0.4

package/lib/debug/persisters/persister-sqlite-wasm.js

@@ -83,7 +83,7 @@ const escapeId = (str) => `"${str.replace(/"/g, '""')}"`;
 const SELECT_STAR_FROM = 'SELECT*FROM';
 const FROM_PRAGMA_TABLE = 'FROM pragma_table_';
 const WHERE = 'WHERE';
-const getCommandFunctions = (cmd, managedTableNames) => {
+const getCommandFunctions = (cmd, managedTableNames, onIgnoredError) => {
   const schemaMap = mapNew();
   const canSelect = (tableName, rowIdColumnName) =>
     !isUndefined(mapGet(mapGet(schemaMap, tableName), rowIdColumnName));
@@ -281,7 +281,18 @@ const getCommandFunctions = (cmd, managedTableNames) => {
       }
     }
   };
-  return [refreshSchema, loadTable, saveTable];
+  const transaction = async (actions) => {
+    let result;
+    await cmd('BEGIN');
+    try {
+      result = await actions();
+    } catch (error) {
+      onIgnoredError?.(error);
+    }
+    await cmd('END');
+    return result;
+  };
+  return [refreshSchema, loadTable, saveTable, transaction];
 };
 const upsert = async (
   cmd,
@@ -331,32 +342,41 @@ const jsonString = (obj) =>
   );
 const jsonParse = JSON.parse;
 
+const scheduleRunning = mapNew();
+const scheduleActions = mapNew();
 const createCustomPersister = (
   store,
   getPersisted,
   setPersisted,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
+  scheduleId = [],
 ) => {
   let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let running = 0;
   let listening = 0;
   let action;
   let listeningHandle;
-  const scheduledActions = [];
+  mapEnsure(scheduleRunning, scheduleId, () => 0);
+  mapEnsure(scheduleActions, scheduleId, () => []);
   const run = async () => {
     /* istanbul ignore else */
-    if (!running) {
-      running = 1;
-      while (!isUndefined((action = arrayShift(scheduledActions)))) {
+    if (!mapGet(scheduleRunning, scheduleId)) {
+      mapSet(scheduleRunning, scheduleId, 1);
+      while (
+        !isUndefined((action = arrayShift(mapGet(scheduleActions, scheduleId))))
+      ) {
         try {
           await action();
-        } catch {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError?.(error);
+        }
       }
-      running = 0;
+      mapSet(scheduleRunning, scheduleId, 0);
     }
   };
   const loadLock = async (actions) => {
@@ -387,16 +407,22 @@ const createCustomPersister = (
       await persister.load(initialTables, initialValues);
       listening = 1;
       listeningHandle = addPersisterListener(
-        async (getContent, getTransactionChanges) =>
-          await loadLock(async () => {
-            if (getTransactionChanges) {
-              store.setTransactionChanges(getTransactionChanges());
-            } else {
+        async (getContent, getTransactionChanges) => {
+          if (getTransactionChanges) {
+            const transactionChanges = getTransactionChanges();
+            await loadLock(async () =>
+              store.setTransactionChanges(transactionChanges),
+            );
+          } else {
+            await loadLock(async () => {
               try {
                 store.setContent(getContent?.() ?? (await getPersisted()));
-              } catch {}
-            }
-          }),
+              } catch (error) {
+                onIgnoredError?.(error);
+              }
+            });
+          }
+        },
       );
       return persister;
     },
@@ -418,7 +444,10 @@ const createCustomPersister = (
         await persister.schedule(async () => {
           try {
             await setPersisted(store.getContent, getTransactionChanges);
-          } catch {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError?.(error);
+          }
           loadSave = 0;
         });
       }
@@ -441,7 +470,7 @@ const createCustomPersister = (
       return persister;
     },
     schedule: async (...actions) => {
-      arrayPush(scheduledActions, ...actions);
+      arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
       return persister;
     },
@@ -458,28 +487,30 @@ const createJsonSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [storeTableName],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
-  const getPersisted = async () => {
-    await refreshSchema();
-    return jsonParse(
-      (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
-        SINGLE_ROW_ID
-      ]?.[STORE_COLUMN],
-    );
-  };
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      return jsonParse(
+        (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
+          SINGLE_ROW_ID
+        ]?.[STORE_COLUMN] ?? 'null',
+      );
+    });
   const setPersisted = async (getContent) =>
-    persister.schedule(refreshSchema, async () => {
+    await transaction(async () => {
+      await refreshSchema();
       await saveTable(
         storeTableName,
         DEFAULT_ROW_ID_COLUMN_NAME,
         {
-          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent())},
+          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent() ?? null)},
         },
         true,
         true,
@@ -491,6 +522,8 @@ const createJsonSqlitePersister = (
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -500,17 +533,17 @@ const createTabularSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [
     tablesLoadConfig,
     tablesSaveConfig,
     [valuesLoad, valuesSave, valuesTableName],
   ],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
   const saveTables = async (tables, partial) =>
     await promiseAll(
       mapMap(
@@ -565,32 +598,36 @@ const createTabularSqlitePersister = (
           SINGLE_ROW_ID
         ]
       : {};
-  const getPersisted = async () => {
-    await refreshSchema();
-    const tables = await loadTables();
-    const values = await loadValues();
-    return !objIsEmpty(tables) || !isUndefined(values)
-      ? [tables, values]
-      : void 0;
-  };
-  const setPersisted = async (getContent, getTransactionChanges) => {
-    await refreshSchema();
-    if (!isUndefined(getTransactionChanges)) {
-      const [tableChanges, valueChanges] = getTransactionChanges();
-      await saveTables(tableChanges, true);
-      await saveValues(valueChanges, true);
-    } else {
-      const [tables, values] = getContent();
-      await saveTables(tables);
-      await saveValues(values);
-    }
-  };
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      const tables = await loadTables();
+      const values = await loadValues();
+      return !objIsEmpty(tables) || !isUndefined(values)
+        ? [tables, values]
+        : void 0;
+    });
+  const setPersisted = async (getContent, getTransactionChanges) =>
+    await transaction(async () => {
+      await refreshSchema();
+      if (!isUndefined(getTransactionChanges)) {
+        const [tableChanges, valueChanges] = getTransactionChanges();
+        await saveTables(tableChanges, true);
+        await saveValues(valueChanges, true);
+      } else {
+        const [tables, values] = getContent();
+        await saveTables(tables);
+        await saveValues(values);
+      }
+    });
   const persister = createCustomPersister(
     store,
     getPersisted,
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -697,7 +734,9 @@ const createSqlitePersister = (
   cmd,
   addUpdateListener,
   delUpdateListener,
-  logSql,
+  onSqlCommand,
+  onIgnoredError,
+  scheduleId,
 ) => {
   let dataVersion;
   let schemaVersion;
@@ -737,16 +776,18 @@ const createSqlitePersister = (
   };
   return (isJson ? createJsonSqlitePersister : createTabularSqlitePersister)(
     store,
-    logSql
+    onSqlCommand
       ? async (sql, args) => {
-          logSql(sql, args);
+          onSqlCommand(sql, args);
           return await cmd(sql, args);
         }
       : cmd,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
     defaultedConfig,
     collValues(managedTableNamesSet),
+    scheduleId,
   );
 };
 
@@ -755,7 +796,8 @@ const createSqliteWasmPersister = (
   sqlite3,
   db,
   configOrStoreTableName,
-  logSql,
+  onSqlCommand,
+  onIgnoredError,
 ) =>
   createSqlitePersister(
     store,
@@ -771,7 +813,9 @@ const createSqliteWasmPersister = (
         0,
       ),
     () => sqlite3.capi.sqlite3_update_hook(db, () => 0, 0),
-    logSql,
+    onSqlCommand,
+    onIgnoredError,
+    db,
   );
 
 export {createSqliteWasmPersister};

package/lib/debug/persisters/persister-sqlite3.js

@@ -84,7 +84,7 @@ const escapeId = (str) => `"${str.replace(/"/g, '""')}"`;
 const SELECT_STAR_FROM = 'SELECT*FROM';
 const FROM_PRAGMA_TABLE = 'FROM pragma_table_';
 const WHERE = 'WHERE';
-const getCommandFunctions = (cmd, managedTableNames) => {
+const getCommandFunctions = (cmd, managedTableNames, onIgnoredError) => {
   const schemaMap = mapNew();
   const canSelect = (tableName, rowIdColumnName) =>
     !isUndefined(mapGet(mapGet(schemaMap, tableName), rowIdColumnName));
@@ -282,7 +282,18 @@ const getCommandFunctions = (cmd, managedTableNames) => {
       }
     }
   };
-  return [refreshSchema, loadTable, saveTable];
+  const transaction = async (actions) => {
+    let result;
+    await cmd('BEGIN');
+    try {
+      result = await actions();
+    } catch (error) {
+      onIgnoredError?.(error);
+    }
+    await cmd('END');
+    return result;
+  };
+  return [refreshSchema, loadTable, saveTable, transaction];
 };
 const upsert = async (
   cmd,
@@ -332,32 +343,41 @@ const jsonString = (obj) =>
   );
 const jsonParse = JSON.parse;
 
+const scheduleRunning = mapNew();
+const scheduleActions = mapNew();
 const createCustomPersister = (
   store,
   getPersisted,
   setPersisted,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
+  scheduleId = [],
 ) => {
   let listenerId;
   let loadSave = 0;
   let loads = 0;
   let saves = 0;
-  let running = 0;
   let listening = 0;
   let action;
   let listeningHandle;
-  const scheduledActions = [];
+  mapEnsure(scheduleRunning, scheduleId, () => 0);
+  mapEnsure(scheduleActions, scheduleId, () => []);
   const run = async () => {
     /* istanbul ignore else */
-    if (!running) {
-      running = 1;
-      while (!isUndefined((action = arrayShift(scheduledActions)))) {
+    if (!mapGet(scheduleRunning, scheduleId)) {
+      mapSet(scheduleRunning, scheduleId, 1);
+      while (
+        !isUndefined((action = arrayShift(mapGet(scheduleActions, scheduleId))))
+      ) {
         try {
           await action();
-        } catch {}
+        } catch (error) {
+          /* istanbul ignore next */
+          onIgnoredError?.(error);
+        }
       }
-      running = 0;
+      mapSet(scheduleRunning, scheduleId, 0);
     }
   };
   const loadLock = async (actions) => {
@@ -388,16 +408,22 @@ const createCustomPersister = (
       await persister.load(initialTables, initialValues);
       listening = 1;
       listeningHandle = addPersisterListener(
-        async (getContent, getTransactionChanges) =>
-          await loadLock(async () => {
-            if (getTransactionChanges) {
-              store.setTransactionChanges(getTransactionChanges());
-            } else {
+        async (getContent, getTransactionChanges) => {
+          if (getTransactionChanges) {
+            const transactionChanges = getTransactionChanges();
+            await loadLock(async () =>
+              store.setTransactionChanges(transactionChanges),
+            );
+          } else {
+            await loadLock(async () => {
               try {
                 store.setContent(getContent?.() ?? (await getPersisted()));
-              } catch {}
-            }
-          }),
+              } catch (error) {
+                onIgnoredError?.(error);
+              }
+            });
+          }
+        },
       );
       return persister;
     },
@@ -419,7 +445,10 @@ const createCustomPersister = (
         await persister.schedule(async () => {
           try {
             await setPersisted(store.getContent, getTransactionChanges);
-          } catch {}
+          } catch (error) {
+            /* istanbul ignore next */
+            onIgnoredError?.(error);
+          }
           loadSave = 0;
         });
       }
@@ -442,7 +471,7 @@ const createCustomPersister = (
       return persister;
     },
     schedule: async (...actions) => {
-      arrayPush(scheduledActions, ...actions);
+      arrayPush(mapGet(scheduleActions, scheduleId), ...actions);
       await run();
       return persister;
     },
@@ -459,28 +488,30 @@ const createJsonSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [storeTableName],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
-  const getPersisted = async () => {
-    await refreshSchema();
-    return jsonParse(
-      (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
-        SINGLE_ROW_ID
-      ]?.[STORE_COLUMN],
-    );
-  };
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      return jsonParse(
+        (await loadTable(storeTableName, DEFAULT_ROW_ID_COLUMN_NAME))[
+          SINGLE_ROW_ID
+        ]?.[STORE_COLUMN] ?? 'null',
+      );
+    });
   const setPersisted = async (getContent) =>
-    persister.schedule(refreshSchema, async () => {
+    await transaction(async () => {
+      await refreshSchema();
       await saveTable(
         storeTableName,
         DEFAULT_ROW_ID_COLUMN_NAME,
         {
-          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent())},
+          [SINGLE_ROW_ID]: {[STORE_COLUMN]: jsonString(getContent() ?? null)},
         },
         true,
         true,
@@ -492,6 +523,8 @@ const createJsonSqlitePersister = (
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -501,17 +534,17 @@ const createTabularSqlitePersister = (
   cmd,
   addPersisterListener,
   delPersisterListener,
+  onIgnoredError,
   [
     tablesLoadConfig,
     tablesSaveConfig,
     [valuesLoad, valuesSave, valuesTableName],
   ],
   managedTableNames,
+  scheduleId,
 ) => {
-  const [refreshSchema, loadTable, saveTable] = getCommandFunctions(
-    cmd,
-    managedTableNames,
-  );
+  const [refreshSchema, loadTable, saveTable, transaction] =
+    getCommandFunctions(cmd, managedTableNames, onIgnoredError);
   const saveTables = async (tables, partial) =>
     await promiseAll(
       mapMap(
@@ -566,32 +599,36 @@ const createTabularSqlitePersister = (
           SINGLE_ROW_ID
         ]
       : {};
-  const getPersisted = async () => {
-    await refreshSchema();
-    const tables = await loadTables();
-    const values = await loadValues();
-    return !objIsEmpty(tables) || !isUndefined(values)
-      ? [tables, values]
-      : void 0;
-  };
-  const setPersisted = async (getContent, getTransactionChanges) => {
-    await refreshSchema();
-    if (!isUndefined(getTransactionChanges)) {
-      const [tableChanges, valueChanges] = getTransactionChanges();
-      await saveTables(tableChanges, true);
-      await saveValues(valueChanges, true);
-    } else {
-      const [tables, values] = getContent();
-      await saveTables(tables);
-      await saveValues(values);
-    }
-  };
+  const getPersisted = async () =>
+    await transaction(async () => {
+      await refreshSchema();
+      const tables = await loadTables();
+      const values = await loadValues();
+      return !objIsEmpty(tables) || !isUndefined(values)
+        ? [tables, values]
+        : void 0;
+    });
+  const setPersisted = async (getContent, getTransactionChanges) =>
+    await transaction(async () => {
+      await refreshSchema();
+      if (!isUndefined(getTransactionChanges)) {
+        const [tableChanges, valueChanges] = getTransactionChanges();
+        await saveTables(tableChanges, true);
+        await saveValues(valueChanges, true);
+      } else {
+        const [tables, values] = getContent();
+        await saveTables(tables);
+        await saveValues(values);
+      }
+    });
   const persister = createCustomPersister(
     store,
     getPersisted,
     setPersisted,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
+    scheduleId,
   );
   return persister;
 };
@@ -698,7 +735,9 @@ const createSqlitePersister = (
   cmd,
   addUpdateListener,
   delUpdateListener,
-  logSql,
+  onSqlCommand,
+  onIgnoredError,
+  scheduleId,
 ) => {
   let dataVersion;
   let schemaVersion;
@@ -738,21 +777,29 @@ const createSqlitePersister = (
   };
   return (isJson ? createJsonSqlitePersister : createTabularSqlitePersister)(
     store,
-    logSql
+    onSqlCommand
       ? async (sql, args) => {
-          logSql(sql, args);
+          onSqlCommand(sql, args);
           return await cmd(sql, args);
         }
       : cmd,
     addPersisterListener,
     delPersisterListener,
+    onIgnoredError,
     defaultedConfig,
     collValues(managedTableNamesSet),
+    scheduleId,
   );
 };
 
 const CHANGE = 'change';
-const createSqlite3Persister = (store, db, configOrStoreTableName, logSql) =>
+const createSqlite3Persister = (
+  store,
+  db,
+  configOrStoreTableName,
+  onSqlCommand,
+  onIgnoredError,
+) =>
   createSqlitePersister(
     store,
     configOrStoreTableName,
@@ -768,7 +815,9 @@ const createSqlite3Persister = (store, db, configOrStoreTableName, logSql) =>
       return observer;
     },
     (observer) => db.off(CHANGE, observer),
-    logSql,
+    onSqlCommand,
+    onIgnoredError,
+    db,
   );
 
 export {createSqlite3Persister};