tinybase 8.0.0-beta.0 → 8.0.0-beta.1

package/omni/with-schemas/index.js

@@ -114,6 +114,7 @@ const noop = () => {};
 const getArg = (value) => value;
 const promiseNew = (resolver) => new promise(resolver);
 const promiseAll = async (promises) => promise.all(promises);
+const structuredClone = GLOBAL.structuredClone;
 const errorNew = (message) => {
   throw new Error(message);
 };
@@ -157,33 +158,6 @@ const arrayUnshift = (array, ...values) => array.unshift(...values);
 const arrayShift = (array) => array.shift();
 const arrayWith = (array, index, value) => array.with(index, value);
 
-const getCellOrValueType = (cellOrValue) => {
-  if (isNull(cellOrValue)) {
-    return NULL;
-  }
-  const type = getTypeOf(cellOrValue);
-  return isTypeStringOrBoolean(type) ||
-    (type == NUMBER && isFiniteNumber(cellOrValue))
-    ? type
-    : void 0;
-};
-const isCellOrValueOrUndefined = (cellOrValue) =>
-  isUndefined(cellOrValue) || !isUndefined(getCellOrValueType(cellOrValue));
-const setOrDelCell = (store, tableId, rowId, cellId, cell) =>
-  isUndefined(cell)
-    ? store.delCell(tableId, rowId, cellId, true)
-    : store.setCell(tableId, rowId, cellId, cell);
-const setOrDelValue = (store, valueId, value) =>
-  isUndefined(value) ? store.delValue(valueId) : store.setValue(valueId, value);
-const getTypeCase = (type, stringCase, numberCase, booleanCase) =>
-  type == STRING
-    ? stringCase
-    : type == NUMBER
-      ? numberCase
-      : type == BOOLEAN
-        ? booleanCase
-        : null;
-
 const collSizeN = (collSizer) => (coll) =>
   arrayReduce(collValues(coll), (total, coll2) => total + collSizer(coll2), 0);
 const collSize = (coll) => coll?.size ?? 0;
@@ -276,31 +250,32 @@ const objValidate = (obj, validateChild, onInvalidObj, emptyIsValid = 0) => {
   return emptyIsValid ? true : !objIsEmpty(obj);
 };
 
-const mapNew = (entries) => new Map(entries);
-const mapKeys = (map) => [...(map?.keys() ?? [])];
-const mapGet = (map, key) => map?.get(key);
-const mapForEach = (map, cb) =>
-  collForEach(map, (value, key) => cb(key, value));
+const map = Map;
+const mapNew = (entries) => new map(entries);
+const mapKeys = (map2) => [...(map2?.keys() ?? [])];
+const mapGet = (map2, key) => map2?.get(key);
+const mapForEach = (map2, cb) =>
+  collForEach(map2, (value, key) => cb(key, value));
 const mapMap = (coll, cb) =>
   arrayMap([...(coll?.entries() ?? [])], ([key, value]) => cb(value, key));
-const mapSet = (map, key, value) =>
-  isUndefined(value) ? (collDel(map, key), map) : map?.set(key, value);
-const mapEnsure = (map, key, getDefaultValue, hadExistingValue) => {
-  if (!collHas(map, key)) {
-    mapSet(map, key, getDefaultValue());
+const mapSet = (map2, key, value) =>
+  isUndefined(value) ? (collDel(map2, key), map2) : map2?.set(key, value);
+const mapEnsure = (map2, key, getDefaultValue, hadExistingValue) => {
+  if (!collHas(map2, key)) {
+    mapSet(map2, key, getDefaultValue());
   } else {
-    hadExistingValue?.(mapGet(map, key));
+    hadExistingValue?.(mapGet(map2, key));
   }
-  return mapGet(map, key);
+  return mapGet(map2, key);
 };
-const mapMatch = (map, obj, set, del = mapSet) => {
-  objMap(obj, (value, id) => set(map, id, value));
-  mapForEach(map, (id) => (objHas(obj, id) ? 0 : del(map, id)));
-  return map;
+const mapMatch = (map2, obj, set, del = mapSet) => {
+  objMap(obj, (value, id) => set(map2, id, value));
+  mapForEach(map2, (id) => (objHas(obj, id) ? 0 : del(map2, id)));
+  return map2;
 };
-const mapToObj = (map, valueMapper, excludeMapValue, excludeObjValue) => {
+const mapToObj = (map2, valueMapper, excludeMapValue, excludeObjValue) => {
   const obj = {};
-  collForEach(map, (mapValue, id) => {
+  collForEach(map2, (mapValue, id) => {
     if (!excludeMapValue?.(mapValue, id)) {
       const objValue = valueMapper ? valueMapper(mapValue, id) : mapValue;
       if (!excludeObjValue?.(objValue)) {
@@ -310,27 +285,27 @@ const mapToObj = (map, valueMapper, excludeMapValue, excludeObjValue) => {
   });
   return obj;
 };
-const mapToObj2 = (map, valueMapper, excludeMapValue) =>
+const mapToObj2 = (map2, valueMapper, excludeMapValue) =>
   mapToObj(
-    map,
+    map2,
     (childMap) => mapToObj(childMap, valueMapper, excludeMapValue),
     collIsEmpty,
     objIsEmpty,
   );
-const mapToObj3 = (map, valueMapper, excludeMapValue) =>
+const mapToObj3 = (map2, valueMapper, excludeMapValue) =>
   mapToObj(
-    map,
+    map2,
     (childMap) => mapToObj2(childMap, valueMapper, excludeMapValue),
     collIsEmpty,
     objIsEmpty,
   );
-const mapClone = (map, mapValue) => {
-  const map2 = mapNew();
-  collForEach(map, (value, key) => map2.set(key, mapValue?.(value) ?? value));
-  return map2;
+const mapClone = (map2, mapValue) => {
+  const map22 = mapNew();
+  collForEach(map2, (value, key) => map22.set(key, mapValue?.(value) ?? value));
+  return map22;
 };
-const mapClone2 = (map) => mapClone(map, mapClone);
-const mapClone3 = (map) => mapClone(map, mapClone2);
+const mapClone2 = (map2) => mapClone(map2, mapClone);
+const mapClone3 = (map2) => mapClone(map2, mapClone2);
 const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
   ifNotUndefined(
     (ensureLeaf ? mapEnsure : mapGet)(
@@ -644,12 +619,18 @@ const createCheckpoints = getCreateFunction(
         collForEach(cellsDelta2, (table, tableId) =>
           collForEach(table, (row, rowId) =>
             collForEach(row, (oldNew, cellId) =>
-              setOrDelCell(store, tableId, rowId, cellId, oldNew[oldOrNew]),
+              store.setOrDelCell(
+                tableId,
+                rowId,
+                cellId,
+                oldNew[oldOrNew],
+                true,
+              ),
             ),
           ),
         );
         collForEach(valuesDelta2, (oldNew, valueId) =>
-          setOrDelValue(store, valueId, oldNew[oldOrNew]),
+          store.setOrDelValue(valueId, oldNew[oldOrNew], true),
         );
       });
       listening = 1;
@@ -899,7 +880,16 @@ const jsonStringWithMap = (obj) =>
 const jsonStringWithUndefined = (obj) =>
   jsonString(obj, (_key, value) => (isUndefined(value) ? UNDEFINED : value));
 const jsonParseWithUndefined = (str) =>
-  jsonParse(str, (_key, value) => (value === UNDEFINED ? void 0 : value));
+  // JSON.parse reviver removes properties with undefined values
+  replaceUndefinedString(jsonParse(str));
+const replaceUndefinedString = (obj) =>
+  obj === UNDEFINED
+    ? void 0
+    : isArray(obj)
+      ? arrayMap(obj, replaceUndefinedString)
+      : isObject(obj)
+        ? objMap(obj, replaceUndefinedString)
+        : obj;
 
 const textEncoder = /* @__PURE__ */ new GLOBAL.TextEncoder();
 const getHash = (string) => {
@@ -1239,6 +1229,27 @@ const createIndexes = getCreateFunction((store) => {
   return objFreeze(indexes);
 });
 
+const getCellOrValueType = (cellOrValue) => {
+  if (isNull(cellOrValue)) {
+    return NULL;
+  }
+  const type = getTypeOf(cellOrValue);
+  return isTypeStringOrBoolean(type) ||
+    (type == NUMBER && isFiniteNumber(cellOrValue))
+    ? type
+    : void 0;
+};
+const isCellOrValueOrUndefined = (cellOrValue) =>
+  isUndefined(cellOrValue) || !isUndefined(getCellOrValueType(cellOrValue));
+const getTypeCase = (type, stringCase, numberCase, booleanCase) =>
+  type == STRING
+    ? stringCase
+    : type == NUMBER
+      ? numberCase
+      : type == BOOLEAN
+        ? booleanCase
+        : null;
+
 const stampClone = ([value, hlc]) => stampNew(value, hlc);
 const stampCloneWithHash = ([value, hlc, hash]) => [value, hlc, hash];
 const stampNew = (value, hlc) => (hlc ? [value, hlc] : [value]);
@@ -1283,13 +1294,17 @@ const idsChanged = (changedIds, id2, addedOrRemoved) =>
     id2,
     mapGet(changedIds, id2) == -addedOrRemoved ? void 0 : addedOrRemoved,
   );
+const contentOrChangesIsEqual = ([tables1, values1], [tables2, values2]) =>
+  objIsEqual(tables1, tables2) && objIsEqual(values1, values2);
 const createStore = () => {
   let hasTablesSchema;
   let hasValuesSchema;
   let hadTables = false;
   let hadValues = false;
   let transactions = 0;
+  let middleware = [];
   let internalListeners = [];
+  let mutating = 0;
   const changedTableIds = mapNew();
   const changedTableCellIds = mapNew();
   const changedRowCount = mapNew();
@@ -1335,6 +1350,19 @@ const createStore = () => {
   const finishTransactionListeners = pairNewMap();
   const [addListener, callListeners, delListenerImpl, callListenerImpl] =
     getListenerFunctions(() => store);
+  const whileMutating = (action) => {
+    const wasMutating = mutating;
+    mutating = 1;
+    const result = action();
+    mutating = wasMutating;
+    return result;
+  };
+  const ifTransformed = (snapshot, getResult, then, isEqual = Object.is) =>
+    ifNotUndefined(getResult(), (result) =>
+      snapshot === result || isEqual(snapshot, result)
+        ? then(result)
+        : whileMutating(() => then(result)),
+    );
   const validateTablesSchema = (tableSchema) =>
     objValidate(tableSchema, (tableSchema2) =>
       objValidate(tableSchema2, validateCellOrValueSchema),
@@ -1522,82 +1550,194 @@ const createStore = () => {
     );
   const setOrDelTables = (tables) =>
     objIsEmpty(tables) ? delTables() : setTables(tables);
-  const setValidContent = ([tables, values]) => {
-    (objIsEmpty(tables) ? delTables : setTables)(tables);
-    (objIsEmpty(values) ? delValues : setValues)(values);
-  };
-  const setValidTables = (tables) =>
-    mapMatch(
-      tablesMap,
+  const setOrDelCell = (tableId, rowId, cellId, cell, skipMiddleware) =>
+    isUndefined(cell)
+      ? delCell(tableId, rowId, cellId, true, skipMiddleware)
+      : setCell(tableId, rowId, cellId, cell, skipMiddleware);
+  const setOrDelValues = (values) =>
+    objIsEmpty(values) ? delValues() : setValues(values);
+  const setOrDelValue = (valueId, value, skipMiddleware) =>
+    isUndefined(value)
+      ? delValue(valueId, skipMiddleware)
+      : setValue(valueId, value, skipMiddleware);
+  const setValidContent = (content) =>
+    ifTransformed(
+      content,
+      () =>
+        ifNotUndefined(
+          middleware[0],
+          (willSetContent) =>
+            whileMutating(() => willSetContent(structuredClone(content))),
+          () => content,
+        ),
+      ([tables, values]) => {
+        (objIsEmpty(tables) ? delTables : setTables)(tables);
+        (objIsEmpty(values) ? delValues : setValues)(values);
+      },
+      contentOrChangesIsEqual,
+    );
+  const setValidTables = (tables, forceDel) =>
+    ifTransformed(
       tables,
-      (_tables, tableId, table) => setValidTable(tableId, table),
-      (_tables, tableId) => delValidTable(tableId),
+      () =>
+        forceDel
+          ? tables
+          : ifNotUndefined(
+              middleware[1],
+              (willSetTables) =>
+                whileMutating(() => willSetTables(structuredClone(tables))),
+              () => tables,
+            ),
+      (validTables) =>
+        mapMatch(
+          tablesMap,
+          validTables,
+          (_tables, tableId, table) => setValidTable(tableId, table),
+          (_tables, tableId) => delValidTable(tableId),
+        ),
+      objIsEqual,
     );
-  const setValidTable = (tableId, table) =>
-    mapMatch(
-      mapEnsure(tablesMap, tableId, () => {
-        tableIdsChanged(tableId, 1);
-        mapSet(tablePoolFunctions, tableId, getPoolFunctions());
-        mapSet(tableCellIds, tableId, mapNew());
-        return mapNew();
-      }),
+  const setValidTable = (tableId, table, forceDel) =>
+    ifTransformed(
       table,
-      (tableMap, rowId, row) => setValidRow(tableId, tableMap, rowId, row),
-      (tableMap, rowId) => delValidRow(tableId, tableMap, rowId),
+      () =>
+        forceDel
+          ? table
+          : ifNotUndefined(
+              middleware[2],
+              (willSetTable) =>
+                whileMutating(() =>
+                  willSetTable(tableId, structuredClone(table)),
+                ),
+              () => table,
+            ),
+      (validTable) =>
+        mapMatch(
+          mapEnsure(tablesMap, tableId, () => {
+            tableIdsChanged(tableId, 1);
+            mapSet(tablePoolFunctions, tableId, getPoolFunctions());
+            mapSet(tableCellIds, tableId, mapNew());
+            return mapNew();
+          }),
+          validTable,
+          (tableMap, rowId, row) => setValidRow(tableId, tableMap, rowId, row),
+          (tableMap, rowId) => delValidRow(tableId, tableMap, rowId),
+        ),
+      objIsEqual,
     );
   const setValidRow = (tableId, tableMap, rowId, row, forceDel) =>
-    mapMatch(
-      mapEnsure(tableMap, rowId, () => {
-        rowIdsChanged(tableId, rowId, 1);
-        return mapNew();
-      }),
+    ifTransformed(
       row,
-      (rowMap, cellId, cell) =>
-        setValidCell(tableId, rowId, rowMap, cellId, cell),
-      (rowMap, cellId) =>
-        delValidCell(tableId, tableMap, rowId, rowMap, cellId, forceDel),
-    );
-  const setValidCell = (tableId, rowId, rowMap, cellId, cell) => {
-    if (!collHas(rowMap, cellId)) {
-      cellIdsChanged(tableId, rowId, cellId, 1);
-    }
-    const oldCell = mapGet(rowMap, cellId);
-    if (cell !== oldCell) {
-      cellChanged(tableId, rowId, cellId, oldCell, cell);
-      mapSet(rowMap, cellId, cell);
-    }
-  };
-  const setCellIntoDefaultRow = (tableId, tableMap, rowId, cellId, validCell) =>
+      () =>
+        forceDel
+          ? row
+          : ifNotUndefined(
+              middleware[3],
+              (willSetRow) =>
+                whileMutating(() =>
+                  willSetRow(tableId, rowId, structuredClone(row)),
+                ),
+              () => row,
+            ),
+      (validRow) =>
+        mapMatch(
+          mapEnsure(tableMap, rowId, () => {
+            rowIdsChanged(tableId, rowId, 1);
+            return mapNew();
+          }),
+          validRow,
+          (rowMap, cellId, cell) =>
+            setValidCell(tableId, rowId, rowMap, cellId, cell),
+          (rowMap, cellId) =>
+            delValidCell(tableId, tableMap, rowId, rowMap, cellId, forceDel),
+        ),
+      objIsEqual,
+    );
+  const setValidCell = (tableId, rowId, rowMap, cellId, cell, skipMiddleware) =>
+    ifTransformed(
+      cell,
+      () =>
+        ifNotUndefined(
+          skipMiddleware ? void 0 : middleware[4],
+          (willSetCell) =>
+            whileMutating(() => willSetCell(tableId, rowId, cellId, cell)),
+          () => cell,
+        ),
+      (cell2) => {
+        if (!collHas(rowMap, cellId)) {
+          cellIdsChanged(tableId, rowId, cellId, 1);
+        }
+        const oldCell = mapGet(rowMap, cellId);
+        if (cell2 !== oldCell) {
+          cellChanged(tableId, rowId, cellId, oldCell, cell2);
+          mapSet(rowMap, cellId, cell2);
+        }
+      },
+    );
+  const setCellIntoNewRow = (
+    tableId,
+    tableMap,
+    rowId,
+    cellId,
+    validCell,
+    skipMiddleware,
+  ) =>
     ifNotUndefined(
       mapGet(tableMap, rowId),
-      (rowMap) => setValidCell(tableId, rowId, rowMap, cellId, validCell),
-      () =>
-        setValidRow(
-          tableId,
-          tableMap,
-          rowId,
+      (rowMap) =>
+        setValidCell(tableId, rowId, rowMap, cellId, validCell, skipMiddleware),
+      () => {
+        const rowMap = mapNew();
+        mapSet(tableMap, rowId, rowMap);
+        rowIdsChanged(tableId, rowId, 1);
+        objMap(
           addDefaultsToRow({[cellId]: validCell}, tableId, rowId),
-        ),
+          (cell, cellId2) =>
+            setValidCell(tableId, rowId, rowMap, cellId2, cell, skipMiddleware),
+        );
+      },
     );
-  const setOrDelValues = (values) =>
-    objIsEmpty(values) ? delValues() : setValues(values);
-  const setValidValues = (values) =>
-    mapMatch(
-      valuesMap,
+  const setValidValues = (values, forceDel) =>
+    ifTransformed(
       values,
-      (_valuesMap, valueId, value) => setValidValue(valueId, value),
-      (_valuesMap, valueId) => delValidValue(valueId),
+      () =>
+        forceDel
+          ? values
+          : ifNotUndefined(
+              middleware[5],
+              (willSetValues) =>
+                whileMutating(() => willSetValues(structuredClone(values))),
+              () => values,
+            ),
+      (validValues) =>
+        mapMatch(
+          valuesMap,
+          validValues,
+          (_valuesMap, valueId, value) => setValidValue(valueId, value),
+          (_valuesMap, valueId) => delValidValue(valueId),
+        ),
+      objIsEqual,
+    );
+  const setValidValue = (valueId, value, skipMiddleware) =>
+    ifTransformed(
+      value,
+      () =>
+        ifNotUndefined(
+          skipMiddleware ? void 0 : middleware[6],
+          (willSetValue) => whileMutating(() => willSetValue(valueId, value)),
+          () => value,
+        ),
+      (value2) => {
+        if (!collHas(valuesMap, valueId)) {
+          valueIdsChanged(valueId, 1);
+        }
+        const oldValue = mapGet(valuesMap, valueId);
+        if (value2 !== oldValue) {
+          valueChanged(valueId, oldValue, value2);
+          mapSet(valuesMap, valueId, value2);
+        }
+      },
     );
-  const setValidValue = (valueId, value) => {
-    if (!collHas(valuesMap, valueId)) {
-      valueIdsChanged(valueId, 1);
-    }
-    const oldValue = mapGet(valuesMap, valueId);
-    if (value !== oldValue) {
-      valueChanged(valueId, oldValue, value);
-      mapSet(valuesMap, valueId, value);
-    }
-  };
   const getNewRowId = (tableId, reuse) => {
     const [getId] = mapGet(tablePoolFunctions, tableId);
     let rowId;
@@ -1607,14 +1747,34 @@ const createStore = () => {
     return rowId;
   };
   const getOrCreateTable = (tableId) =>
-    mapGet(tablesMap, tableId) ?? setValidTable(tableId, {});
-  const delValidTable = (tableId) => setValidTable(tableId, {});
+    mapEnsure(tablesMap, tableId, () => {
+      tableIdsChanged(tableId, 1);
+      mapSet(tablePoolFunctions, tableId, getPoolFunctions());
+      mapSet(tableCellIds, tableId, mapNew());
+      return mapNew();
+    });
+  const delValidTable = (tableId) => {
+    if (whileMutating(() => middleware[8]?.(tableId)) ?? true) {
+      return setValidTable(tableId, {}, true);
+    }
+    return mapGet(tablesMap, tableId);
+  };
   const delValidRow = (tableId, tableMap, rowId) => {
-    const [, releaseId] = mapGet(tablePoolFunctions, tableId);
-    releaseId(rowId);
-    setValidRow(tableId, tableMap, rowId, {}, true);
+    if (whileMutating(() => middleware[9]?.(tableId, rowId)) ?? true) {
+      const [, releaseId] = mapGet(tablePoolFunctions, tableId);
+      releaseId(rowId);
+      setValidRow(tableId, tableMap, rowId, {}, true);
+    }
   };
-  const delValidCell = (tableId, table, rowId, row, cellId, forceDel) => {
+  const delValidCell = (
+    tableId,
+    table,
+    rowId,
+    row,
+    cellId,
+    forceDel,
+    skipMiddleware,
+  ) => {
     const defaultCell = mapGet(
       mapGet(tablesSchemaRowCache, tableId)?.[0],
       cellId,
@@ -1622,34 +1782,44 @@ const createStore = () => {
     if (!isUndefined(defaultCell) && !forceDel) {
       return setValidCell(tableId, rowId, row, cellId, defaultCell);
     }
-    const delCell2 = (cellId2) => {
-      cellChanged(tableId, rowId, cellId2, mapGet(row, cellId2));
-      cellIdsChanged(tableId, rowId, cellId2, -1);
-      mapSet(row, cellId2);
-    };
-    if (isUndefined(defaultCell)) {
-      delCell2(cellId);
-    } else {
-      mapForEach(row, delCell2);
-    }
-    if (collIsEmpty(row)) {
-      rowIdsChanged(tableId, rowId, -1);
-      if (collIsEmpty(mapSet(table, rowId))) {
-        tableIdsChanged(tableId, -1);
-        mapSet(tablesMap, tableId);
-        mapSet(tablePoolFunctions, tableId);
-        mapSet(tableCellIds, tableId);
+    if (
+      skipMiddleware ||
+      (whileMutating(() => middleware[10]?.(tableId, rowId, cellId)) ?? true)
+    ) {
+      const delCell2 = (cellId2) => {
+        cellChanged(tableId, rowId, cellId2, mapGet(row, cellId2));
+        cellIdsChanged(tableId, rowId, cellId2, -1);
+        mapSet(row, cellId2);
+      };
+      if (isUndefined(defaultCell)) {
+        delCell2(cellId);
+      } else {
+        mapForEach(row, delCell2);
+      }
+      if (collIsEmpty(row)) {
+        rowIdsChanged(tableId, rowId, -1);
+        if (collIsEmpty(mapSet(table, rowId))) {
+          tableIdsChanged(tableId, -1);
+          mapSet(tablesMap, tableId);
+          mapSet(tablePoolFunctions, tableId);
+          mapSet(tableCellIds, tableId);
+        }
       }
     }
   };
-  const delValidValue = (valueId) => {
+  const delValidValue = (valueId, skipMiddleware) => {
     const defaultValue = mapGet(valuesDefaulted, valueId);
     if (!isUndefined(defaultValue)) {
       return setValidValue(valueId, defaultValue);
     }
-    valueChanged(valueId, mapGet(valuesMap, valueId));
-    valueIdsChanged(valueId, -1);
-    mapSet(valuesMap, valueId);
+    if (
+      skipMiddleware ||
+      (whileMutating(() => middleware[12]?.(valueId)) ?? true)
+    ) {
+      valueChanged(valueId, mapGet(valuesMap, valueId));
+      valueIdsChanged(valueId, -1);
+      mapSet(valuesMap, valueId);
+    }
   };
   const tableIdsChanged = (tableId, addedOrRemoved) =>
     idsChanged(changedTableIds, tableId, addedOrRemoved);
@@ -1694,13 +1864,13 @@ const createStore = () => {
       cellId,
       () => [oldCell, 0],
     )[1] = newCell;
-    internalListeners[3]?.(tableId, rowId, cellId, newCell);
+    internalListeners[3]?.(tableId, rowId, cellId, newCell, mutating);
   };
   const valueIdsChanged = (valueId, addedOrRemoved) =>
     idsChanged(changedValueIds, valueId, addedOrRemoved);
   const valueChanged = (valueId, oldValue, newValue) => {
     mapEnsure(changedValues, valueId, () => [oldValue, 0])[1] = newValue;
-    internalListeners[4]?.(valueId, newValue);
+    internalListeners[4]?.(valueId, newValue, mutating);
   };
   const cellInvalid = (tableId, rowId, cellId, invalidCell, defaultedCell) => {
     arrayPush(
@@ -1775,14 +1945,11 @@ const createStore = () => {
     }
   };
   const callTabularListenersForChanges = (mutator) => {
-    const hasTablesNow = hasTables();
-    if (hasTablesNow != hadTables) {
-      callListeners(hasTablesListeners[mutator], void 0, hasTablesNow);
-    }
-    const emptySortedRowIdListeners = collIsEmpty(
+    const hasHasTablesListeners = !collIsEmpty(hasTablesListeners[mutator]);
+    const hasSortedRowIdListeners = !collIsEmpty(
       sortedRowIdsListeners[mutator],
     );
-    const emptyIdAndHasListeners =
+    const hasIdOrHasListeners = !(
       collIsEmpty(cellIdsListeners[mutator]) &&
       collIsEmpty(hasCellListeners[mutator]) &&
       collIsEmpty(rowIdsListeners[mutator]) &&
@@ -1790,15 +1957,17 @@ const createStore = () => {
       collIsEmpty(tableCellIdsListeners[mutator]) &&
       collIsEmpty(hasTableCellListeners[mutator]) &&
       collIsEmpty(rowCountListeners[mutator]) &&
-      emptySortedRowIdListeners &&
+      !hasSortedRowIdListeners &&
       collIsEmpty(tableIdsListeners[mutator]) &&
-      collIsEmpty(hasTableListeners[mutator]);
-    const emptyOtherListeners =
+      collIsEmpty(hasTableListeners[mutator])
+    );
+    const hasOtherListeners = !(
       collIsEmpty(cellListeners[mutator]) &&
       collIsEmpty(rowListeners[mutator]) &&
       collIsEmpty(tableListeners[mutator]) &&
-      collIsEmpty(tablesListeners[mutator]);
-    if (!emptyIdAndHasListeners || !emptyOtherListeners) {
+      collIsEmpty(tablesListeners[mutator])
+    );
+    if (hasHasTablesListeners || hasIdOrHasListeners || hasOtherListeners) {
       const changes = mutator
         ? [
             mapClone(changedTableIds),
@@ -1806,7 +1975,9 @@ const createStore = () => {
             mapClone(changedRowCount),
             mapClone2(changedRowIds),
             mapClone3(changedCellIds),
-            mapClone3(changedCells),
+            mapClone(changedCells, (map) =>
+              mapClone(map, (map2) => mapClone(map2, pairClone)),
+            ),
           ]
         : [
             changedTableIds,
@@ -1816,7 +1987,13 @@ const createStore = () => {
             changedCellIds,
             changedCells,
           ];
-      if (!emptyIdAndHasListeners) {
+      if (hasHasTablesListeners) {
+        const hasTablesNow = hasTables();
+        if (hasTablesNow != hadTables) {
+          callListeners(hasTablesListeners[mutator], void 0, hasTablesNow);
+        }
+      }
+      if (hasIdOrHasListeners) {
         callIdsAndHasListenersIfChanged(
           changes[0],
           tableIdsListeners[mutator],
@@ -1848,13 +2025,13 @@ const createStore = () => {
               hasRowListeners[mutator],
               [tableId],
             ) &&
-            !emptySortedRowIdListeners
+            hasSortedRowIdListeners
           ) {
             callListeners(sortedRowIdsListeners[mutator], [tableId, null]);
             setAdd(calledSortableTableIds, tableId);
           }
         });
-        if (!emptySortedRowIdListeners) {
+        if (hasSortedRowIdListeners) {
           collForEach(changes[5], (rows, tableId) => {
             if (!collHas(calledSortableTableIds, tableId)) {
               const sortableCellIds = setNew();
@@ -1885,7 +2062,7 @@ const createStore = () => {
           ),
         );
       }
-      if (!emptyOtherListeners) {
+      if (hasOtherListeners) {
         let tablesChanged;
         collForEach(changes[5], (rows, tableId) => {
           let tableChanged;
@@ -1922,28 +2099,31 @@ const createStore = () => {
     }
   };
   const callValuesListenersForChanges = (mutator) => {
-    const hasValuesNow = hasValues();
-    if (hasValuesNow != hadValues) {
-      callListeners(hasValuesListeners[mutator], void 0, hasValuesNow);
-    }
-    const emptyIdAndHasListeners =
-      collIsEmpty(valueIdsListeners[mutator]) &&
-      collIsEmpty(hasValueListeners[mutator]);
-    const emptyOtherListeners =
-      collIsEmpty(valueListeners[mutator]) &&
-      collIsEmpty(valuesListeners[mutator]);
-    if (!emptyIdAndHasListeners || !emptyOtherListeners) {
+    const hasHasValuesListeners = !collIsEmpty(hasValuesListeners[mutator]);
+    const hasIdOrHasListeners =
+      !collIsEmpty(valueIdsListeners[mutator]) ||
+      !collIsEmpty(hasValueListeners[mutator]);
+    const hasOtherListeners =
+      !collIsEmpty(valueListeners[mutator]) ||
+      !collIsEmpty(valuesListeners[mutator]);
+    if (hasHasValuesListeners || hasIdOrHasListeners || hasOtherListeners) {
       const changes = mutator
-        ? [mapClone(changedValueIds), mapClone(changedValues)]
+        ? [mapClone(changedValueIds), mapClone(changedValues, pairClone)]
         : [changedValueIds, changedValues];
-      if (!emptyIdAndHasListeners) {
+      if (hasHasValuesListeners) {
+        const hasValuesNow = hasValues();
+        if (hasValuesNow != hadValues) {
+          callListeners(hasValuesListeners[mutator], void 0, hasValuesNow);
+        }
+      }
+      if (hasIdOrHasListeners) {
         callIdsAndHasListenersIfChanged(
           changes[0],
           valueIdsListeners[mutator],
           hasValueListeners[mutator],
         );
       }
-      if (!emptyOtherListeners) {
+      if (hasOtherListeners) {
         let valuesChanged;
         collForEach(changes[1], ([oldValue, newValue], valueId) => {
           if (newValue !== oldValue) {
@@ -2098,14 +2278,14 @@ const createStore = () => {
         if (validateRow(tableId2, rowId2, partialRow, 1)) {
           const table = getOrCreateTable(tableId2);
           objMap(partialRow, (cell, cellId) =>
-            setCellIntoDefaultRow(tableId2, table, rowId2, cellId, cell),
+            setCellIntoNewRow(tableId2, table, rowId2, cellId, cell),
           );
         }
       },
       tableId,
       rowId,
     );
-  const setCell = (tableId, rowId, cellId, cell) =>
+  const setCell = (tableId, rowId, cellId, cell, skipMiddleware) =>
     fluentTransaction(
       (tableId2, rowId2, cellId2) =>
         ifNotUndefined(
@@ -2116,12 +2296,13 @@ const createStore = () => {
             isFunction(cell) ? cell(getCell(tableId2, rowId2, cellId2)) : cell,
           ),
           (validCell) =>
-            setCellIntoDefaultRow(
+            setCellIntoNewRow(
               tableId2,
               getOrCreateTable(tableId2),
               rowId2,
               cellId2,
               validCell,
+              skipMiddleware,
             ),
         ),
       tableId,
@@ -2140,7 +2321,7 @@ const createStore = () => {
           )
         : 0,
     );
-  const setValue = (valueId, value) =>
+  const setValue = (valueId, value, skipMiddleware) =>
     fluentTransaction(
       (valueId2) =>
         ifNotUndefined(
@@ -2148,27 +2329,40 @@ const createStore = () => {
             valueId2,
             isFunction(value) ? value(getValue(valueId2)) : value,
           ),
-          (validValue) => setValidValue(valueId2, validValue),
+          (validValue) => setValidValue(valueId2, validValue, skipMiddleware),
         ),
       valueId,
     );
   const applyChanges = (changes) =>
-    fluentTransaction(() => {
-      objMap(changes[0], (table, tableId) =>
-        isUndefined(table)
-          ? delTable(tableId)
-          : objMap(table, (row, rowId) =>
-              isUndefined(row)
-                ? delRow(tableId, rowId)
-                : objMap(row, (cell, cellId) =>
-                    setOrDelCell(store, tableId, rowId, cellId, cell),
-                  ),
-            ),
-      );
-      objMap(changes[1], (value, valueId) =>
-        setOrDelValue(store, valueId, value),
-      );
-    });
+    fluentTransaction(() =>
+      ifTransformed(
+        changes,
+        () =>
+          ifNotUndefined(
+            middleware[13],
+            (willApplyChanges) =>
+              whileMutating(() => willApplyChanges(structuredClone(changes))),
+            () => changes,
+          ),
+        (changes2) => {
+          objMap(changes2[0], (table, tableId) =>
+            isUndefined(table)
+              ? delTable(tableId)
+              : objMap(table, (row, rowId) =>
+                  isUndefined(row)
+                    ? delRow(tableId, rowId)
+                    : objMap(row, (cell, cellId) =>
+                        setOrDelCell(tableId, rowId, cellId, cell),
+                      ),
+                ),
+          );
+          objMap(changes2[1], (value, valueId) =>
+            setOrDelValue(valueId, value),
+          );
+        },
+        contentOrChangesIsEqual,
+      ),
+    );
   const setTablesJson = (tablesJson) => {
     tryCatch(() => setOrDelTables(jsonParse(tablesJson)));
     return store;
@@ -2215,7 +2409,12 @@ const createStore = () => {
       setTablesSchema(tablesSchema);
       setValuesSchema(valuesSchema);
     });
-  const delTables = () => fluentTransaction(() => setValidTables({}));
+  const delTables = () =>
+    fluentTransaction(() =>
+      (whileMutating(() => middleware[7]?.()) ?? true)
+        ? setValidTables({}, true)
+        : 0,
+    );
   const delTable = (tableId) =>
     fluentTransaction(
       (tableId2) =>
@@ -2233,7 +2432,7 @@ const createStore = () => {
       tableId,
       rowId,
     );
-  const delCell = (tableId, rowId, cellId, forceDel) =>
+  const delCell = (tableId, rowId, cellId, forceDel, skipMiddleware) =>
     fluentTransaction(
       (tableId2, rowId2, cellId2) =>
         ifNotUndefined(mapGet(tablesMap, tableId2), (tableMap) =>
@@ -2246,6 +2445,7 @@ const createStore = () => {
                   rowMap,
                   cellId2,
                   forceDel,
+                  skipMiddleware,
                 )
               : 0,
           ),
@@ -2254,11 +2454,18 @@ const createStore = () => {
       rowId,
       cellId,
     );
-  const delValues = () => fluentTransaction(() => setValidValues({}));
-  const delValue = (valueId) =>
+  const delValues = () =>
+    fluentTransaction(() =>
+      (whileMutating(() => middleware[11]?.()) ?? true)
+        ? setValidValues({}, true)
+        : 0,
+    );
+  const delValue = (valueId, skipMiddleware) =>
     fluentTransaction(
       (valueId2) =>
-        collHas(valuesMap, valueId2) ? delValidValue(valueId2) : 0,
+        collHas(valuesMap, valueId2)
+          ? delValidValue(valueId2, skipMiddleware)
+          : 0,
       valueId,
     );
   const delTablesSchema = () =>
@@ -2340,25 +2547,27 @@ const createStore = () => {
       transactions--;
       if (transactions == 0) {
         transactions = 1;
-        callInvalidCellListeners(1);
-        if (!collIsEmpty(changedCells)) {
-          callTabularListenersForChanges(1);
-        }
-        callInvalidValueListeners(1);
-        if (!collIsEmpty(changedValues)) {
-          callValuesListenersForChanges(1);
-        }
+        whileMutating(() => {
+          callInvalidCellListeners(1);
+          if (!collIsEmpty(changedCells)) {
+            callTabularListenersForChanges(1);
+          }
+          callInvalidValueListeners(1);
+          if (!collIsEmpty(changedValues)) {
+            callValuesListenersForChanges(1);
+          }
+        });
         if (doRollback?.(store)) {
           collForEach(changedCells, (table, tableId) =>
             collForEach(table, (row, rowId) =>
               collForEach(row, ([oldCell], cellId) =>
-                setOrDelCell(store, tableId, rowId, cellId, oldCell),
+                setOrDelCell(tableId, rowId, cellId, oldCell, true),
               ),
             ),
           );
           collClear(changedCells);
           collForEach(changedValues, ([oldValue], valueId) =>
-            setOrDelValue(store, valueId, oldValue),
+            setOrDelValue(valueId, oldValue, true),
           );
           collClear(changedValues);
         }
@@ -2485,6 +2694,38 @@ const createStore = () => {
       collSize2(startTransactionListeners) +
       pairCollSize2(finishTransactionListeners),
   });
+  const setMiddleware = (
+    willSetContent,
+    willSetTables,
+    willSetTable,
+    willSetRow,
+    willSetCell,
+    willSetValues,
+    willSetValue,
+    willDelTables,
+    willDelTable,
+    willDelRow,
+    willDelCell,
+    willDelValues,
+    willDelValue,
+    willApplyChanges,
+  ) =>
+    (middleware = [
+      willSetContent,
+      willSetTables,
+      willSetTable,
+      willSetRow,
+      willSetCell,
+      willSetValues,
+      willSetValue,
+      willDelTables,
+      willDelTable,
+      willDelRow,
+      willDelCell,
+      willDelValues,
+      willDelValue,
+      willApplyChanges,
+    ]);
   const setInternalListeners = (
     preStartTransaction,
     preFinishTransaction,
@@ -2578,6 +2819,9 @@ const createStore = () => {
     addListener,
     callListeners,
     setInternalListeners,
+    setMiddleware,
+    setOrDelCell,
+    setOrDelValue,
   };
   objMap(
     {
@@ -2714,6 +2958,7 @@ const createMergeableStore = (uniqueId, getNow) => {
   let listeningToRawStoreChanges = 1;
   let contentStampMap = newContentStampMap();
   let defaultingContent = 0;
+  let mutated = 0;
   const touchedCells = mapNew();
   const touchedValues = setNew();
   const [getNextHlc, seenHlc] = getHlcFunctions(uniqueId, getNow);
@@ -2840,12 +3085,15 @@ const createMergeableStore = (uniqueId, getNow) => {
     collClear(touchedCells);
     collClear(touchedValues);
   };
-  const cellChanged = (tableId, rowId, cellId, newCell) => {
+  const cellChanged = (tableId, rowId, cellId, newCell, mutating) => {
     setAdd(
       mapEnsure(mapEnsure(touchedCells, tableId, mapNew), rowId, setNew),
       cellId,
     );
-    if (listeningToRawStoreChanges) {
+    if (listeningToRawStoreChanges || mutating) {
+      if (mutating) {
+        mutated = 1;
+      }
       mergeContentOrChanges([
         [
           {
@@ -2868,9 +3116,12 @@ const createMergeableStore = (uniqueId, getNow) => {
       ]);
     }
   };
-  const valueChanged = (valueId, newValue) => {
+  const valueChanged = (valueId, newValue, mutating) => {
     setAdd(touchedValues, valueId);
-    if (listeningToRawStoreChanges) {
+    if (listeningToRawStoreChanges || mutating) {
+      if (mutating) {
+        mutated = 1;
+      }
       mergeContentOrChanges([
         [{}],
         [
@@ -3088,6 +3339,11 @@ const createMergeableStore = (uniqueId, getNow) => {
     mergeableStore2.applyMergeableChanges(mergeableChanges);
     return applyMergeableChanges(mergeableChanges2);
   };
+  const hadMutated = () => {
+    const result = mutated;
+    mutated = 0;
+    return result;
+  };
   const mergeableStore = {
     getMergeableContent,
     getMergeableContentHashes,
@@ -3104,6 +3360,8 @@ const createMergeableStore = (uniqueId, getNow) => {
     getTransactionMergeableChanges,
     applyMergeableChanges,
     merge,
+    // only used internally by other modules
+    hadMutated,
   };
   store.setInternalListeners(
     preStartTransaction,
@@ -3120,7 +3378,8 @@ const createMergeableStore = (uniqueId, getNow) => {
         strStartsWith(name, DEL) ||
         strStartsWith(name, 'apply') ||
         strEndsWith(name, TRANSACTION) ||
-        name == 'call' + LISTENER
+        name == 'call' + LISTENER ||
+        name == 'use'
           ? (...args) => {
               method(...args);
               return mergeableStore;
@@ -3313,6 +3572,115 @@ const createMetrics = getCreateFunction((store) => {
   return objFreeze(metrics);
 });
 
+const reduceCallbacks = (callbacks, thing, ...ids) =>
+  arrayReduce(
+    callbacks,
+    (current, callback) =>
+      isUndefined(current) ? current : callback(...ids, current),
+    thing,
+  );
+const everyCallback = (callbacks, ...ids) =>
+  arrayEvery(callbacks, (callback) => callback(...ids));
+const createMiddleware = getCreateFunction((store) => {
+  const fluent = (actions) => {
+    actions();
+    return middleware;
+  };
+  const addCallback = (callbacks) => (callback) =>
+    fluent(() => arrayPush(callbacks, callback));
+  const willSetContentCallbacks = [];
+  const willSetTablesCallbacks = [];
+  const willSetTableCallbacks = [];
+  const willSetRowCallbacks = [];
+  const willSetCellCallbacks = [];
+  const willSetValuesCallbacks = [];
+  const willSetValueCallbacks = [];
+  const willDelTablesCallbacks = [];
+  const willDelTableCallbacks = [];
+  const willDelRowCallbacks = [];
+  const willDelCellCallbacks = [];
+  const willDelValuesCallbacks = [];
+  const willDelValueCallbacks = [];
+  const willApplyChangesCallbacks = [];
+  const willSetContent = (content) =>
+    reduceCallbacks(willSetContentCallbacks, content);
+  const willSetTables = (tables) =>
+    reduceCallbacks(willSetTablesCallbacks, tables);
+  const willSetTable = (tableId, table) =>
+    reduceCallbacks(willSetTableCallbacks, table, tableId);
+  const willSetRow = (tableId, rowId, row) =>
+    reduceCallbacks(willSetRowCallbacks, row, tableId, rowId);
+  const willSetCell = (tableId, rowId, cellId, cell) =>
+    reduceCallbacks(willSetCellCallbacks, cell, tableId, rowId, cellId);
+  const willSetValues = (values) =>
+    reduceCallbacks(willSetValuesCallbacks, values);
+  const willSetValue = (valueId, value) =>
+    reduceCallbacks(willSetValueCallbacks, value, valueId);
+  const willDelTables = () => everyCallback(willDelTablesCallbacks);
+  const willDelTable = (tableId) =>
+    everyCallback(willDelTableCallbacks, tableId);
+  const willDelRow = (tableId, rowId) =>
+    everyCallback(willDelRowCallbacks, tableId, rowId);
+  const willDelCell = (tableId, rowId, cellId) =>
+    everyCallback(willDelCellCallbacks, tableId, rowId, cellId);
+  const willDelValues = () => everyCallback(willDelValuesCallbacks);
+  const willDelValue = (valueId) =>
+    everyCallback(willDelValueCallbacks, valueId);
+  const willApplyChanges = (changes) =>
+    reduceCallbacks(willApplyChangesCallbacks, changes);
+  const getStore = () => store;
+  const addWillSetContentCallback = addCallback(willSetContentCallbacks);
+  const addWillSetTablesCallback = addCallback(willSetTablesCallbacks);
+  const addWillSetTableCallback = addCallback(willSetTableCallbacks);
+  const addWillSetRowCallback = addCallback(willSetRowCallbacks);
+  const addWillSetCellCallback = addCallback(willSetCellCallbacks);
+  const addWillSetValuesCallback = addCallback(willSetValuesCallbacks);
+  const addWillSetValueCallback = addCallback(willSetValueCallbacks);
+  const addWillDelTablesCallback = addCallback(willDelTablesCallbacks);
+  const addWillDelTableCallback = addCallback(willDelTableCallbacks);
+  const addWillDelRowCallback = addCallback(willDelRowCallbacks);
+  const addWillDelCellCallback = addCallback(willDelCellCallbacks);
+  const addWillDelValuesCallback = addCallback(willDelValuesCallbacks);
+  const addWillDelValueCallback = addCallback(willDelValueCallbacks);
+  const addWillApplyChangesCallback = addCallback(willApplyChangesCallbacks);
+  const destroy = () => {};
+  const middleware = objFreeze({
+    getStore,
+    addWillSetContentCallback,
+    addWillSetTablesCallback,
+    addWillSetTableCallback,
+    addWillSetRowCallback,
+    addWillSetCellCallback,
+    addWillSetValuesCallback,
+    addWillSetValueCallback,
+    addWillDelTablesCallback,
+    addWillDelTableCallback,
+    addWillDelRowCallback,
+    addWillDelCellCallback,
+    addWillDelValuesCallback,
+    addWillDelValueCallback,
+    addWillApplyChangesCallback,
+    destroy,
+  });
+  store.setMiddleware(
+    willSetContent,
+    willSetTables,
+    willSetTable,
+    willSetRow,
+    willSetCell,
+    willSetValues,
+    willSetValue,
+    willDelTables,
+    willDelTable,
+    willDelRow,
+    willDelCell,
+    willDelValues,
+    willDelValue,
+    willApplyChanges,
+  );
+  return middleware;
+});
+
 const Status = {
   Idle: 0 /* Idle */,
   Loading: 1 /* Loading */,
@@ -3407,6 +3775,11 @@ const createCustomPersister = (
         ? store.applyChanges
         : store.setContent)(contentOrChanges);
   };
+  const saveAfterMutated = async () => {
+    if (isAutoSaving() && store.hadMutated?.()) {
+      await save();
+    }
+  };
   const load = async (initialContent) => {
     /* istanbul ignore else */
     if (status != 2 /* Saving */) {
@@ -3431,6 +3804,7 @@ const createCustomPersister = (
           },
         );
         setStatus(0 /* Idle */);
+        await saveAfterMutated();
       });
     }
     return persister;
@@ -3449,6 +3823,7 @@ const createCustomPersister = (
                 loads++;
                 setContentOrChanges(changes ?? content);
                 setStatus(0 /* Idle */);
+                await saveAfterMutated();
               }
             } else {
               await load();
@@ -4667,12 +5042,9 @@ const createDurableObjectStoragePersister = (
     storagePrefix + type + slice(jsonStringWithUndefined(ids), 1, -1);
   const deconstructKey = (key) => {
     if (strStartsWith(key, storagePrefix)) {
-      const type = slice(key, storagePrefix.length, 1);
+      const type = slice(key, size(storagePrefix), size(storagePrefix) + 1);
       return type == T || type == V
-        ? [
-            type,
-            ...JSON.parse('[' + slice(key, storagePrefix.length + 1) + ']'),
-          ]
+        ? [type, ...JSON.parse('[' + slice(key, size(storagePrefix) + 1) + ']')]
         : void 0;
     }
   };
@@ -4721,7 +5093,9 @@ const createDurableObjectStoragePersister = (
               : 0,
         ),
     );
-    return [tables, values];
+    return objIsEmpty(tables[0]) && objIsEmpty(values[0])
+      ? void 0
+      : [tables, values];
   };
   const setPersisted = async (
     getContent,
@@ -4959,13 +5333,17 @@ const SET_CHANGES = 's';
 const STORE_PATH = '/store';
 const PUT = 'PUT';
 const construct = (prefix, type, payload) =>
-  prefix + type + (isString(payload) ? payload : jsonStringWithMap(payload));
+  prefix +
+  type +
+  (isString(payload) ? payload : jsonStringWithUndefined(payload));
 const deconstruct = (prefix, message, stringified) => {
   const prefixSize = size(prefix);
   return strStartsWith(message, prefix)
     ? [
         message[prefixSize],
-        (stringified ? jsonParse : String)(slice(message, prefixSize + 1)),
+        (stringified ? jsonParseWithUndefined : String)(
+          slice(message, prefixSize + 1),
+        ),
       ]
     : void 0;
 };
@@ -6138,8 +6516,7 @@ const createQueries = getCreateFunction((store) => {
       selectJoinWhereStore.transaction(() =>
         arrayEvery(wheres, (where2) => where2(getTableCell))
           ? mapForEach(selects, (asCellId, tableCellGetter) =>
-              setOrDelCell(
-                selectJoinWhereStore,
+              selectJoinWhereStore.setOrDelCell(
                 queryId,
                 rootRowId,
                 asCellId,
@@ -11647,6 +12024,7 @@ export {
   createLocalSynchronizer,
   createMergeableStore,
   createMetrics,
+  createMiddleware,
   createOpfsPersister,
   createPartyKitPersister,
   createPglitePersister,