tinybase 9.1.0-beta.1 → 9.1.0-beta.2

package/indexes/index.js

@@ -339,7 +339,9 @@ const getListenerFunctions = (getThing) => {
 };
 
 const createIndexes = getCreateFunction((store) => {
+  const hasIndexListeners = mapNew();
   const sliceIdsListeners = mapNew();
+  const hasSliceListeners = mapNew();
   const sliceRowIdsListeners = mapNew();
   const [addListener, callListeners, delListenerImpl] = getListenerFunctions(
     () => indexes,
@@ -378,6 +380,7 @@ const createIndexes = getCreateFunction((store) => {
     sliceIdSorter,
     rowIdSorter = defaultSorter,
   ) => {
+    const hadIndex = hasIndex(indexId);
     const sliceIdArraySorter = isUndefined(sliceIdSorter)
       ? void 0
       : ([id1], [id2]) => sliceIdSorter(id1, id2);
@@ -394,8 +397,14 @@ const createIndexes = getCreateFunction((store) => {
       ) => {
         let sliceIdsChanged = 0;
         const changedSlices = setNew();
+        const hadSlices = mapNew();
         const unsortedSlices = setNew();
         const index = getIndex(indexId);
+        const setHadSlice = (sliceId) => {
+          if (!collHas(hadSlices, sliceId)) {
+            mapSet(hadSlices, sliceId, collHas(index, sliceId));
+          }
+        };
         collForEach(
           changedSliceIds,
           ([oldSliceIdOrIds, newSliceIdOrIds], rowId) => {
@@ -407,6 +416,7 @@ const createIndexes = getCreateFunction((store) => {
                 : 0,
             );
             collForEach(oldSliceIds, (oldSliceId) => {
+              setHadSlice(oldSliceId);
               setAdd(changedSlices, oldSliceId);
               ifNotUndefined(mapGet(index, oldSliceId), (oldSlice) => {
                 collDel(oldSlice, rowId);
@@ -417,6 +427,7 @@ const createIndexes = getCreateFunction((store) => {
               });
             });
             collForEach(newSliceIds, (newSliceId) => {
+              setHadSlice(newSliceId);
               setAdd(changedSlices, newSliceId);
               if (!collHas(index, newSliceId)) {
                 mapSet(index, newSliceId, setNew());
@@ -478,6 +489,12 @@ const createIndexes = getCreateFunction((store) => {
         if (sliceIdsChanged) {
           callListeners(sliceIdsListeners, [indexId]);
         }
+        mapForEach(hadSlices, (sliceId, hadSlice) => {
+          const hasSliceNow = collHas(index, sliceId);
+          if (hadSlice != hasSliceNow) {
+            callListeners(hasSliceListeners, [indexId, sliceId], hasSliceNow);
+          }
+        });
         collForEach(changedSlices, (sliceId) =>
           callListeners(sliceRowIdsListeners, [indexId, sliceId]),
         );
@@ -485,6 +502,9 @@ const createIndexes = getCreateFunction((store) => {
       getRowCellFunction(getSliceIdOrIds),
       ifNotUndefined(getSortKey, getRowCellFunction),
     );
+    if (!hadIndex) {
+      callListeners(hasIndexListeners, [indexId], true);
+    }
     return indexes;
   };
   const forEachIndex = (indexCallback) =>
@@ -508,7 +528,20 @@ const createIndexes = getCreateFunction((store) => {
     );
   };
   const delIndexDefinition = (indexId) => {
+    const index = getIndex(indexId);
+    const hadIndex = hasIndex(indexId);
+    const sliceIds = hadIndex ? mapKeys(index) : [];
     delDefinition(indexId);
+    if (hadIndex) {
+      callListeners(hasIndexListeners, [indexId], false);
+      if (sliceIds.length > 0) {
+        callListeners(sliceIdsListeners, [indexId]);
+        arrayForEach(sliceIds, (sliceId) => {
+          callListeners(hasSliceListeners, [indexId, sliceId], false);
+          callListeners(sliceRowIdsListeners, [indexId, sliceId]);
+        });
+      }
+    }
     return indexes;
   };
   const getSliceIds = (indexId) => mapKeys(getIndex(indexId));
@@ -516,6 +549,10 @@ const createIndexes = getCreateFunction((store) => {
     collValues(mapGet(getIndex(indexId), sliceId));
   const addSliceIdsListener = (indexId, listener) =>
     addListener(listener, sliceIdsListeners, [indexId]);
+  const addHasIndexListener = (indexId, listener) =>
+    addListener(listener, hasIndexListeners, [indexId]);
+  const addHasSliceListener = (indexId, sliceId, listener) =>
+    addListener(listener, hasSliceListeners, [indexId, sliceId]);
   const addSliceRowIdsListener = (indexId, sliceId, listener) =>
     addListener(listener, sliceRowIdsListeners, [indexId, sliceId]);
   const delListener = (listenerId) => {
@@ -539,7 +576,9 @@ const createIndexes = getCreateFunction((store) => {
     getSliceIds,
     getSliceRowIds,
     addIndexIdsListener,
+    addHasIndexListener,
     addSliceIdsListener,
+    addHasSliceListener,
     addSliceRowIdsListener,
     delListener,
     destroy,

package/indexes/with-schemas/index.js

@@ -339,7 +339,9 @@ const getListenerFunctions = (getThing) => {
 };
 
 const createIndexes = getCreateFunction((store) => {
+  const hasIndexListeners = mapNew();
   const sliceIdsListeners = mapNew();
+  const hasSliceListeners = mapNew();
   const sliceRowIdsListeners = mapNew();
   const [addListener, callListeners, delListenerImpl] = getListenerFunctions(
     () => indexes,
@@ -378,6 +380,7 @@ const createIndexes = getCreateFunction((store) => {
     sliceIdSorter,
     rowIdSorter = defaultSorter,
   ) => {
+    const hadIndex = hasIndex(indexId);
     const sliceIdArraySorter = isUndefined(sliceIdSorter)
       ? void 0
       : ([id1], [id2]) => sliceIdSorter(id1, id2);
@@ -394,8 +397,14 @@ const createIndexes = getCreateFunction((store) => {
       ) => {
         let sliceIdsChanged = 0;
         const changedSlices = setNew();
+        const hadSlices = mapNew();
         const unsortedSlices = setNew();
         const index = getIndex(indexId);
+        const setHadSlice = (sliceId) => {
+          if (!collHas(hadSlices, sliceId)) {
+            mapSet(hadSlices, sliceId, collHas(index, sliceId));
+          }
+        };
         collForEach(
           changedSliceIds,
           ([oldSliceIdOrIds, newSliceIdOrIds], rowId) => {
@@ -407,6 +416,7 @@ const createIndexes = getCreateFunction((store) => {
                 : 0,
             );
             collForEach(oldSliceIds, (oldSliceId) => {
+              setHadSlice(oldSliceId);
               setAdd(changedSlices, oldSliceId);
               ifNotUndefined(mapGet(index, oldSliceId), (oldSlice) => {
                 collDel(oldSlice, rowId);
@@ -417,6 +427,7 @@ const createIndexes = getCreateFunction((store) => {
               });
             });
             collForEach(newSliceIds, (newSliceId) => {
+              setHadSlice(newSliceId);
               setAdd(changedSlices, newSliceId);
               if (!collHas(index, newSliceId)) {
                 mapSet(index, newSliceId, setNew());
@@ -478,6 +489,12 @@ const createIndexes = getCreateFunction((store) => {
         if (sliceIdsChanged) {
           callListeners(sliceIdsListeners, [indexId]);
         }
+        mapForEach(hadSlices, (sliceId, hadSlice) => {
+          const hasSliceNow = collHas(index, sliceId);
+          if (hadSlice != hasSliceNow) {
+            callListeners(hasSliceListeners, [indexId, sliceId], hasSliceNow);
+          }
+        });
         collForEach(changedSlices, (sliceId) =>
           callListeners(sliceRowIdsListeners, [indexId, sliceId]),
         );
@@ -485,6 +502,9 @@ const createIndexes = getCreateFunction((store) => {
       getRowCellFunction(getSliceIdOrIds),
       ifNotUndefined(getSortKey, getRowCellFunction),
     );
+    if (!hadIndex) {
+      callListeners(hasIndexListeners, [indexId], true);
+    }
     return indexes;
   };
   const forEachIndex = (indexCallback) =>
@@ -508,7 +528,20 @@ const createIndexes = getCreateFunction((store) => {
     );
   };
   const delIndexDefinition = (indexId) => {
+    const index = getIndex(indexId);
+    const hadIndex = hasIndex(indexId);
+    const sliceIds = hadIndex ? mapKeys(index) : [];
     delDefinition(indexId);
+    if (hadIndex) {
+      callListeners(hasIndexListeners, [indexId], false);
+      if (sliceIds.length > 0) {
+        callListeners(sliceIdsListeners, [indexId]);
+        arrayForEach(sliceIds, (sliceId) => {
+          callListeners(hasSliceListeners, [indexId, sliceId], false);
+          callListeners(sliceRowIdsListeners, [indexId, sliceId]);
+        });
+      }
+    }
     return indexes;
   };
   const getSliceIds = (indexId) => mapKeys(getIndex(indexId));
@@ -516,6 +549,10 @@ const createIndexes = getCreateFunction((store) => {
     collValues(mapGet(getIndex(indexId), sliceId));
   const addSliceIdsListener = (indexId, listener) =>
     addListener(listener, sliceIdsListeners, [indexId]);
+  const addHasIndexListener = (indexId, listener) =>
+    addListener(listener, hasIndexListeners, [indexId]);
+  const addHasSliceListener = (indexId, sliceId, listener) =>
+    addListener(listener, hasSliceListeners, [indexId, sliceId]);
   const addSliceRowIdsListener = (indexId, sliceId, listener) =>
     addListener(listener, sliceRowIdsListeners, [indexId, sliceId]);
   const delListener = (listenerId) => {
@@ -539,7 +576,9 @@ const createIndexes = getCreateFunction((store) => {
     getSliceIds,
     getSliceRowIds,
     addIndexIdsListener,
+    addHasIndexListener,
     addSliceIdsListener,
+    addHasSliceListener,
     addSliceRowIdsListener,
     delListener,
     destroy,

package/mergeable-store/index.js

@@ -28,6 +28,7 @@ const VALUE = 'Value';
 const VALUES = VALUE + 's';
 const VALUE_IDS = VALUE + IDS;
 const TRANSACTION = 'Transaction';
+const REQUIRED = 'required';
 const JSON_PREFIX = '\uFFFD';
 const id = (key) => EMPTY_STRING + key;
 const strStartsWith = (str, prefix) => str.startsWith(prefix);
@@ -568,6 +569,7 @@ const createStore = () => {
   const valuesSchemaMap = mapNew();
   const valuesDefaulted = mapNew();
   const valuesNonDefaulted = setNew();
+  const valuesRequiredNonDefaulted = setNew();
   const tablePoolFunctions = mapNew();
   const tableCellIds = mapNew();
   const tablesMap = mapNew();
@@ -620,7 +622,7 @@ const createStore = () => {
   const validateCellOrValueSchema = (schema) => {
     if (
       !objValidate(schema, (_child, id2) =>
-        arrayHas([TYPE, DEFAULT, ALLOW_NULL], id2),
+        arrayHas([TYPE, DEFAULT, ALLOW_NULL, REQUIRED], id2),
       )
     ) {
       return false;
@@ -655,20 +657,32 @@ const createStore = () => {
       (row, rowId) => validateRow(tableId, rowId, row),
       () => cellInvalid(tableId),
     );
-  const validateRow = (tableId, rowId, row, skipDefaults) =>
-    objValidate(
-      skipDefaults ? row : addDefaultsToRow(row, tableId, rowId),
-      (cell, cellId) =>
-        ifNotUndefined(
-          getValidatedCell(tableId, rowId, cellId, cell),
-          (validCell) => {
-            row[cellId] = validCell;
-            return true;
-          },
-          () => false,
-        ),
-      () => cellInvalid(tableId, rowId),
+  const validateRow = (tableId, rowId, row, skipDefaults) => {
+    const rowWithDefaults = skipDefaults
+      ? row
+      : addDefaultsToRow(row, tableId, rowId);
+    return (
+      objValidate(
+        rowWithDefaults,
+        (cell, cellId) =>
+          ifNotUndefined(
+            getValidatedCell(tableId, rowId, cellId, cell),
+            (validCell) => {
+              row[cellId] = validCell;
+              return true;
+            },
+            () => false,
+          ),
+        () => cellInvalid(tableId, rowId),
+      ) &&
+      (skipDefaults
+        ? true
+        : arrayEvery(
+            collValues(mapGet(tablesSchemaRowCache, tableId)?.[2]),
+            (cellId) => objHas(rowWithDefaults, cellId),
+          ))
     );
+  };
   const getValidatedCell = (tableId, rowId, cellId, cell) =>
     hasTablesSchema
       ? ifNotUndefined(
@@ -694,20 +708,31 @@ const createStore = () => {
       : isUndefined(getCellOrValueType(cell))
         ? cellInvalid(tableId, rowId, cellId, cell)
         : encodeIfJson(cell);
-  const validateValues = (values, skipDefaults) =>
-    objValidate(
-      skipDefaults ? values : addDefaultsToValues(values),
-      (value, valueId) =>
-        ifNotUndefined(
-          getValidatedValue(valueId, value),
-          (validValue) => {
-            values[valueId] = validValue;
-            return true;
-          },
-          () => false,
-        ),
-      () => valueInvalid(),
+  const validateValues = (values, skipDefaults) => {
+    const valuesWithDefaults = skipDefaults
+      ? values
+      : addDefaultsToValues(values);
+    return (
+      objValidate(
+        valuesWithDefaults,
+        (value, valueId) =>
+          ifNotUndefined(
+            getValidatedValue(valueId, value),
+            (validValue) => {
+              values[valueId] = validValue;
+              return true;
+            },
+            () => false,
+          ),
+        () => valueInvalid(),
+      ) &&
+      (skipDefaults
+        ? true
+        : arrayEvery(collValues(valuesRequiredNonDefaulted), (valueId) =>
+            objHas(valuesWithDefaults, valueId),
+          ))
     );
+  };
   const getValidatedValue = (valueId, value) =>
     hasValuesSchema
       ? ifNotUndefined(
@@ -778,6 +803,7 @@ const createStore = () => {
       (_tablesSchema, tableId, tableSchema) => {
         const rowDefaulted = mapNew();
         const rowNonDefaulted = setNew();
+        const rowRequiredNonDefaulted = setNew();
         mapMatch(
           mapEnsure(tablesSchemaMap, tableId, mapNew),
           tableSchema,
@@ -785,12 +811,23 @@ const createStore = () => {
             mapSet(tableSchemaMap, cellId, cellSchema);
             ifNotUndefined(
               cellSchema[DEFAULT],
-              (def) => mapSet(rowDefaulted, cellId, def),
-              () => setAdd(rowNonDefaulted, cellId),
+              (defaultCell) => {
+                mapSet(rowDefaulted, cellId, defaultCell);
+              },
+              () => {
+                setAdd(rowNonDefaulted, cellId);
+                if (cellSchema[REQUIRED] === true) {
+                  setAdd(rowRequiredNonDefaulted, cellId);
+                }
+              },
             );
           },
         );
-        mapSet(tablesSchemaRowCache, tableId, [rowDefaulted, rowNonDefaulted]);
+        mapSet(tablesSchemaRowCache, tableId, [
+          rowDefaulted,
+          rowNonDefaulted,
+          rowRequiredNonDefaulted,
+        ]);
       },
       (_tablesSchema, tableId) => {
         mapSet(tablesSchemaMap, tableId);
@@ -805,14 +842,27 @@ const createStore = () => {
         mapSet(valuesSchemaMap, valueId, valueSchema);
         ifNotUndefined(
           valueSchema[DEFAULT],
-          (def) => mapSet(valuesDefaulted, valueId, def),
-          () => setAdd(valuesNonDefaulted, valueId),
+          (defaultValue) => {
+            mapSet(valuesDefaulted, valueId, defaultValue);
+            collDel(valuesNonDefaulted, valueId);
+            collDel(valuesRequiredNonDefaulted, valueId);
+          },
+          () => {
+            mapSet(valuesDefaulted, valueId);
+            setAdd(valuesNonDefaulted, valueId);
+            if (valueSchema[REQUIRED] === true) {
+              setAdd(valuesRequiredNonDefaulted, valueId);
+            } else {
+              collDel(valuesRequiredNonDefaulted, valueId);
+            }
+          },
         );
       },
       (_valuesSchema, valueId) => {
         mapSet(valuesSchemaMap, valueId);
         mapSet(valuesDefaulted, valueId);
         collDel(valuesNonDefaulted, valueId);
+        collDel(valuesRequiredNonDefaulted, valueId);
       },
     );
   const setOrDelTables = (tables) =>

package/mergeable-store/with-schemas/index.js

@@ -28,6 +28,7 @@ const VALUE = 'Value';
 const VALUES = VALUE + 's';
 const VALUE_IDS = VALUE + IDS;
 const TRANSACTION = 'Transaction';
+const REQUIRED = 'required';
 const JSON_PREFIX = '\uFFFD';
 const id = (key) => EMPTY_STRING + key;
 const strStartsWith = (str, prefix) => str.startsWith(prefix);
@@ -568,6 +569,7 @@ const createStore = () => {
   const valuesSchemaMap = mapNew();
   const valuesDefaulted = mapNew();
   const valuesNonDefaulted = setNew();
+  const valuesRequiredNonDefaulted = setNew();
   const tablePoolFunctions = mapNew();
   const tableCellIds = mapNew();
   const tablesMap = mapNew();
@@ -620,7 +622,7 @@ const createStore = () => {
   const validateCellOrValueSchema = (schema) => {
     if (
       !objValidate(schema, (_child, id2) =>
-        arrayHas([TYPE, DEFAULT, ALLOW_NULL], id2),
+        arrayHas([TYPE, DEFAULT, ALLOW_NULL, REQUIRED], id2),
       )
     ) {
       return false;
@@ -655,20 +657,32 @@ const createStore = () => {
       (row, rowId) => validateRow(tableId, rowId, row),
       () => cellInvalid(tableId),
     );
-  const validateRow = (tableId, rowId, row, skipDefaults) =>
-    objValidate(
-      skipDefaults ? row : addDefaultsToRow(row, tableId, rowId),
-      (cell, cellId) =>
-        ifNotUndefined(
-          getValidatedCell(tableId, rowId, cellId, cell),
-          (validCell) => {
-            row[cellId] = validCell;
-            return true;
-          },
-          () => false,
-        ),
-      () => cellInvalid(tableId, rowId),
+  const validateRow = (tableId, rowId, row, skipDefaults) => {
+    const rowWithDefaults = skipDefaults
+      ? row
+      : addDefaultsToRow(row, tableId, rowId);
+    return (
+      objValidate(
+        rowWithDefaults,
+        (cell, cellId) =>
+          ifNotUndefined(
+            getValidatedCell(tableId, rowId, cellId, cell),
+            (validCell) => {
+              row[cellId] = validCell;
+              return true;
+            },
+            () => false,
+          ),
+        () => cellInvalid(tableId, rowId),
+      ) &&
+      (skipDefaults
+        ? true
+        : arrayEvery(
+            collValues(mapGet(tablesSchemaRowCache, tableId)?.[2]),
+            (cellId) => objHas(rowWithDefaults, cellId),
+          ))
     );
+  };
   const getValidatedCell = (tableId, rowId, cellId, cell) =>
     hasTablesSchema
       ? ifNotUndefined(
@@ -694,20 +708,31 @@ const createStore = () => {
       : isUndefined(getCellOrValueType(cell))
         ? cellInvalid(tableId, rowId, cellId, cell)
         : encodeIfJson(cell);
-  const validateValues = (values, skipDefaults) =>
-    objValidate(
-      skipDefaults ? values : addDefaultsToValues(values),
-      (value, valueId) =>
-        ifNotUndefined(
-          getValidatedValue(valueId, value),
-          (validValue) => {
-            values[valueId] = validValue;
-            return true;
-          },
-          () => false,
-        ),
-      () => valueInvalid(),
+  const validateValues = (values, skipDefaults) => {
+    const valuesWithDefaults = skipDefaults
+      ? values
+      : addDefaultsToValues(values);
+    return (
+      objValidate(
+        valuesWithDefaults,
+        (value, valueId) =>
+          ifNotUndefined(
+            getValidatedValue(valueId, value),
+            (validValue) => {
+              values[valueId] = validValue;
+              return true;
+            },
+            () => false,
+          ),
+        () => valueInvalid(),
+      ) &&
+      (skipDefaults
+        ? true
+        : arrayEvery(collValues(valuesRequiredNonDefaulted), (valueId) =>
+            objHas(valuesWithDefaults, valueId),
+          ))
     );
+  };
   const getValidatedValue = (valueId, value) =>
     hasValuesSchema
       ? ifNotUndefined(
@@ -778,6 +803,7 @@ const createStore = () => {
       (_tablesSchema, tableId, tableSchema) => {
         const rowDefaulted = mapNew();
         const rowNonDefaulted = setNew();
+        const rowRequiredNonDefaulted = setNew();
         mapMatch(
           mapEnsure(tablesSchemaMap, tableId, mapNew),
           tableSchema,
@@ -785,12 +811,23 @@ const createStore = () => {
             mapSet(tableSchemaMap, cellId, cellSchema);
             ifNotUndefined(
               cellSchema[DEFAULT],
-              (def) => mapSet(rowDefaulted, cellId, def),
-              () => setAdd(rowNonDefaulted, cellId),
+              (defaultCell) => {
+                mapSet(rowDefaulted, cellId, defaultCell);
+              },
+              () => {
+                setAdd(rowNonDefaulted, cellId);
+                if (cellSchema[REQUIRED] === true) {
+                  setAdd(rowRequiredNonDefaulted, cellId);
+                }
+              },
             );
           },
         );
-        mapSet(tablesSchemaRowCache, tableId, [rowDefaulted, rowNonDefaulted]);
+        mapSet(tablesSchemaRowCache, tableId, [
+          rowDefaulted,
+          rowNonDefaulted,
+          rowRequiredNonDefaulted,
+        ]);
       },
       (_tablesSchema, tableId) => {
         mapSet(tablesSchemaMap, tableId);
@@ -805,14 +842,27 @@ const createStore = () => {
         mapSet(valuesSchemaMap, valueId, valueSchema);
         ifNotUndefined(
           valueSchema[DEFAULT],
-          (def) => mapSet(valuesDefaulted, valueId, def),
-          () => setAdd(valuesNonDefaulted, valueId),
+          (defaultValue) => {
+            mapSet(valuesDefaulted, valueId, defaultValue);
+            collDel(valuesNonDefaulted, valueId);
+            collDel(valuesRequiredNonDefaulted, valueId);
+          },
+          () => {
+            mapSet(valuesDefaulted, valueId);
+            setAdd(valuesNonDefaulted, valueId);
+            if (valueSchema[REQUIRED] === true) {
+              setAdd(valuesRequiredNonDefaulted, valueId);
+            } else {
+              collDel(valuesRequiredNonDefaulted, valueId);
+            }
+          },
         );
       },
       (_valuesSchema, valueId) => {
         mapSet(valuesSchemaMap, valueId);
         mapSet(valuesDefaulted, valueId);
         collDel(valuesNonDefaulted, valueId);
+        collDel(valuesRequiredNonDefaulted, valueId);
       },
     );
   const setOrDelTables = (tables) =>