tinybase 5.4.0-beta.0 → 5.4.0-beta.2

package/es6/persisters/with-schemas/index.js

@@ -50,8 +50,6 @@ const errorNew = (message) => {
   throw new Error(message);
 };
 
-const arrayNew = (size2, cb) =>
-  arrayMap(new Array(size2).fill(0), (_, index) => cb(index));
 const arrayForEach = (array, cb) => array.forEach(cb);
 const arrayJoin = (array, sep = EMPTY_STRING) => array.join(sep);
 const arrayMap = (array, cb) => array.map(cb);
@@ -430,6 +428,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -602,9 +602,11 @@ const getWrappedCommand = (executeCommand, onSqlCommand) =>
         })
     : executeCommand;
 const escapeId = (str) => `"${str.replace(/"/g, '""')}"`;
-const getPlaceholders = (array) =>
+const escapeColumnNames = (...columnNames) =>
+  arrayJoin(arrayMap(columnNames, escapeId), COMMA);
+const getPlaceholders = (array, offset = [1]) =>
   arrayJoin(
-    arrayMap(array, (_, index) => '$' + (index + 1)),
+    arrayMap(array, () => '$' + offset[0]++),
     COMMA,
   );
 
@@ -644,7 +646,7 @@ const getCommandFunctions = (
   querySchema,
   onIgnoredError,
   columnType,
-  orReplace,
+  upsert = defaultUpsert,
   encode,
   decode,
 ) => {
@@ -689,27 +691,27 @@ const getCommandFunctions = (
     partial = false,
   ) =>
     __async$4(void 0, null, function* () {
-      const tableCellOrValueIds = setNew();
+      const settingColumnNameSet = setNew();
       objToArray(content != null ? content : {}, (contentRow) =>
         arrayMap(
           objIds(contentRow != null ? contentRow : {}),
-          (cellOrValueId) => setAdd(tableCellOrValueIds, cellOrValueId),
+          (cellOrValueId) => setAdd(settingColumnNameSet, cellOrValueId),
         ),
       );
-      const tableColumnNames = collValues(tableCellOrValueIds);
+      const settingColumnNames = collValues(settingColumnNameSet);
       if (
         !partial &&
         deleteEmptyTable &&
-        arrayIsEmpty(tableColumnNames) &&
+        arrayIsEmpty(settingColumnNames) &&
         collHas(schemaMap, tableName)
       ) {
         yield databaseExecuteCommand('DROP ' + TABLE + escapeId(tableName));
         mapSet(schemaMap, tableName);
         return;
       }
-      const tableSchemaColumns = mapGet(schemaMap, tableName);
-      const currentColumnNames = setNew(collValues(tableSchemaColumns));
-      if (!arrayIsEmpty(tableColumnNames)) {
+      const currentColumnNames = mapGet(schemaMap, tableName);
+      const unaccountedColumnNames = setNew(collValues(currentColumnNames));
+      if (!arrayIsEmpty(settingColumnNames)) {
         if (!collHas(schemaMap, tableName)) {
           yield databaseExecuteCommand(
             'CREATE ' +
@@ -717,28 +719,29 @@ const getCommandFunctions = (
               escapeId(tableName) +
               `(${escapeId(rowIdColumnName)}${columnType} PRIMARY KEY${arrayJoin(
                 arrayMap(
-                  tableColumnNames,
-                  (columnName) => COMMA + escapeId(columnName) + columnType,
+                  settingColumnNames,
+                  (settingColumnName) =>
+                    COMMA + escapeId(settingColumnName) + columnType,
                 ),
               )});`,
           );
           mapSet(
             schemaMap,
             tableName,
-            setNew([rowIdColumnName, ...tableColumnNames]),
+            setNew([rowIdColumnName, ...settingColumnNames]),
           );
         } else {
           yield promiseAll(
             arrayMap(
-              [rowIdColumnName, ...tableColumnNames],
-              (columnName, index) =>
+              [rowIdColumnName, ...settingColumnNames],
+              (settingColumnName, index) =>
                 __async$4(void 0, null, function* () {
-                  if (!collDel(currentColumnNames, columnName)) {
+                  if (!collDel(unaccountedColumnNames, settingColumnName)) {
                     yield databaseExecuteCommand(
                       ALTER_TABLE +
                         escapeId(tableName) +
                         'ADD' +
-                        escapeId(columnName) +
+                        escapeId(settingColumnName) +
                         columnType,
                     );
                     if (index == 0) {
@@ -748,7 +751,7 @@ const getCommandFunctions = (
                           `(${escapeId(rowIdColumnName)})`,
                       );
                     }
-                    setAdd(tableSchemaColumns, columnName);
+                    setAdd(currentColumnNames, settingColumnName);
                   }
                 }),
             ),
@@ -757,18 +760,20 @@ const getCommandFunctions = (
       }
       yield promiseAll([
         ...(!partial && deleteEmptyColumns
-          ? arrayMap(collValues(currentColumnNames), (columnName) =>
-              __async$4(void 0, null, function* () {
-                if (columnName != rowIdColumnName) {
-                  yield databaseExecuteCommand(
-                    ALTER_TABLE +
-                      escapeId(tableName) +
-                      'DROP' +
-                      escapeId(columnName),
-                  );
-                  collDel(tableSchemaColumns, columnName);
-                }
-              }),
+          ? arrayMap(
+              collValues(unaccountedColumnNames),
+              (unaccountedColumnName) =>
+                __async$4(void 0, null, function* () {
+                  if (unaccountedColumnName != rowIdColumnName) {
+                    yield databaseExecuteCommand(
+                      ALTER_TABLE +
+                        escapeId(tableName) +
+                        'DROP' +
+                        escapeId(unaccountedColumnName),
+                    );
+                    collDel(currentColumnNames, unaccountedColumnName);
+                  }
+                }),
             )
           : []),
       ]);
@@ -790,19 +795,18 @@ const getCommandFunctions = (
                       '=$1',
                     [rowId],
                   );
-                } else if (!arrayIsEmpty(tableColumnNames)) {
+                } else if (!arrayIsEmpty(settingColumnNames)) {
                   yield upsert(
                     databaseExecuteCommand,
                     tableName,
                     rowIdColumnName,
                     objIds(row),
-                    [
-                      rowId,
-                      ...(encode
+                    {
+                      [rowId]: encode
                         ? arrayMap(objValues(row), encode)
-                        : objValues(row)),
-                    ],
-                    orReplace,
+                        : objValues(row),
+                    },
+                    currentColumnNames,
                   );
                 }
               }),
@@ -810,24 +814,20 @@ const getCommandFunctions = (
           );
         }
       } else {
-        if (!arrayIsEmpty(tableColumnNames)) {
+        if (!arrayIsEmpty(settingColumnNames)) {
           const changingColumnNames = arrayFilter(
             collValues(mapGet(schemaMap, tableName)),
-            (columnName) => columnName != rowIdColumnName,
+            (changingColumnName) => changingColumnName != rowIdColumnName,
           );
-          const params = [];
+          const rows = {};
           const deleteRowIds = [];
           objToArray(content != null ? content : {}, (row, rowId) => {
-            arrayPush(
-              params,
-              rowId,
-              ...arrayMap(changingColumnNames, (cellId) =>
-                encode
-                  ? encode(row == null ? void 0 : row[cellId])
-                  : row == null
-                    ? void 0
-                    : row[cellId],
-              ),
+            rows[rowId] = arrayMap(changingColumnNames, (cellId) =>
+              encode
+                ? encode(row == null ? void 0 : row[cellId])
+                : row == null
+                  ? void 0
+                  : row[cellId],
             );
             arrayPush(deleteRowIds, rowId);
           });
@@ -836,8 +836,7 @@ const getCommandFunctions = (
             tableName,
             rowIdColumnName,
             changingColumnNames,
-            params,
-            orReplace,
+            rows,
           );
           yield databaseExecuteCommand(
             DELETE_FROM +
@@ -868,63 +867,46 @@ const getCommandFunctions = (
     });
   return [refreshSchema, loadTable, saveTable, transaction];
 };
-const upsert = (
+const defaultUpsert = (
   executeCommand,
   tableName,
   rowIdColumnName,
   changingColumnNames,
-  params,
-  orReplace = 0,
+  rows,
 ) =>
   __async$4(void 0, null, function* () {
-    return yield executeCommand(
-      'INSERT ' +
-        (orReplace ? 'OR REPLACE ' : EMPTY_STRING) +
-        'INTO' +
+    const offset = [1];
+    yield executeCommand(
+      'INSERT INTO' +
         escapeId(tableName) +
         '(' +
+        escapeColumnNames(rowIdColumnName, ...changingColumnNames) +
+        ')VALUES' +
+        arrayJoin(
+          objToArray(
+            rows,
+            (row) =>
+              '($' + offset[0]++ + ',' + getPlaceholders(row, offset) + ')',
+          ),
+          COMMA,
+        ) +
+        'ON CONFLICT(' +
         escapeId(rowIdColumnName) +
+        ')DO UPDATE SET' +
         arrayJoin(
           arrayMap(
             changingColumnNames,
-            (columnName) => COMMA + escapeId(columnName),
+            (columnName) =>
+              escapeId(columnName) + '=excluded.' + escapeId(columnName),
           ),
-        ) +
-        ')VALUES' +
-        getUpsertPlaceholders(params, size(changingColumnNames) + 1) +
-        (orReplace
-          ? EMPTY_STRING
-          : 'ON CONFLICT(' +
-            escapeId(rowIdColumnName) +
-            ')DO UPDATE SET' +
-            arrayJoin(
-              arrayMap(
-                changingColumnNames,
-                (columnName) =>
-                  escapeId(columnName) + '=excluded.' + escapeId(columnName),
-              ),
-              COMMA,
-            )),
-      arrayMap(params, (param) => (param != null ? param : null)),
+          COMMA,
+        ),
+      objToArray(rows, (row, id) => [
+        id,
+        ...arrayMap(row, (value) => (value != null ? value : null)),
+      ]).flat(),
     );
   });
-const getUpsertPlaceholders = (array, columnCount) =>
-  arrayJoin(
-    arrayNew(
-      size(array) / columnCount,
-      (row) =>
-        '(' +
-        arrayJoin(
-          arrayNew(
-            columnCount,
-            (column) => '$' + (row * columnCount + column + 1),
-          ),
-          COMMA,
-        ) +
-        ')',
-    ),
-    COMMA,
-  );
 
 var __async$3 = (__this, __arguments, generator) => {
   return new Promise((resolve, reject) => {
@@ -963,7 +945,7 @@ const createJsonPersister = (
   thing,
   getThing,
   columnType,
-  orReplace,
+  upsert,
 ) => {
   const [refreshSchema, loadTable, saveTable, transaction] =
     getCommandFunctions(
@@ -972,7 +954,7 @@ const createJsonPersister = (
       querySchema,
       onIgnoredError,
       columnType,
-      orReplace,
+      upsert,
     );
   const getPersisted = () =>
     __async$3(void 0, null, function* () {
@@ -1075,7 +1057,7 @@ const createTabularPersister = (
   thing,
   getThing,
   columnType,
-  orReplace,
+  upsert,
   encode,
   decode,
 ) => {
@@ -1086,7 +1068,7 @@ const createTabularPersister = (
       querySchema,
       onIgnoredError,
       columnType,
-      orReplace,
+      upsert,
       encode,
       decode,
     );
@@ -1354,7 +1336,7 @@ const createCustomSqlitePersister = (
   persist,
   thing,
   getThing = 'getDb',
-  orReplace,
+  upsert,
 ) => {
   let dataVersion;
   let schemaVersion;
@@ -1429,7 +1411,7 @@ const createCustomSqlitePersister = (
     thing,
     getThing,
     EMPTY_STRING,
-    orReplace,
+    upsert,
     (cellOrValue) =>
       cellOrValue === true ? 1 : cellOrValue === false ? 0 : cellOrValue,
     void 0,
@@ -1553,7 +1535,7 @@ const createCustomPostgreSqlPersister = (
     thing,
     getThing,
     'text',
-    0,
+    void 0,
     (cellOrValue) => jsonString(cellOrValue),
     (field) => jsonParse(field),
   );

package/es6/queries/index.js

@@ -124,7 +124,7 @@ const setNew = (entryOrEntries) =>
   );
 const setAdd = (set, value) => (set == null ? void 0 : set.add(value));
 
-const numericAggregators = mapNew([
+const numericAggregators = /* @__PURE__ */ mapNew([
   [
     AVG,
     [

package/es6/queries/with-schemas/index.js

@@ -124,7 +124,7 @@ const setNew = (entryOrEntries) =>
   );
 const setAdd = (set, value) => (set == null ? void 0 : set.add(value));
 
-const numericAggregators = mapNew([
+const numericAggregators = /* @__PURE__ */ mapNew([
   [
     AVG,
     [

package/es6/store/index.js

@@ -356,12 +356,6 @@ const jsonStringWithMap = (obj) =>
     isInstanceOf(value, Map) ? object.fromEntries([...value]) : value,
   );
 
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
-
 const defaultSorter = (sortKey1, sortKey2) =>
   (sortKey1 != null ? sortKey1 : 0) < (sortKey2 != null ? sortKey2 : 0)
     ? -1
@@ -668,11 +662,11 @@ const createStore = () => {
   };
   const getNewRowId = (tableId, reuse) => {
     const [getId] = mapGet(tablePoolFunctions, tableId);
-    const rowId = getId(reuse);
-    if (!collHas(mapGet(tablesMap, tableId), rowId)) {
-      return rowId;
-    }
-    return getNewRowId(tableId, reuse);
+    let rowId;
+    do {
+      rowId = getId(reuse);
+    } while (collHas(mapGet(tablesMap, tableId), rowId));
+    return rowId;
   };
   const getOrCreateTable = (tableId) => {
     var _a;

package/es6/store/with-schemas/index.js

@@ -356,12 +356,6 @@ const jsonStringWithMap = (obj) =>
     isInstanceOf(value, Map) ? object.fromEntries([...value]) : value,
   );
 
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
-
 const defaultSorter = (sortKey1, sortKey2) =>
   (sortKey1 != null ? sortKey1 : 0) < (sortKey2 != null ? sortKey2 : 0)
     ? -1
@@ -668,11 +662,11 @@ const createStore = () => {
   };
   const getNewRowId = (tableId, reuse) => {
     const [getId] = mapGet(tablePoolFunctions, tableId);
-    const rowId = getId(reuse);
-    if (!collHas(mapGet(tablesMap, tableId), rowId)) {
-      return rowId;
-    }
-    return getNewRowId(tableId, reuse);
+    let rowId;
+    do {
+      rowId = getId(reuse);
+    } while (collHas(mapGet(tablesMap, tableId), rowId));
+    return rowId;
   };
   const getOrCreateTable = (tableId) => {
     var _a;

package/es6/synchronizers/index.js

@@ -1,4 +1,6 @@
 const EMPTY_STRING = '';
+const strSplit = (str, separator = EMPTY_STRING, limit) =>
+  str.split(separator, limit);
 
 const promise = Promise;
 const GLOBAL = globalThis;
@@ -104,8 +106,6 @@ const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
     },
   );
 
-new GLOBAL.TextEncoder();
-
 const newStamp = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
@@ -384,6 +384,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -512,11 +514,9 @@ const createCustomPersister = (
 };
 
 const MASK6 = 63;
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
 const encode = (num) => ENCODE[num & MASK6];
 
 const getRandomValues = GLOBAL.crypto

package/es6/synchronizers/synchronizer-broadcast-channel/index.js

@@ -1,4 +1,6 @@
 const EMPTY_STRING = '';
+const strSplit = (str, separator = EMPTY_STRING, limit) =>
+  str.split(separator, limit);
 
 const promise = Promise;
 const GLOBAL = globalThis;
@@ -104,8 +106,6 @@ const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
     },
   );
 
-new GLOBAL.TextEncoder();
-
 const newStamp = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
@@ -384,6 +384,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -512,11 +514,9 @@ const createCustomPersister = (
 };
 
 const MASK6 = 63;
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
 const encode = (num) => ENCODE[num & MASK6];
 
 const getRandomValues = GLOBAL.crypto

package/es6/synchronizers/synchronizer-broadcast-channel/with-schemas/index.js

@@ -1,4 +1,6 @@
 const EMPTY_STRING = '';
+const strSplit = (str, separator = EMPTY_STRING, limit) =>
+  str.split(separator, limit);
 
 const promise = Promise;
 const GLOBAL = globalThis;
@@ -104,8 +106,6 @@ const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
     },
   );
 
-new GLOBAL.TextEncoder();
-
 const newStamp = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
@@ -384,6 +384,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -512,11 +514,9 @@ const createCustomPersister = (
 };
 
 const MASK6 = 63;
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
 const encode = (num) => ENCODE[num & MASK6];
 
 const getRandomValues = GLOBAL.crypto

package/es6/synchronizers/synchronizer-local/index.js

@@ -1,4 +1,6 @@
 const EMPTY_STRING = '';
+const strSplit = (str, separator = EMPTY_STRING, limit) =>
+  str.split(separator, limit);
 
 const promise = Promise;
 const GLOBAL = globalThis;
@@ -106,8 +108,6 @@ const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
     },
   );
 
-new GLOBAL.TextEncoder();
-
 const newStamp = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
@@ -386,6 +386,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -514,11 +516,9 @@ const createCustomPersister = (
 };
 
 const MASK6 = 63;
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
 const encode = (num) => ENCODE[num & MASK6];
 
 const getRandomValues = GLOBAL.crypto

package/es6/synchronizers/synchronizer-local/with-schemas/index.js

@@ -1,4 +1,6 @@
 const EMPTY_STRING = '';
+const strSplit = (str, separator = EMPTY_STRING, limit) =>
+  str.split(separator, limit);
 
 const promise = Promise;
 const GLOBAL = globalThis;
@@ -106,8 +108,6 @@ const visitTree = (node, path, ensureLeaf, pruneLeaf, p = 0) =>
     },
   );
 
-new GLOBAL.TextEncoder();
-
 const newStamp = (value, time) => (time ? [value, time] : [value]);
 const getLatestTime = (time1, time2) => {
   var _a;
@@ -386,6 +386,8 @@ const createCustomPersister = (
               const content = yield getPersisted();
               if (isArray(content)) {
                 setContentOrChanges(content);
+              } else if (initialContent) {
+                setDefaultContent(initialContent);
               } else {
                 errorNew(`Content is not an array ${content}`);
               }
@@ -514,11 +516,9 @@ const createCustomPersister = (
 };
 
 const MASK6 = 63;
-const ENCODE =
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz'.split(
-    EMPTY_STRING,
-  );
-mapNew(arrayMap(ENCODE, (char, index) => [char, index]));
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
 const encode = (num) => ENCODE[num & MASK6];
 
 const getRandomValues = GLOBAL.crypto