tinybase 10.0.0-beta.1 → 10.0.0-beta.2

package/omni/with-schemas/index.js

@@ -5163,10 +5163,74 @@ const getPlaceholders = (array, getPlaceholder, offset = [1]) =>
     arrayMap(array, () => getPlaceholder(offset)),
     COMMA,
   );
-const getWhereCondition = (tableName, condition = TRUE) =>
-  WHERE + `(${replaceTableName(condition, escapeId(tableName))})`;
+const getWhere = (tableName, condition = TRUE, extraCondition) => {
+  const conditions = arrayFilter(
+    [
+      condition == TRUE
+        ? void 0
+        : `(${replaceTableName(condition, escapeId(tableName))})`,
+      extraCondition,
+    ],
+    (condition2) => !isUndefined(condition2),
+  );
+  return isEmpty(conditions)
+    ? EMPTY_STRING
+    : WHERE + arrayJoin(conditions, 'AND');
+};
 const replaceTableName = (condition, tableName) =>
   strReplace(condition, TABLE_NAME_PLACEHOLDER_REGEX, tableName);
+const updateThenInsertUpsert = async (
+  executeCommand,
+  tableName,
+  rowIdColumnName,
+  changingColumnNames,
+  rows,
+  getPlaceholder,
+) => {
+  const updateOffset = [1];
+  const assignments = arrayJoin(
+    arrayMap(
+      changingColumnNames,
+      (columnName) => escapeId(columnName) + '=' + getPlaceholder(updateOffset),
+    ),
+    COMMA,
+  );
+  const rowIdPlaceholder = getPlaceholder(updateOffset);
+  for (const [id, row] of objToArray(rows, (row2, id2) => [id2, row2])) {
+    const rowParams = arrayMap(row, (value) => value ?? null);
+    if (
+      isEmpty(
+        await executeCommand(
+          UPDATE +
+            escapeId(tableName) +
+            ' SET' +
+            assignments +
+            ' ' +
+            WHERE +
+            escapeId(rowIdColumnName) +
+            '=' +
+            rowIdPlaceholder +
+            ' RETURNING' +
+            escapeId(rowIdColumnName),
+          [...rowParams, id],
+        ),
+      )
+    ) {
+      const offset = [1];
+      await executeCommand(
+        INSERT +
+          ' INTO' +
+          escapeId(tableName) +
+          '(' +
+          escapeColumnNames(rowIdColumnName, ...changingColumnNames) +
+          ')VALUES(' +
+          getPlaceholders([id, ...row], getPlaceholder, offset) +
+          ')',
+        [id, ...rowParams],
+      );
+    }
+  }
+};
 
 const COLUMN_NAME = 'ColumnName';
 const STORE = 'store';
@@ -5339,7 +5403,7 @@ const getCommandFunctions = (
               await executeCommand(
                 SELECT_STAR_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition),
+                  getWhere(tableName, condition),
               ),
               (row) => {
                 const rowId = row[rowIdColumnName];
@@ -5495,9 +5559,7 @@ const getCommandFunctions = (
       if (isUndefined(content)) {
         if (isUndefined(contentSubIdSet)) {
           await executeCommand(
-            DELETE_FROM +
-              escapeId(tableName) +
-              getWhereCondition(tableName, condition),
+            DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
           );
         }
       } else {
@@ -5507,8 +5569,11 @@ const getCommandFunctions = (
               await executeCommand(
                 DELETE_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition) +
-                  `AND(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  getWhere(
+                    tableName,
+                    condition,
+                    `(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  ),
                 [rowId],
               );
             } else if (!isEmpty(settingColumnNames)) {
@@ -5567,8 +5632,12 @@ const getCommandFunctions = (
         await executeCommand(
           DELETE_FROM +
             escapeId(tableName) +
-            getWhereCondition(tableName, condition) + // eslint-disable-next-line max-len
-            `AND${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            getWhere(
+              tableName,
+              condition,
+              // eslint-disable-next-line max-len
+              `${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            ),
           deleteRowIds,
         );
       } else if (
@@ -5576,9 +5645,7 @@ const getCommandFunctions = (
         collHas(schemaMap, tableName)
       ) {
         await executeCommand(
-          DELETE_FROM +
-            escapeId(tableName) +
-            getWhereCondition(tableName, condition),
+          DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
         );
       }
     }
@@ -7961,61 +8028,9 @@ const createPowerSyncPersister = (
     // StoreOnly,
     powerSync,
     'getPowerSync',
-    powerSyncUpdateThenInsert,
+    updateThenInsertUpsert,
   );
 };
-const powerSyncUpdateThenInsert = async (
-  executeCommand,
-  tableName,
-  rowIdColumnName,
-  changingColumnNames,
-  rows,
-  getPlaceholder,
-) => {
-  const updateOffset = [1];
-  const assignments = arrayJoin(
-    arrayMap(
-      changingColumnNames,
-      (columnName) => escapeId(columnName) + '=' + getPlaceholder(updateOffset),
-    ),
-    COMMA,
-  );
-  const rowIdPlaceholder = getPlaceholder(updateOffset);
-  for (const [id, row] of objToArray(rows, (row2, id2) => [id2, row2])) {
-    const rowParams = arrayMap(row, (value) => value ?? null);
-    if (
-      isEmpty(
-        await executeCommand(
-          UPDATE +
-            escapeId(tableName) +
-            ' SET' +
-            assignments +
-            ' ' +
-            WHERE +
-            escapeId(rowIdColumnName) +
-            '=' +
-            rowIdPlaceholder +
-            ' RETURNING' +
-            escapeId(rowIdColumnName),
-          [...rowParams, id],
-        ),
-      )
-    ) {
-      const offset = [1];
-      await executeCommand(
-        INSERT +
-          ' INTO' +
-          escapeId(tableName) +
-          '(' +
-          escapeColumnNames(rowIdColumnName, ...changingColumnNames) +
-          ')VALUES(' +
-          getPlaceholders([id, ...row], getPlaceholder, offset) +
-          ')',
-        [id, ...rowParams],
-      );
-    }
-  }
-};
 
 const createReactNativeMmkvPersister = (
   store,
@@ -8363,6 +8378,70 @@ const createSupabasePersister = (
   );
 };
 
+const LIMIT_0 = 'LIMIT 0';
+const createTinyJoinPersister = (
+  store,
+  tinyJoin,
+  configOrStoreTableName,
+  onSqlCommand,
+  onIgnoredError,
+) => {
+  const executeCommand = getWrappedCommand(
+    async (sql, params = []) => (await tinyJoin.query(sql, params)).rows,
+    onSqlCommand,
+  );
+  const [isJson, , defaultedConfig, managedTableNamesSet] = getConfigStructures(
+    configOrStoreTableName,
+  );
+  if (!isJson && store.isMergeable()) {
+    errorThrow(ERROR_STORE_TYPE);
+  }
+  const managedTableNames = collValues(managedTableNamesSet);
+  const querySchema = async () => {
+    const schema = [];
+    await promiseAll(
+      arrayMap(managedTableNames, async (tn) => {
+        const sql = SELECT_STAR_FROM + escapeId(tn) + LIMIT_0;
+        onSqlCommand?.(sql);
+        await tryCatchIgnore(async () =>
+          arrayForEach((await tinyJoin.query(sql)).fields, ({name}) =>
+            arrayPush(schema, {tn, cn: name}),
+          ),
+        );
+      }),
+    );
+    return schema;
+  };
+  const addPersisterListener = (listener) =>
+    tinyJoin.subscribe(
+      {tables: managedTableNames},
+      () => void tryCatchIgnore(listener, onIgnoredError),
+    );
+  const delPersisterListener = (unsubscribe) => unsubscribe();
+  const executeTransaction = (actions) => actions(executeCommand);
+  return (isJson ? createJsonPersister : createTabularPersister)(
+    store,
+    executeCommand,
+    addPersisterListener,
+    delPersisterListener,
+    onIgnoredError,
+    noop,
+    3,
+    // StoreOrMergeableStore,
+    defaultedConfig,
+    managedTableNames,
+    querySchema,
+    tinyJoin,
+    'getTinyJoin',
+    'text',
+    numberedPlaceholder,
+    updateThenInsertUpsert,
+    (cellOrValue) => jsonString(cellOrValue),
+    (field) => jsonParse(field),
+    executeTransaction,
+  );
+};
+
 const DELETE = 'delete';
 const getYMap = (yMap) =>
   yMap instanceof Map$1 ? yMap : errorThrow(ERROR_CONTENT);
@@ -12747,6 +12826,7 @@ export {
   createSqliteWasmPersister,
   createStore,
   createSupabasePersister,
+  createTinyJoinPersister,
   createWsServer,
   createWsServerSimple,
   createWsSynchronizer,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tinybase",
-  "version": "10.0.0-beta.1",
+  "version": "10.0.0-beta.2",
   "author": "jamesgpearce",
   "repository": {
     "type": "git",
@@ -61,6 +61,7 @@
     "solid-js": "^1.9.15",
     "sqlite3": "^6.0.1",
     "svelte": "^5.57.0",
+    "tinyjoin": "^0.1.0",
     "valibot": "^1.5.0",
     "ws": "^8.21.3",
     "yjs": "^13.6.32",
@@ -151,6 +152,9 @@
     "svelte": {
       "optional": true
     },
+    "tinyjoin": {
+      "optional": true
+    },
     "valibot": {
       "optional": true
     },
@@ -384,6 +388,12 @@
       "persisters/persister-supabase/with-schemas": [
         "./@types/persisters/persister-supabase/with-schemas/index.d.ts"
       ],
+      "persisters/persister-tinyjoin": [
+        "./@types/persisters/persister-tinyjoin/index.d.ts"
+      ],
+      "persisters/persister-tinyjoin/with-schemas": [
+        "./@types/persisters/persister-tinyjoin/with-schemas/index.d.ts"
+      ],
       "persisters/persister-yjs": [
         "./@types/persisters/persister-yjs/index.d.ts"
       ],
@@ -762,6 +772,12 @@
       "min/persisters/persister-supabase/with-schemas": [
         "./@types/persisters/persister-supabase/with-schemas/index.d.ts"
       ],
+      "min/persisters/persister-tinyjoin": [
+        "./@types/persisters/persister-tinyjoin/index.d.ts"
+      ],
+      "min/persisters/persister-tinyjoin/with-schemas": [
+        "./@types/persisters/persister-tinyjoin/with-schemas/index.d.ts"
+      ],
       "min/persisters/persister-yjs": [
         "./@types/persisters/persister-yjs/index.d.ts"
       ],
@@ -1353,6 +1369,18 @@
         "default": "./persisters/persister-supabase/index.js"
       }
     },
+    "./persisters/persister-tinyjoin": {
+      "default": {
+        "types": "./@types/persisters/persister-tinyjoin/index.d.ts",
+        "default": "./persisters/persister-tinyjoin/index.js"
+      }
+    },
+    "./persisters/persister-tinyjoin/with-schemas": {
+      "default": {
+        "types": "./@types/persisters/persister-tinyjoin/with-schemas/index.d.ts",
+        "default": "./persisters/persister-tinyjoin/index.js"
+      }
+    },
     "./persisters/persister-yjs": {
       "default": {
         "types": "./@types/persisters/persister-yjs/index.d.ts",
@@ -2093,6 +2121,18 @@
         "default": "./min/persisters/persister-supabase/index.js"
       }
     },
+    "./min/persisters/persister-tinyjoin": {
+      "default": {
+        "types": "./@types/persisters/persister-tinyjoin/index.d.ts",
+        "default": "./min/persisters/persister-tinyjoin/index.js"
+      }
+    },
+    "./min/persisters/persister-tinyjoin/with-schemas": {
+      "default": {
+        "types": "./@types/persisters/persister-tinyjoin/with-schemas/index.d.ts",
+        "default": "./min/persisters/persister-tinyjoin/index.js"
+      }
+    },
     "./min/persisters/persister-yjs": {
       "default": {
         "types": "./@types/persisters/persister-yjs/index.d.ts",

package/persisters/index.js

@@ -883,8 +883,20 @@ const getPlaceholders = (array, getPlaceholder, offset = [1]) =>
     arrayMap(array, () => getPlaceholder(offset)),
     COMMA,
   );
-const getWhereCondition = (tableName, condition = TRUE) =>
-  WHERE + `(${replaceTableName(condition, escapeId(tableName))})`;
+const getWhere = (tableName, condition = TRUE, extraCondition) => {
+  const conditions = arrayFilter(
+    [
+      condition == TRUE
+        ? void 0
+        : `(${replaceTableName(condition, escapeId(tableName))})`,
+      extraCondition,
+    ],
+    (condition2) => !isUndefined(condition2),
+  );
+  return isEmpty(conditions)
+    ? EMPTY_STRING
+    : WHERE + arrayJoin(conditions, 'AND');
+};
 const replaceTableName = (condition, tableName) =>
   strReplace(condition, TABLE_NAME_PLACEHOLDER_REGEX, tableName);
 
@@ -1059,7 +1071,7 @@ const getCommandFunctions = (
               await executeCommand(
                 SELECT_STAR_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition),
+                  getWhere(tableName, condition),
               ),
               (row) => {
                 const rowId = row[rowIdColumnName];
@@ -1215,9 +1227,7 @@ const getCommandFunctions = (
       if (isUndefined(content)) {
         if (isUndefined(contentSubIdSet)) {
           await executeCommand(
-            DELETE_FROM +
-              escapeId(tableName) +
-              getWhereCondition(tableName, condition),
+            DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
           );
         }
       } else {
@@ -1227,8 +1237,11 @@ const getCommandFunctions = (
               await executeCommand(
                 DELETE_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition) +
-                  `AND(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  getWhere(
+                    tableName,
+                    condition,
+                    `(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  ),
                 [rowId],
               );
             } else if (!isEmpty(settingColumnNames)) {
@@ -1287,8 +1300,12 @@ const getCommandFunctions = (
         await executeCommand(
           DELETE_FROM +
             escapeId(tableName) +
-            getWhereCondition(tableName, condition) + // eslint-disable-next-line max-len
-            `AND${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            getWhere(
+              tableName,
+              condition,
+              // eslint-disable-next-line max-len
+              `${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            ),
           deleteRowIds,
         );
       } else if (
@@ -1296,9 +1313,7 @@ const getCommandFunctions = (
         collHas(schemaMap, tableName)
       ) {
         await executeCommand(
-          DELETE_FROM +
-            escapeId(tableName) +
-            getWhereCondition(tableName, condition),
+          DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
         );
       }
     }

package/persisters/persister-better-sqlite3/index.js

@@ -105,50 +105,6 @@ const arrayClear = (array, to = size(array)) => array.splice(0, to);
 const arrayPush = (array, ...values) => array.push(...values);
 const arrayShift = (array) => array.shift();
 
-const SINGLE_ROW_ID = '_';
-const DEFAULT_ROW_ID_COLUMN_NAME = '_id';
-const SELECT = 'SELECT';
-const WHERE = 'WHERE';
-const TABLE = 'TABLE';
-const INSERT = 'INSERT';
-const DELETE = 'DELETE';
-const UPDATE = 'UPDATE';
-const ALTER_TABLE = 'ALTER ' + TABLE;
-const FROM = 'FROM';
-const DELETE_FROM = DELETE + ' ' + FROM;
-const SELECT_STAR_FROM = SELECT + '*' + FROM;
-const PRAGMA = 'pragma_';
-const DATA_VERSION = 'data_version';
-const SCHEMA_VERSION = 'schema_version';
-const PRAGMA_TABLE = 'pragma_table_';
-const CREATE = 'CREATE ';
-const CREATE_TABLE = CREATE + TABLE;
-const TABLE_NAME_PLACEHOLDER_REGEX = /\$tableName/g;
-const getWrappedCommand = (executeCommand, onSqlCommand) =>
-  onSqlCommand
-    ? async (sql, params) => {
-        onSqlCommand(sql, params);
-        return await executeCommand(sql, params);
-      }
-    : executeCommand;
-const escapeId = (str) =>
-  arrayJoin(
-    arrayMap(strSplit(str, DOT), (part) => `"${strReplace(part, /"/g, '""')}"`),
-    DOT,
-  );
-const escapeColumnNames = (...columnNames) =>
-  arrayJoin(arrayMap(columnNames, escapeId), COMMA);
-const anonymousPlaceholder = () => '?';
-const getPlaceholders = (array, getPlaceholder, offset = [1]) =>
-  arrayJoin(
-    arrayMap(array, () => getPlaceholder(offset)),
-    COMMA,
-  );
-const getWhereCondition = (tableName, condition = TRUE) =>
-  WHERE + `(${replaceTableName(condition, escapeId(tableName))})`;
-const replaceTableName = (condition, tableName) =>
-  strReplace(condition, TABLE_NAME_PLACEHOLDER_REGEX, tableName);
-
 const object = Object;
 const getPrototypeOf = (obj) => object.getPrototypeOf(obj);
 const objEntries = object.entries;
@@ -198,6 +154,62 @@ const objValues = (obj) => object.values(obj);
 const objSize = (obj) => size(objIds(obj));
 const objIsEmpty = (obj) => isObject(obj) && objSize(obj) == 0;
 
+const SINGLE_ROW_ID = '_';
+const DEFAULT_ROW_ID_COLUMN_NAME = '_id';
+const SELECT = 'SELECT';
+const WHERE = 'WHERE';
+const TABLE = 'TABLE';
+const INSERT = 'INSERT';
+const DELETE = 'DELETE';
+const UPDATE = 'UPDATE';
+const ALTER_TABLE = 'ALTER ' + TABLE;
+const FROM = 'FROM';
+const DELETE_FROM = DELETE + ' ' + FROM;
+const SELECT_STAR_FROM = SELECT + '*' + FROM;
+const PRAGMA = 'pragma_';
+const DATA_VERSION = 'data_version';
+const SCHEMA_VERSION = 'schema_version';
+const PRAGMA_TABLE = 'pragma_table_';
+const CREATE = 'CREATE ';
+const CREATE_TABLE = CREATE + TABLE;
+const TABLE_NAME_PLACEHOLDER_REGEX = /\$tableName/g;
+const getWrappedCommand = (executeCommand, onSqlCommand) =>
+  onSqlCommand
+    ? async (sql, params) => {
+        onSqlCommand(sql, params);
+        return await executeCommand(sql, params);
+      }
+    : executeCommand;
+const escapeId = (str) =>
+  arrayJoin(
+    arrayMap(strSplit(str, DOT), (part) => `"${strReplace(part, /"/g, '""')}"`),
+    DOT,
+  );
+const escapeColumnNames = (...columnNames) =>
+  arrayJoin(arrayMap(columnNames, escapeId), COMMA);
+const anonymousPlaceholder = () => '?';
+const getPlaceholders = (array, getPlaceholder, offset = [1]) =>
+  arrayJoin(
+    arrayMap(array, () => getPlaceholder(offset)),
+    COMMA,
+  );
+const getWhere = (tableName, condition = TRUE, extraCondition) => {
+  const conditions = arrayFilter(
+    [
+      condition == TRUE
+        ? void 0
+        : `(${replaceTableName(condition, escapeId(tableName))})`,
+      extraCondition,
+    ],
+    (condition2) => !isUndefined(condition2),
+  );
+  return isEmpty(conditions)
+    ? EMPTY_STRING
+    : WHERE + arrayJoin(conditions, 'AND');
+};
+const replaceTableName = (condition, tableName) =>
+  strReplace(condition, TABLE_NAME_PLACEHOLDER_REGEX, tableName);
+
 const map = Map;
 const mapNew = (entries) => new map(entries);
 const mapGet = (map2, key) => map2?.get(key);
@@ -1045,7 +1057,7 @@ const getCommandFunctions = (
               await executeCommand(
                 SELECT_STAR_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition),
+                  getWhere(tableName, condition),
               ),
               (row) => {
                 const rowId = row[rowIdColumnName];
@@ -1201,9 +1213,7 @@ const getCommandFunctions = (
       if (isUndefined(content)) {
         if (isUndefined(contentSubIdSet)) {
           await executeCommand(
-            DELETE_FROM +
-              escapeId(tableName) +
-              getWhereCondition(tableName, condition),
+            DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
           );
         }
       } else {
@@ -1213,8 +1223,11 @@ const getCommandFunctions = (
               await executeCommand(
                 DELETE_FROM +
                   escapeId(tableName) +
-                  getWhereCondition(tableName, condition) +
-                  `AND(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  getWhere(
+                    tableName,
+                    condition,
+                    `(${escapeId(rowIdColumnName)}=${getPlaceholder([1])})`,
+                  ),
                 [rowId],
               );
             } else if (!isEmpty(settingColumnNames)) {
@@ -1273,8 +1286,12 @@ const getCommandFunctions = (
         await executeCommand(
           DELETE_FROM +
             escapeId(tableName) +
-            getWhereCondition(tableName, condition) + // eslint-disable-next-line max-len
-            `AND${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            getWhere(
+              tableName,
+              condition,
+              // eslint-disable-next-line max-len
+              `${escapeId(rowIdColumnName)}NOT IN(${getPlaceholders(deleteRowIds, getPlaceholder)})`,
+            ),
           deleteRowIds,
         );
       } else if (
@@ -1282,9 +1299,7 @@ const getCommandFunctions = (
         collHas(schemaMap, tableName)
       ) {
         await executeCommand(
-          DELETE_FROM +
-            escapeId(tableName) +
-            getWhereCondition(tableName, condition),
+          DELETE_FROM + escapeId(tableName) + getWhere(tableName, condition),
         );
       }
     }