@signaldb/core 1.7.2 → 1.8.0

package/dist/index3.mjs

@@ -1,9 +1,9 @@
 import EventEmitter from "./index13.mjs";
-import match from "./index18.mjs";
+import match from "./index19.mjs";
 import modify from "./index11.mjs";
 import isEqual from "./index10.mjs";
 import randomId from "./index12.mjs";
-import deepClone from "./index19.mjs";
+import deepClone from "./index17.mjs";
 import serializeValue from "./index20.mjs";
 import createSignal from "./index21.mjs";
 import Cursor from "./index2.mjs";
@@ -93,6 +93,7 @@ class Collection extends EventEmitter {
   postBatchCallbacks = /* @__PURE__ */ new Set();
   fieldTracking = false;
   persistenceReadyPromise;
+  pendingUpdates = { added: [], modified: [], removed: [] };
   /**
    * Initializes a new instance of the `Collection` class with optional configuration.
    * Sets up memory, persistence, reactivity, and indices as specified in the options.
@@ -108,6 +109,7 @@ class Collection extends EventEmitter {
    * @param options.indices - An array of index providers for optimized querying.
    * @param options.enableDebugMode - A boolean to enable or disable debug mode.
    * @param options.fieldTracking - A boolean to enable or disable field tracking by default.
+   * @param options.transformAll - A function that will be able to solve the n+1 problem
    */
   constructor(options) {
     super();
@@ -142,48 +144,6 @@ class Collection extends EventEmitter {
     if (this.persistenceAdapter) {
       let ongoingSaves = 0;
       let isInitialized = false;
-      const pendingUpdates = { added: [], modified: [], removed: [] };
-      const loadPersistentData = async (data) => {
-        if (!this.persistenceAdapter)
-          throw new Error("Persistence adapter not found");
-        this.emit("persistence.pullStarted");
-        const { items, changes } = data ?? await this.persistenceAdapter.load();
-        if (items) {
-          if (ongoingSaves > 0)
-            return;
-          this.memory().splice(0, this.memoryArray().length, ...items);
-          this.idIndex.clear();
-          this.memory().map((item, index) => {
-            this.idIndex.set(serializeValue(item.id), /* @__PURE__ */ new Set([index]));
-          });
-        } else if (changes) {
-          changes.added.forEach((item) => {
-            const index = this.memory().findIndex((document) => document.id === item.id);
-            if (index !== -1) {
-              this.memory().splice(index, 1, item);
-              return;
-            }
-            this.memory().push(item);
-            const itemIndex = this.memory().findIndex((document) => document === item);
-            this.idIndex.set(serializeValue(item.id), /* @__PURE__ */ new Set([itemIndex]));
-          });
-          changes.modified.forEach((item) => {
-            const index = this.memory().findIndex((document) => document.id === item.id);
-            if (index === -1)
-              throw new Error("Cannot resolve index for item");
-            this.memory().splice(index, 1, item);
-          });
-          changes.removed.forEach((item) => {
-            const index = this.memory().findIndex((document) => document.id === item.id);
-            if (index === -1)
-              throw new Error("Cannot resolve index for item");
-            this.memory().splice(index, 1);
-          });
-        }
-        this.rebuildIndices();
-        this.emit("persistence.received");
-        setTimeout(() => this.emit("persistence.pullCompleted"), 0);
-      };
       const saveQueue = {
         added: [],
         modified: [],
@@ -220,7 +180,7 @@ class Collection extends EventEmitter {
       };
       this.on("added", (item) => {
         if (!isInitialized) {
-          pendingUpdates.added.push(item);
+          this.pendingUpdates.added.push(item);
           return;
         }
         saveQueue.added.push(item);
@@ -228,7 +188,7 @@ class Collection extends EventEmitter {
       });
       this.on("changed", (item) => {
         if (!isInitialized) {
-          pendingUpdates.modified.push(item);
+          this.pendingUpdates.modified.push(item);
           return;
         }
         saveQueue.modified.push(item);
@@ -236,27 +196,27 @@ class Collection extends EventEmitter {
       });
       this.on("removed", (item) => {
         if (!isInitialized) {
-          pendingUpdates.removed.push(item);
+          this.pendingUpdates.removed.push(item);
           return;
         }
         saveQueue.removed.push(item);
         flushQueue();
       });
-      this.persistenceAdapter.register((data) => loadPersistentData(data)).then(async () => {
+      this.persistenceAdapter.register((data) => this.loadPersistentData(data, ongoingSaves > 0)).then(async () => {
         if (!this.persistenceAdapter)
           throw new Error("Persistence adapter not found");
         let currentItems = this.memoryArray();
-        await loadPersistentData();
-        while (hasPendingUpdates(pendingUpdates)) {
-          const added = pendingUpdates.added.splice(0);
-          const modified = pendingUpdates.modified.splice(0);
-          const removed = pendingUpdates.removed.splice(0);
+        await this.loadPersistentData();
+        while (hasPendingUpdates(this.pendingUpdates)) {
+          const added = this.pendingUpdates.added.splice(0);
+          const modified = this.pendingUpdates.modified.splice(0);
+          const removed = this.pendingUpdates.removed.splice(0);
           currentItems = applyUpdates(this.memoryArray(), { added, modified, removed });
           await this.persistenceAdapter.save(currentItems, { added, modified, removed }).then(() => {
             this.emit("persistence.transmitted");
           });
         }
-        await loadPersistentData();
+        await this.loadPersistentData();
         isInitialized = true;
         setTimeout(() => this.emit("persistence.init"), 0);
       }).catch((error) => {
@@ -271,6 +231,66 @@ class Collection extends EventEmitter {
     });
     Collection.onCreationCallbacks.forEach((callback) => callback(this));
   }
+  /**
+   * Resets the collection's data by clearing the in-memory items and reloading from the persistence adapter.
+   * @returns A promise that resolves when the data has been reset and reloaded.
+   */
+  async resetData() {
+    if (hasPendingUpdates(this.pendingUpdates)) {
+      await new Promise((resolve) => {
+        this.on("persistence.transmitted", resolve);
+      });
+    }
+    this.options.memory = [];
+    await this.loadPersistentData();
+  }
+  /**
+   * Loads data from the persistence adapter and updates the in-memory collection accordingly.
+   * @param data - Optional data to load, containing either a full list of items or a set of changes. If not provided, data will be loaded from the persistence adapter.
+   * @param hasOngoingSaves - A boolean indicating whether there are ongoing save operations. If `true`, the method will skip loading data to avoid conflicts with pending updates.
+   * @returns A promise that resolves when the data has been loaded and the in-memory collection has been updated.
+   */
+  async loadPersistentData(data, hasOngoingSaves = false) {
+    if (!this.persistenceAdapter)
+      throw new Error("Persistence adapter not found");
+    this.emit("persistence.pullStarted");
+    const { items, changes } = data ?? await this.persistenceAdapter.load();
+    if (items) {
+      if (hasOngoingSaves)
+        return;
+      this.memory().splice(0, this.memoryArray().length, ...items);
+      this.idIndex.clear();
+      this.memory().map((item, index) => {
+        this.idIndex.set(serializeValue(item.id), /* @__PURE__ */ new Set([index]));
+      });
+    } else if (changes) {
+      changes.added.forEach((item) => {
+        const index = this.memory().findIndex((document) => document.id === item.id);
+        if (index !== -1) {
+          this.memory().splice(index, 1, item);
+          return;
+        }
+        this.memory().push(item);
+        const itemIndex = this.memory().findIndex((document) => document === item);
+        this.idIndex.set(serializeValue(item.id), /* @__PURE__ */ new Set([itemIndex]));
+      });
+      changes.modified.forEach((item) => {
+        const index = this.memory().findIndex((document) => document.id === item.id);
+        if (index === -1)
+          throw new Error("Cannot resolve index for item");
+        this.memory().splice(index, 1, item);
+      });
+      changes.removed.forEach((item) => {
+        const index = this.memory().findIndex((document) => document.id === item.id);
+        if (index === -1)
+          throw new Error("Cannot resolve index for item");
+        this.memory().splice(index, 1);
+      });
+    }
+    this.rebuildIndices();
+    this.emit("persistence.received");
+    setTimeout(() => this.emit("persistence.pullCompleted"), 0);
+  }
   /**
    * Checks whether the collection is currently performing a pull operation
    * ⚡️ this function is reactive!
@@ -425,6 +445,11 @@ class Collection extends EventEmitter {
       return item;
     return this.options.transform(item);
   }
+  transformAll(items, fields) {
+    if (!this.options.transformAll)
+      return items;
+    return this.options.transformAll(items, fields);
+  }
   getItems(selector) {
     return this.profile(() => {
       const indexInfo = this.getIndexInfo(selector);
@@ -484,6 +509,7 @@ class Collection extends EventEmitter {
       fieldTracking: this.fieldTracking,
       ...options,
       transform: this.transform.bind(this),
+      transformAll: this.transformAll.bind(this),
       bindEvents: (requery) => {
         const handleRequery = () => {
           if (this.batchOperationInProgress) {

package/dist/utils/deepClone.d.ts

@@ -4,7 +4,7 @@
  * @template T - The type of the value to clone.
  * @param value - The value to deep clone.
  * @returns A deep copy of the provided value.
- * @throws An error if the value is a function, as cloning functions is not supported.
+ * @throws {Error} An error if the value is a function, as cloning functions is not supported.
  */
 export declare function clone<T>(value: T): T;
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@signaldb/core",
-  "version": "1.7.2",
+  "version": "1.8.0",
   "description": "SignalDB is a client-side database that provides a simple MongoDB-like interface to the data with first-class typescript support to achieve an optimistic UI. Data persistence can be achieved by using storage providers that store the data through a JSON interface to places such as localStorage.",
   "scripts": {
     "build": "rimraf dist && vite build",
@@ -55,9 +55,9 @@
   ],
   "dependencies": {
     "fast-sort": "^3.4.1",
-    "mingo": "^7.0.0"
+    "mingo": "^7.1.1"
   },
   "devDependencies": {
-    "zod": "^4.0.14"
+    "zod": "^4.3.5"
   }
 }