@signaldb/core 2.0.0-beta.1 → 2.0.0-beta.10

package/dist/index13.mjs

@@ -1,420 +1,45 @@
-import deepClone from "./index19.mjs";
-import match from "./index23.mjs";
-import modify from "./index7.mjs";
-import queryId from "./index20.mjs";
-import isEqual from "./index6.mjs";
-import getIndexInfo from "./index22.mjs";
-import getMatchingKeys from "./index26.mjs";
-import sortItems from "./index25.mjs";
-import project from "./index24.mjs";
-class AsyncDataAdapter {
-  options;
-  id;
-  onError;
-  // Per-collection resources
-  storageAdapters = /* @__PURE__ */ new Map();
-  storageAdapterReady = /* @__PURE__ */ new Map();
-  collectionIndices = /* @__PURE__ */ new Map();
-  // Per-collection query registries
-  queries = /* @__PURE__ */ new Map();
-  constructor(options) {
-    this.options = options;
-    this.id = options.id || "async-data-adapter";
-    this.onError = options.onError ?? ((error) => {
-      console.error(error);
-    });
-  }
-  createCollectionBackend(collection, indices) {
-    this.collectionIndices.set(collection.name, indices);
-    this.queries.set(collection.name, /* @__PURE__ */ new Map());
-    this.ensureStorageAdapter(collection.name);
-    const ready = (async () => {
-      try {
-        await this.setupStorage(collection.name, indices);
-      } catch (error) {
-        this.onError(error);
-        throw error;
-      }
-    })();
-    this.storageAdapterReady.set(collection.name, ready);
-    const registerQuery = (selector, options) => {
-      const qid = queryId(selector, options);
-      const registry = this.queries.get(collection.name);
-      if (!registry)
-        throw new Error(`Collection ${collection.name} not initialized!`);
-      registry.set(qid, {
-        selector,
-        options,
-        items: [],
-        listeners: /* @__PURE__ */ new Set(),
-        ...registry.get(qid),
-        state: "active",
-        error: null
-      });
-      void this.fulfillQuery(collection.name, selector, options).catch(this.onError);
-    };
-    const unregisterQuery = (selector, options) => {
-      const qid = queryId(selector, options);
-      this.queries.get(collection.name)?.delete(qid);
-    };
-    const getQueryState = (selector, options) => {
-      const q = this.queries.get(collection.name)?.get(queryId(selector, options));
-      return q?.state ?? "active";
-    };
-    const getQueryError = (selector, options) => {
-      const q = this.queries.get(collection.name)?.get(queryId(selector, options));
-      return q?.error ?? null;
-    };
-    const getQueryResult = (selector, options) => {
-      const q = this.queries.get(collection.name)?.get(queryId(selector, options));
-      return q?.items ?? [];
-    };
-    const onQueryStateChange = (selector, options, callback) => {
-      const qid = queryId(selector, options);
-      const registry = this.queries.get(collection.name);
-      if (!registry)
-        throw new Error(`Collection ${collection.name} not initialized!`);
-      if (!registry.has(qid)) {
-        registry.set(qid, {
-          selector,
-          options,
-          state: "active",
-          error: null,
-          items: [],
-          listeners: /* @__PURE__ */ new Set()
-        });
-      }
-      registry.get(qid)?.listeners.add(callback);
-      return () => registry.get(qid)?.listeners.delete(callback);
-    };
-    return {
-      insert: async (item) => {
-        await ready;
-        const inserted = await this.insert(collection.name, item);
-        return inserted;
-      },
-      updateOne: async (selector, modifier) => {
-        await ready;
-        return this.updateOne(collection.name, selector, modifier);
-      },
-      updateMany: async (selector, modifier) => {
-        await ready;
-        return this.updateMany(collection.name, selector, modifier);
-      },
-      replaceOne: async (selector, replacement) => {
-        await ready;
-        return this.replaceOne(collection.name, selector, replacement);
-      },
-      removeOne: async (selector) => {
-        await ready;
-        return this.removeOne(collection.name, selector);
-      },
-      removeMany: async (selector) => {
-        await ready;
-        return this.removeMany(collection.name, selector);
-      },
-      registerQuery,
-      unregisterQuery,
-      getQueryState,
-      getQueryError,
-      getQueryResult,
-      onQueryStateChange,
-      executeQuery: async (selector, options) => {
-        await ready;
-        registerQuery(selector, options);
-        const result = getQueryResult(selector, options);
-        unregisterQuery(selector, options);
-        return result;
-      },
-      dispose: async () => {
-        this.storageAdapters.delete(collection.name);
-        this.queries.delete(collection.name);
-        this.collectionIndices.delete(collection.name);
-        this.storageAdapterReady.delete(collection.name);
-      },
-      isReady: async () => {
-        await ready;
-      }
-    };
-  }
-  async setupStorage(collectionName, indices) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    await Promise.all(indices.map((index) => storage.createIndex(index)));
-    await storage.setup();
-  }
-  ensureStorageAdapter(name) {
-    if (this.storageAdapters.has(name))
-      return;
-    const adapter = this.options.storage(name);
-    if (!adapter)
-      return;
-    this.storageAdapters.set(name, adapter);
-  }
-  /**
-   * Compute and publish the result for a specific query
-   * @param collectionName - name of the collection
-   * @param selector - query selector
-   * @param options - query options
-   */
-  async fulfillQuery(collectionName, selector, options) {
-    const qid = queryId(selector, options);
-    const registry = this.queries.get(collectionName);
-    if (!registry)
-      throw new Error(`Collection ${collectionName} not initialized!`);
-    const rec = registry.get(qid);
-    if (!rec)
-      return;
-    this.publishState(collectionName, qid, "active", null);
-    try {
-      const items = await this.executeQuery(collectionName, selector, options);
-      this.publishResult(collectionName, qid, items);
-      this.publishState(collectionName, qid, "complete", null);
-    } catch (error) {
-      this.publishState(collectionName, qid, "error", error);
-    }
-  }
-  /**
-   * Notify listeners about state changes and keep the cache updated
-   * @param collectionName - name of the collection
-   * @param qid - query id
-   * @param state - new state
-   * @param error - error if state is 'error', null otherwise
-   */
-  publishState(collectionName, qid, state, error) {
-    const rec = this.queries.get(collectionName)?.get(qid);
-    if (!rec)
-      return;
-    rec.state = state;
-    rec.error = error;
-    for (const callback of rec.listeners) {
-      try {
-        callback(state);
-      } catch (error_) {
-        this.onError(error_);
-      }
-    }
-  }
-  publishResult(collectionName, qid, items) {
-    const rec = this.queries.get(collectionName)?.get(qid);
-    if (!rec)
-      return;
-    rec.items = items;
-  }
-  async getIndexInfo(collectionName, selector) {
-    const storageAdapter = this.storageAdapters.get(collectionName);
-    if (!storageAdapter)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    if (selector != null && Object.keys(selector).length === 1 && "id" in selector && typeof selector.id !== "object") {
-      return {
-        matched: true,
-        ids: [selector.id].filter(Boolean),
-        optimizedSelector: {}
-      };
-    }
-    if (selector == null) {
-      return {
-        matched: false,
-        ids: [],
-        optimizedSelector: {}
-      };
-    }
-    const indices = this.collectionIndices.get(collectionName) ?? [];
-    return getIndexInfo(indices.map((field) => async (flatSelector) => {
-      if (!Object.hasOwnProperty.call(flatSelector, field))
-        return { matched: false };
-      const index = await storageAdapter.readIndex(field);
-      const fieldSelector = flatSelector[field];
-      const filtersForNull = fieldSelector == null || fieldSelector.$exists === false;
-      const keys = filtersForNull ? { include: null, exclude: [...index.keys()].filter((key) => key != null) } : getMatchingKeys(field, flatSelector);
-      if (keys.include == null && keys.exclude == null)
-        return { matched: false };
-      let includedIds = [];
-      if (keys.include == null) {
-        for (const set of index.values())
-          for (const pos of set)
-            includedIds.push(pos);
-      } else {
-        for (const key of keys.include) {
-          const idSet = index.get(key);
-          if (idSet)
-            for (const id of idSet)
-              includedIds.push(id);
-        }
-      }
-      if (keys.exclude != null) {
-        const excludeIds = /* @__PURE__ */ new Set();
-        for (const key of keys.exclude) {
-          const idSet = index.get(key);
-          if (idSet)
-            for (const id of idSet)
-              excludeIds.add(id);
-        }
-        includedIds = includedIds.filter((pos) => !excludeIds.has(pos));
-      }
-      return { matched: true, ids: includedIds, fields: [field], keepSelector: filtersForNull };
-    }), selector);
-  }
-  async queryItems(collectionName, selector) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const index = await this.getIndexInfo(collectionName, selector);
-    const matchItems = (item) => {
-      if (index.optimizedSelector == null)
-        return true;
-      if (Object.keys(index.optimizedSelector).length <= 0)
-        return true;
-      return match(item, index.optimizedSelector);
-    };
-    if (index.matched) {
-      const items = await storage.readIds(index.ids);
-      if (isEqual(index.optimizedSelector, {}))
-        return items;
-      return items.filter(matchItems);
-    } else {
-      const allItems = await storage.readAll();
-      if (isEqual(selector, {}))
-        return allItems;
-      return allItems.filter(matchItems);
-    }
-  }
-  async executeQuery(collectionName, selector, options) {
-    const items = await this.queryItems(collectionName, selector || {});
-    const { sort, skip, limit, fields } = options || {};
-    const sorted = sort ? sortItems(items, sort) : items;
-    const skipped = skip ? sorted.slice(skip) : sorted;
-    const limited = limit ? skipped.slice(0, limit) : skipped;
-    const idExcluded = fields && fields.id === 0;
-    return limited.map((item) => {
-      if (!fields)
-        return item;
-      return { ...idExcluded ? {} : { id: item.id }, ...project(item, fields) };
-    });
-  }
-  /**
-   * After mutations, recompute and push updates for affected active queries
-   * @param collectionName - name of the collection
-   * @param changedItems - items that were inserted/updated/replaced/removed
-   */
-  async checkQueryUpdates(collectionName, changedItems) {
-    const registry = this.queries.get(collectionName);
-    if (!registry)
-      throw new Error(`Collection ${collectionName} not initialized!`);
-    if (registry.size === 0)
-      return;
-    const affected = [...registry.values()].filter(({ selector }) => changedItems.some((item) => match(item, selector)));
-    if (affected.length === 0)
-      return;
-    for (const { selector, options } of affected) {
-      const qid = queryId(selector, options);
-      this.publishState(collectionName, qid, "active", null);
-    }
-    await Promise.all(affected.map(async ({ selector, options }) => {
-      const qid = queryId(selector, options);
-      try {
-        const items = await this.executeQuery(collectionName, selector, options);
-        this.publishResult(collectionName, qid, items);
-        this.publishState(collectionName, qid, "complete", null);
-      } catch (error) {
-        this.publishState(collectionName, qid, "error", error);
-      }
-    }));
-  }
-  async insert(collectionName, newItem) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const existing = await this.executeQuery(collectionName, { id: newItem.id }, { limit: 1 });
-    if (existing.length > 0)
-      throw new Error(`Item with id ${String(newItem.id)} already exists`);
-    await storage.insert([newItem]);
-    await this.checkQueryUpdates(collectionName, [newItem]);
-    return newItem;
-  }
-  async updateOne(collectionName, selector, modifier) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const items = await this.executeQuery(collectionName, selector, { limit: 1 });
-    const [item] = items;
-    const { $setOnInsert, ...rest } = modifier;
-    if (item == null)
-      return [];
-    const modified = modify(deepClone(item), rest);
-    if (item.id !== modified.id) {
-      const existing = await this.executeQuery(collectionName, { id: modified.id }, { limit: 1 });
-      if (existing.length > 0)
-        throw new Error(`Item with id ${String(modified.id)} already exists`);
-    }
-    await storage.replace([modified]);
-    await this.checkQueryUpdates(collectionName, [modified]);
-    return [modified];
-  }
-  async updateMany(collectionName, selector, modifier) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const items = await this.executeQuery(collectionName, selector);
-    if (items.length === 0)
-      return [];
-    const { $setOnInsert, ...rest } = modifier;
-    const changed = await Promise.all(items.map(async (item) => {
-      const modified = modify(deepClone(item), rest);
-      if (item.id !== modified.id) {
-        const existing = await this.executeQuery(collectionName, { id: modified.id }, { limit: 1 });
-        if (existing.length > 0)
-          throw new Error(`Item with id ${String(modified.id)} already exists`);
-      }
-      return modified;
-    }));
-    await storage.replace(changed);
-    await this.checkQueryUpdates(collectionName, changed);
-    return changed;
-  }
-  async replaceOne(collectionName, selector, replacement) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const items = await this.executeQuery(collectionName, selector, { limit: 1 });
-    const [item] = items;
-    if (item == null)
-      return [];
-    const modified = { ...replacement, id: replacement.id ?? item.id };
-    if (item.id !== modified.id) {
-      const existing = await this.executeQuery(collectionName, { id: modified.id }, { limit: 1 });
-      if (existing.length > 0)
-        throw new Error(`Item with id ${String(modified.id)} already exists`);
-    }
-    await storage.replace([modified]);
-    await this.checkQueryUpdates(collectionName, [modified]);
-    return [modified];
-  }
-  async removeOne(collectionName, selector) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const items = await this.executeQuery(collectionName, selector, { limit: 1 });
-    const [item] = items;
-    if (item == null)
-      return [];
-    await storage.remove([item]);
-    await this.checkQueryUpdates(collectionName, [item]);
-    return [item];
-  }
-  async removeMany(collectionName, selector) {
-    const storage = this.storageAdapters.get(collectionName);
-    if (!storage)
-      throw new Error(`No persistence adapter for collection ${collectionName}`);
-    const items = await this.executeQuery(collectionName, selector);
-    if (items.length === 0)
-      return [];
-    await storage.remove(items);
-    await this.checkQueryUpdates(collectionName, items);
-    return items;
-  }
+import isFieldExpression from "./index11.mjs";
+import serializeValue from "./index12.mjs";
+//#region src/utils/getMatchingKeys.ts
+/**
+* Extracts the matching and excluded keys for a given field in a selector.
+* Supports serialized values and `$in`/`$nin` field expressions for optimization.
+* Returns `null` for include/exclude if the field cannot be optimized.
+* @template T - The type of the items in the selector.
+* @template I - The type of the unique identifier for the items.
+* @param field - The name of the field to extract matching keys for.
+* @param selector - The selector object containing query criteria.
+* @returns An object containing arrays of serialized included and excluded keys,
+*   or `null` if the field cannot be optimized.
+*/
+function getMatchingKeys(field, selector) {
+	const result = {
+		include: null,
+		exclude: null
+	};
+	const fieldSelector = selector[field];
+	if (fieldSelector instanceof RegExp) return result;
+	if (fieldSelector == null) return result;
+	if (isFieldExpression(fieldSelector)) {
+		if (fieldSelector.$ne != null) {
+			result.exclude = [serializeValue(fieldSelector.$ne)];
+			return result;
+		}
+		if (Array.isArray(fieldSelector.$in) && fieldSelector.$in.length > 0) {
+			result.include = fieldSelector.$in.map(serializeValue);
+			return result;
+		}
+		if (Array.isArray(fieldSelector.$nin) && fieldSelector.$nin.length > 0) {
+			result.exclude = fieldSelector.$nin.map(serializeValue);
+			return result;
+		}
+		return {
+			include: null,
+			exclude: null
+		};
+	}
+	result.include = [serializeValue(fieldSelector)];
+	return result;
 }
-export {
-  AsyncDataAdapter as default
-};
+//#endregion
+export { getMatchingKeys as default };

package/dist/index14.cjs.js

@@ -0,0 +1,86 @@
+const require_createIndexProvider = require("./index9.cjs.js");
+const require_get = require("./index10.cjs.js");
+const require_serializeValue = require("./index12.cjs.js");
+const require_getMatchingKeys = require("./index13.cjs.js");
+//#region src/createIndex.ts
+/**
+* creates an index for a specific field
+* @param field name of the field
+* @returns an index provider to pass to the `indices` option of the collection constructor
+*/
+function createIndex(field) {
+	const index = /* @__PURE__ */ new Map();
+	const ensureSet = (key) => {
+		let set = index.get(key);
+		if (!set) {
+			set = /* @__PURE__ */ new Set();
+			index.set(key, set);
+		}
+		return set;
+	};
+	return require_createIndexProvider.default({
+		query(selector) {
+			if (!Object.hasOwnProperty.call(selector, field)) return { matched: false };
+			const fieldSelector = selector[field];
+			const filteresForNull = fieldSelector == null || fieldSelector.$exists === false;
+			const keys = filteresForNull ? {
+				include: null,
+				exclude: [...index.keys()].filter((key) => key != null)
+			} : require_getMatchingKeys.default(field, selector);
+			if (keys.include == null && keys.exclude == null) return { matched: false };
+			let includedIds = [];
+			if (keys.include == null) for (const set of index.values()) for (const pos of set) includedIds.push(pos);
+			else for (const key of keys.include) {
+				const posSet = index.get(key);
+				if (posSet) for (const pos of posSet) includedIds.push(pos);
+			}
+			if (keys.exclude != null) {
+				const excludeIds = /* @__PURE__ */ new Set();
+				for (const key of keys.exclude) {
+					const posSet = index.get(key);
+					if (posSet) for (const pos of posSet) excludeIds.add(pos);
+				}
+				includedIds = includedIds.filter((pos) => !excludeIds.has(pos));
+			}
+			return {
+				matched: true,
+				ids: includedIds,
+				fields: [field],
+				keepSelector: filteresForNull
+			};
+		},
+		rebuild(items) {
+			index.clear();
+			items.forEach((item) => {
+				ensureSet(require_serializeValue.default(require_get.default(item, field))).add(item.id);
+			});
+		},
+		insert(items) {
+			for (const item of items) ensureSet(require_serializeValue.default(require_get.default(item, field))).add(item.id);
+		},
+		remove(items) {
+			for (const item of items) {
+				const value = require_serializeValue.default(require_get.default(item, field));
+				const set = index.get(value);
+				if (!set) continue;
+				set.delete(item.id);
+				if (set.size === 0) index.delete(value);
+			}
+		},
+		update(pairs) {
+			for (const { oldItem, newItem } of pairs) {
+				const oldValue = require_serializeValue.default(require_get.default(oldItem, field));
+				const newValue = require_serializeValue.default(require_get.default(newItem, field));
+				if (oldValue === newValue) continue;
+				const oldSet = index.get(oldValue);
+				if (oldSet) {
+					oldSet.delete(oldItem.id);
+					if (oldSet.size === 0) index.delete(oldValue);
+				}
+				ensureSet(newValue).add(newItem.id);
+			}
+		}
+	});
+}
+//#endregion
+exports.default = createIndex;