@signaldb/core 2.0.0-beta.1 → 2.0.0-beta.11

package/dist/index33.mjs

@@ -1,43 +1,335 @@
-const expressionKeys = /* @__PURE__ */ new Set([
-  "$eq",
-  "$gt",
-  "$gte",
-  "$lt",
-  "$lte",
-  "$in",
-  "$nin",
-  "$ne",
-  "$exists",
-  "$not",
-  "$expr",
-  "$jsonSchema",
-  "$mod",
-  "$regex",
-  "$options",
-  "$text",
-  "$where",
-  "$all",
-  "$elemMatch",
-  "$size",
-  "$bitsAllClear",
-  "$bitsAllSet",
-  "$bitsAnyClear",
-  "$bitsAnySet"
-]);
-function isFieldExpression(expression) {
-  if (typeof expression !== "object" || expression == null) {
-    return false;
-  }
-  const keys = Object.keys(expression);
-  if (keys.length === 0) {
-    return false;
-  }
-  const hasInvalidKeys = keys.some((key) => !expressionKeys.has(key));
-  if (hasInvalidKeys)
-    return false;
-  const hasValidKeys = keys.every((key) => expressionKeys.has(key));
-  return hasValidKeys;
-}
-export {
-  isFieldExpression as default
+import isEqual from "./index2.mjs";
+import getMatchingKeys from "./index13.mjs";
+import getIndexInfo from "./index16.mjs";
+import deepClone from "./index17.mjs";
+import match from "./index18.mjs";
+import modify from "./index19.mjs";
+import project from "./index21.mjs";
+import queryId from "./index22.mjs";
+import sortItems from "./index23.mjs";
+import compact from "./index32.mjs";
+//#region src/WorkerDataAdapterHost.ts
+var WorkerDataAdapterHost = class {
+	workerContext;
+	options;
+	id;
+	log = () => {};
+	storageAdapters = /* @__PURE__ */ new Map();
+	storageAdapterReady = /* @__PURE__ */ new Map();
+	collectionIndices = /* @__PURE__ */ new Map();
+	queries = /* @__PURE__ */ new Map();
+	onError = (error) => {
+		console.error(error);
+	};
+	constructor(workerContext, options) {
+		this.workerContext = workerContext;
+		this.options = options;
+		this.id = this.options.id || "default-worker-data-adapter";
+		if (this.options.onError) this.onError = this.options.onError;
+		if (this.options.log) this.log = this.options.log;
+		this.workerContext.addEventListener("message", async (event) => {
+			try {
+				const { workerId, id, method, args } = event.data;
+				await this.handleMessage(workerId, id, method, args);
+			} catch (error) {
+				this.onError(error);
+			}
+		});
+		this.respond("ready", null, null, "ready");
+	}
+	respond(id, data, error = null, type = "response") {
+		this.workerContext.postMessage({
+			id,
+			workerId: this.id,
+			type,
+			data,
+			error
+		});
+	}
+	async handleMessage(workerId, id, method, args) {
+		if (workerId !== this.id) return;
+		const fn = this[method];
+		if (typeof fn !== "function") {
+			this.respond(id, null, /* @__PURE__ */ new Error(`Method ${method} not found`));
+			return;
+		}
+		this.log(method, ...args);
+		await this.isReady(args[0]);
+		try {
+			const result = await fn.apply(this, args);
+			this.respond(id, result);
+		} catch (error) {
+			this.respond(id, null, error);
+		}
+	}
+	async getIndexInfo(collectionName, selector) {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		if (selector != null && Object.keys(selector).length === 1 && "id" in selector && typeof selector.id !== "object") return {
+			matched: true,
+			ids: compact([selector.id]),
+			optimizedSelector: {}
+		};
+		if (selector == null) return {
+			matched: false,
+			ids: [],
+			optimizedSelector: {}
+		};
+		return getIndexInfo((this.collectionIndices.get(collectionName) ?? []).map((field) => async (flatSelector) => {
+			if (!Object.hasOwnProperty.call(flatSelector, field)) return { matched: false };
+			const index = await storageAdapter.readIndex(field);
+			const fieldSelector = flatSelector[field];
+			const filteresForNull = fieldSelector == null || fieldSelector.$exists === false;
+			const keys = filteresForNull ? {
+				include: null,
+				exclude: [...index.keys()].filter((key) => key != null)
+			} : getMatchingKeys(field, flatSelector);
+			if (keys.include == null && keys.exclude == null) return { matched: false };
+			let includedIds = [];
+			if (keys.include == null) for (const set of index.values()) for (const pos of set) includedIds.push(pos);
+			else for (const key of keys.include) {
+				const idSet = index.get(key);
+				if (idSet) for (const id of idSet) includedIds.push(id);
+			}
+			if (keys.exclude != null) {
+				const excludeIds = /* @__PURE__ */ new Set();
+				for (const key of keys.exclude) {
+					const idSet = index.get(key);
+					if (idSet) for (const id of idSet) excludeIds.add(id);
+				}
+				includedIds = includedIds.filter((pos) => !excludeIds.has(pos));
+			}
+			return {
+				matched: true,
+				ids: includedIds,
+				fields: [field],
+				keepSelector: filteresForNull
+			};
+		}), selector);
+	}
+	async queryItems(collectionName, selector) {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const indexInfo = await this.getIndexInfo(collectionName, selector);
+		const matchItems = (item) => {
+			if (indexInfo.optimizedSelector == null) return true;
+			if (Object.keys(indexInfo.optimizedSelector).length <= 0) return true;
+			return match(item, indexInfo.optimizedSelector);
+		};
+		if (indexInfo.matched) {
+			const items = await storageAdapter.readIds(indexInfo.ids);
+			if (isEqual(indexInfo.optimizedSelector, {})) return items;
+			return items.filter(matchItems);
+		} else {
+			const allItems = await storageAdapter.readAll();
+			if (isEqual(selector, {})) return allItems;
+			return allItems.filter(matchItems);
+		}
+	}
+	async executeQuery(collectionName, selector, options) {
+		if (selector === null) return [];
+		const items = await this.queryItems(collectionName, selector || {});
+		const { sort, skip, limit, fields } = options || {};
+		const sorted = sort ? sortItems(items, sort) : items;
+		const skipped = skip ? sorted.slice(skip) : sorted;
+		const limited = limit ? skipped.slice(0, limit) : skipped;
+		const idExcluded = fields && fields.id === 0;
+		return limited.map((item) => {
+			if (!fields) return item;
+			return {
+				...idExcluded ? {} : { id: item.id },
+				...project(item, fields)
+			};
+		});
+	}
+	ensureQuery(collectionName, selector, options) {
+		const id = queryId(selector, options);
+		if (!this.queries.get(collectionName)) throw new Error(`Collection ${collectionName} not initialized!`);
+		let query = this.queries.get(collectionName)?.get(id);
+		if (!query) {
+			query = {
+				selector,
+				options
+			};
+			this.queries.get(collectionName)?.set(id, query);
+		}
+		return query;
+	}
+	emitQueryUpdate(collectionName, selector, options, state, error, items) {
+		const id = queryId(selector, options);
+		if (!this.queries.get(collectionName)) throw new Error(`Collection ${collectionName} not initialized!`);
+		this.respond(id, {
+			collectionName,
+			selector,
+			options,
+			state,
+			error,
+			items
+		}, null, "queryUpdate");
+	}
+	ensureStorageAdapter(name) {
+		if (this.storageAdapters.has(name)) return;
+		const adapter = this.options.storage(name);
+		if (!adapter) return;
+		this.storageAdapters.set(name, adapter);
+	}
+	async checkQueryUpdates(collectionName, items) {
+		const queries = this.queries.get(collectionName);
+		if (!queries) throw new Error(`Collection ${collectionName} not initialized!`);
+		const affectedQueries = [...queries.values()].filter(({ selector }) => items.some((item) => match(item, selector))) ?? [];
+		if (affectedQueries.length === 0) return;
+		affectedQueries.forEach(({ selector, options }) => {
+			this.emitQueryUpdate(collectionName, selector, options, "active", null);
+		});
+		await Promise.all(affectedQueries.map(async ({ selector, options }) => {
+			const queryItems = await this.executeQuery(collectionName, selector, options);
+			this.emitQueryUpdate(collectionName, selector, options, "complete", null, queryItems);
+		}));
+	}
+	registerCollection = async (collectionName, indices) => {
+		this.collectionIndices.set(collectionName, indices);
+		this.queries.set(collectionName, /* @__PURE__ */ new Map());
+		this.ensureStorageAdapter(collectionName);
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const setupPromise = (async () => {
+			await storageAdapter.setup();
+			await Promise.all(indices.map((index) => storageAdapter.createIndex(index)));
+		})();
+		this.storageAdapterReady.set(collectionName, setupPromise);
+		await setupPromise;
+	};
+	unregisterCollection = async (collectionName) => {
+		this.storageAdapters.delete(collectionName);
+		this.queries.delete(collectionName);
+	};
+	registerQuery = async (collectionName, selector, options) => {
+		this.ensureQuery(collectionName, selector, options);
+		const queryItems = await this.executeQuery(collectionName, selector, options);
+		this.emitQueryUpdate(collectionName, selector, options, "complete", null, queryItems);
+	};
+	unregisterQuery = async (collectionName, selector, options) => {
+		const id = queryId(selector, options);
+		if (!this.queries.get(collectionName)) throw new Error(`Collection ${collectionName} not initialized!`);
+		this.queries.get(collectionName)?.delete(id);
+	};
+	insert = async (collectionName, input) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const existingItems = await this.executeQuery(collectionName, { id: { $in: input.map((i) => i[0].id) } });
+		const result = input.map(([item]) => {
+			if (item.id == null) return /* @__PURE__ */ new Error("Item must have an id");
+			if (existingItems.some((existing) => existing.id === item.id)) return /* @__PURE__ */ new Error(`Item with id ${item.id} already exists`);
+			return item;
+		});
+		const newItems = result.filter((item) => !(item instanceof Error));
+		await storageAdapter.insert(newItems);
+		await this.checkQueryUpdates(collectionName, newItems);
+		return result;
+	};
+	updateOne = async (collectionName, parameters) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const previousItems = [];
+		const result = await Promise.all(parameters.map(async ([selector, modifier]) => {
+			const item = await this.executeQuery(collectionName, selector, { limit: 1 }).then((items) => items[0] ?? null);
+			const { $setOnInsert, ...restModifier } = modifier;
+			if (item == null) return [];
+			previousItems.push(item);
+			const modifiedItem = modify(deepClone(item), restModifier);
+			if (item.id !== modifiedItem.id) {
+				if ((await this.executeQuery(collectionName, { id: modifiedItem.id }, { limit: 1 })).length > 0) return /* @__PURE__ */ new Error(`Item with id ${modifiedItem.id} already exists`);
+			}
+			return [modifiedItem];
+		}));
+		const modifiedItems = compact(result.filter((item) => !(item instanceof Error)).flat());
+		if (modifiedItems.length > 0) {
+			await storageAdapter.replace(modifiedItems);
+			await this.checkQueryUpdates(collectionName, [...modifiedItems, ...previousItems]);
+		}
+		return result;
+	};
+	updateMany = async (collectionName, parameters) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const previousItems = [];
+		const result = await Promise.all(parameters.map(async ([selector, modifier]) => {
+			const items = await this.executeQuery(collectionName, selector);
+			if (items.length === 0) return [];
+			const { $setOnInsert, ...restModifier } = modifier;
+			try {
+				return await Promise.all(items.map(async (item) => {
+					const modifiedItem = modify(deepClone(item), restModifier);
+					if (item.id !== modifiedItem.id) {
+						if ((await this.executeQuery(collectionName, { id: modifiedItem.id }, { limit: 1 })).length > 0) throw new Error(`Item with id ${modifiedItem.id} already exists`);
+					}
+					previousItems.push(item);
+					return modifiedItem;
+				}));
+			} catch (error) {
+				return error;
+			}
+		}));
+		const modifiedItems = compact(result.filter((item) => !(item instanceof Error)).flat());
+		if (modifiedItems.length > 0) {
+			await storageAdapter.replace(modifiedItems);
+			await this.checkQueryUpdates(collectionName, [...modifiedItems, ...previousItems]);
+		}
+		return result;
+	};
+	replaceOne = async (collectionName, parameters) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const previousItems = [];
+		const result = await Promise.all(parameters.map(async ([selector, replacement]) => {
+			const item = await this.executeQuery(collectionName, selector, { limit: 1 }).then((items) => items[0] ?? null);
+			if (item == null) return [];
+			previousItems.push(item);
+			const modifiedItem = {
+				...replacement,
+				id: replacement.id ?? item.id
+			};
+			if (item.id !== modifiedItem.id) {
+				if ((await this.executeQuery(collectionName, { id: modifiedItem.id }, { limit: 1 })).length > 0) return /* @__PURE__ */ new Error(`Item with id ${modifiedItem.id} already exists`);
+			}
+			return [modifiedItem];
+		}));
+		const modifiedItems = compact(result.filter((item) => !(item instanceof Error)).flat());
+		if (modifiedItems.length > 0) {
+			await storageAdapter.replace(modifiedItems);
+			await this.checkQueryUpdates(collectionName, [...modifiedItems, ...previousItems]);
+		}
+		return result;
+	};
+	removeOne = async (collectionName, selectors) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const result = await Promise.all(selectors.map(async ([selector]) => {
+			const item = await this.executeQuery(collectionName, selector, { limit: 1 }).then((items) => items[0] ?? null);
+			if (item == null) return [];
+			return [item];
+		}));
+		const items = result.flat();
+		if (items.length > 0) {
+			await storageAdapter.remove(items);
+			await this.checkQueryUpdates(collectionName, items);
+		}
+		return result;
+	};
+	removeMany = async (collectionName, selectors) => {
+		const storageAdapter = this.storageAdapters.get(collectionName);
+		if (!storageAdapter) throw new Error(`No persistence adapter for collection ${collectionName}`);
+		const result = await Promise.all(selectors.map(async ([selector]) => this.executeQuery(collectionName, selector)));
+		const items = result.flat();
+		if (items.length > 0) {
+			await storageAdapter.remove(items);
+			await this.checkQueryUpdates(collectionName, items);
+		}
+		return result;
+	};
+	isReady = async (collectionName) => {
+		return this.storageAdapterReady.get(collectionName);
+	};
 };
+//#endregion
+export { WorkerDataAdapterHost as default };