@signaldb/core 2.0.0-beta.2 → 2.0.0-beta.21

package/dist/index36.cjs.js

@@ -0,0 +1,580 @@
+const require_queryDelta = require("./index4.cjs.js");
+const require_randomId = require("./index9.cjs.js");
+const require_deepClone = require("./index18.cjs.js");
+const require_match = require("./index19.cjs.js");
+const require_modify = require("./index20.cjs.js");
+const require_incrementalQueryUpdate = require("./index25.cjs.js");
+const require_queryId = require("./index26.cjs.js");
+const require_batchOnNextTick = require("./index35.cjs.js");
+//#region src/WorkerDataAdapter.ts
+/**
+* Extracts the ids a selector names outright.
+* @param selector - The selector to inspect.
+* @returns The named ids, or `null` when the selector asks more than ids can answer.
+*/
+function selectorIds(selector) {
+	if (selector == null || typeof selector !== "object") return null;
+	const keys = Object.keys(selector);
+	if (keys.length !== 1 || keys[0] !== "id") return null;
+	const value = selector.id;
+	if (value == null) return null;
+	if (typeof value !== "object") return [value];
+	const valueKeys = Object.keys(value);
+	if (valueKeys.length !== 1 || valueKeys[0] !== "$in") return null;
+	const inValues = value.$in;
+	return Array.isArray(inValues) ? inValues : null;
+}
+var WorkerDataAdapter = class WorkerDataAdapter {
+	worker;
+	options;
+	id;
+	isDisposed = false;
+	workerReady;
+	log = () => {};
+	collectionReady = /* @__PURE__ */ new Map();
+	batchExecutionHelpers = /* @__PURE__ */ new Map();
+	queries = {};
+	pendingRequests = /* @__PURE__ */ new Map();
+	pendingWrites = /* @__PURE__ */ new Map();
+	pendingWriteSeq = 0;
+	pendingWriteVersions = /* @__PURE__ */ new Map();
+	bumpPendingWriteVersion(collectionName) {
+		const current = this.pendingWriteVersions.get(collectionName) ?? 0;
+		this.pendingWriteVersions.set(collectionName, current + 1);
+	}
+	constructor(worker, options) {
+		this.worker = worker;
+		this.options = options;
+		this.id = this.options.id || "default-worker-data-adapter";
+		if (this.options.log) this.log = this.options.log;
+		this.workerReady = new Promise((resolve, reject) => {
+			const timeoutId = setTimeout(() => {
+				reject(/* @__PURE__ */ new Error("WorkerDataAdapter initialization timed out"));
+			}, 5e3);
+			this.resolveWorkerReady = () => {
+				clearTimeout(timeoutId);
+				resolve();
+			};
+		});
+		this.worker.addEventListener("message", this.handleWorkerMessage);
+	}
+	resolveWorkerReady = () => {};
+	handleWorkerMessage = (event) => {
+		const message = event.data;
+		if (message == null) return;
+		if (message.workerId !== this.id) return;
+		if (message.type === "ready") {
+			this.resolveWorkerReady();
+			return;
+		}
+		if (message.type === "response") {
+			if (message.id == null) return;
+			const pending = this.pendingRequests.get(message.id);
+			if (!pending) return;
+			this.pendingRequests.delete(message.id);
+			this.log("response", message.data ?? message.error);
+			if (message.error) pending.reject(message.error);
+			else pending.resolve(message.data);
+			return;
+		}
+		if (message.type === "queryUpdate") this.handleQueryUpdate(message.data, message.error ?? null);
+	};
+	handleQueryUpdate(data, error) {
+		if (data == null) return;
+		const { collectionName, qid, selector, options, state, items, delta } = data;
+		if (collectionName == null) return;
+		const collectionQueries = this.queries[collectionName];
+		if (!collectionQueries) return;
+		const id = qid ?? (selector === void 0 ? void 0 : require_queryId.default(selector, options));
+		if (id == null) return;
+		const query = collectionQueries.get(id);
+		if (!query) return;
+		this.log("queryUpdate", query.selector, query.options, state, data ?? error);
+		let nextItems = items;
+		let deltaToPublish;
+		if (delta != null) {
+			const canApply = require_queryDelta.canApplyQueryDelta(query.items, delta);
+			if (!canApply || require_queryDelta.isEmptyQueryDelta(delta)) {
+				if (state === query.state) return;
+				this.updateQuery(collectionName, {
+					selector: query.selector,
+					options: query.options
+				}, {
+					state,
+					error
+				});
+				const settled = collectionQueries.get(id);
+				if (!settled) return;
+				settled.stateChangeCallbacks.forEach((callback) => require_queryDelta.callWithDelta(callback, state, canApply ? delta : void 0));
+				return;
+			}
+			const servedBefore = this.flattenPendingWrites(collectionName) == null ? null : this.servedResult(collectionName, query);
+			nextItems = require_queryDelta.applyQueryDelta(query.items, delta);
+			if (servedBefore == null) deltaToPublish = delta;
+			else {
+				this.updateQuery(collectionName, {
+					selector: query.selector,
+					options: query.options
+				}, {
+					state,
+					error,
+					items: nextItems
+				});
+				const stored = collectionQueries.get(id);
+				if (!stored) return;
+				const servedDelta = require_queryDelta.diffQueryResults(servedBefore, this.servedResult(collectionName, stored));
+				if (require_queryDelta.isEmptyQueryDelta(servedDelta) && state === query.state) return;
+				stored.stateChangeCallbacks.forEach((callback) => require_queryDelta.callWithDelta(callback, state, servedDelta));
+				return;
+			}
+		}
+		this.updateQuery(collectionName, {
+			selector: query.selector,
+			options: query.options
+		}, {
+			state,
+			error,
+			items: nextItems
+		});
+		const updated = collectionQueries.get(id);
+		if (!updated) return;
+		updated.stateChangeCallbacks.forEach((callback) => require_queryDelta.callWithDelta(callback, state, deltaToPublish));
+	}
+	async exec(method, collectionName, ...args) {
+		await this.workerReady;
+		if (method !== "isReady") {
+			const collectionReady = this.collectionReady.get(collectionName);
+			if (!collectionReady) throw new Error(`Collection "${collectionName}" is not registered in WorkerDataAdapter`);
+			await collectionReady;
+		}
+		if (this.isDisposed) throw new Error("WorkerDataAdapter is disposed");
+		return new Promise((resolve, reject) => {
+			const messageId = require_randomId.default();
+			this.pendingRequests.set(messageId, {
+				resolve,
+				reject
+			});
+			this.worker.postMessage({
+				id: messageId,
+				workerId: this.id,
+				method,
+				args: [collectionName, ...args]
+			});
+		});
+	}
+	/**
+	* Issues a call whose result nobody is waiting for, and makes sure a failure has somewhere to
+	* go. A bare rejection here would surface as an uncaught error — which is what a disposed
+	* collection produced every time a cursor was cleaned up after it.
+	* @param method - The method to call on the worker.
+	* @param collectionName - The collection it applies to.
+	* @param args - The remaining arguments.
+	* @param onError - Called when the call fails, in place of merely logging it.
+	*/
+	execInBackground(method, collectionName, args = [], onError) {
+		this.exec(method, collectionName, ...args).catch((error) => {
+			if (onError) {
+				onError(error);
+				return;
+			}
+			this.log(method, "failed", error);
+		});
+	}
+	queryItemsById(query) {
+		if (!query.itemsById) query.itemsById = new Map(query.items.map((item) => [item.id, item]));
+		return query.itemsById;
+	}
+	flattenPendingWrites(collectionName) {
+		const state = this.pendingWrites.get(collectionName);
+		if (!state || state.writes.size === 0) return null;
+		return state.flat;
+	}
+	static pushPendingEntry(state, id, item, seq) {
+		const stack = state.byId.get(id);
+		if (stack) stack.push({
+			seq,
+			item
+		});
+		else state.byId.set(id, [{
+			seq,
+			item
+		}]);
+		WorkerDataAdapter.writeFlatEntry(state, id, item);
+	}
+	static dropPendingEntry(state, id, seq) {
+		const stack = state.byId.get(id);
+		if (!stack) return;
+		const index = stack.findIndex((entry) => entry.seq === seq);
+		if (index !== -1) stack.splice(index, 1);
+		const top = stack.at(-1);
+		if (!top) {
+			state.byId.delete(id);
+			state.flat.upserts.delete(id);
+			state.flat.deletes.delete(id);
+			return;
+		}
+		WorkerDataAdapter.writeFlatEntry(state, id, top.item);
+	}
+	static writeFlatEntry(state, id, item) {
+		if (item === null) {
+			state.flat.deletes.add(id);
+			state.flat.upserts.delete(id);
+			return;
+		}
+		state.flat.upserts.set(id, item);
+		state.flat.deletes.delete(id);
+	}
+	static providesFullItems(query) {
+		return query.options?.fields == null;
+	}
+	observableItems(collectionName) {
+		const byId = /* @__PURE__ */ new Map();
+		this.queries[collectionName]?.forEach((query) => {
+			if (!WorkerDataAdapter.providesFullItems(query)) return;
+			query.items.forEach((item) => byId.set(item.id, item));
+		});
+		const pending = this.flattenPendingWrites(collectionName);
+		if (pending) {
+			pending.upserts.forEach((item, id) => byId.set(id, item));
+			pending.deletes.forEach((id) => byId.delete(id));
+		}
+		return [...byId.values()];
+	}
+	observableItemsByIds(collectionName, ids) {
+		const pending = this.flattenPendingWrites(collectionName);
+		const found = /* @__PURE__ */ new Map();
+		ids.forEach((id) => {
+			if (pending?.deletes.has(id)) return;
+			const pendingItem = pending?.upserts.get(id);
+			if (pendingItem) {
+				found.set(id, pendingItem);
+				return;
+			}
+			const queries = this.queries[collectionName];
+			if (!queries) return;
+			for (const query of queries.values()) {
+				if (!WorkerDataAdapter.providesFullItems(query)) continue;
+				const item = this.queryItemsById(query).get(id);
+				if (item) {
+					found.set(id, item);
+					return;
+				}
+			}
+		});
+		return [...found.values()];
+	}
+	servedResult(collectionName, query) {
+		const pendingVersion = this.pendingWriteVersions.get(collectionName) ?? 0;
+		if (query.served && query.served.fromItems === query.items && query.served.pendingVersion === pendingVersion) return query.served.items;
+		const items = this.advanceServedResult(collectionName, query, pendingVersion) ?? this.computeServedResult(collectionName, query);
+		query.served = {
+			items,
+			fromItems: query.items,
+			pendingVersion
+		};
+		return items;
+	}
+	advanceServedResult(collectionName, query, pendingVersion) {
+		const served = query.served;
+		if (!served || served.fromItems !== query.items) return null;
+		if (served.pendingVersion !== pendingVersion - 1) return null;
+		if (!WorkerDataAdapter.providesFullItems(query) || query.options?.limit != null) return null;
+		const state = this.pendingWrites.get(collectionName);
+		if (state?.lastChange == null || state.lastChange.version !== pendingVersion) return null;
+		return require_incrementalQueryUpdate.mergeChangesetIntoResult(served.items, query.selector, query.options, this.changesetForIds(collectionName, query, state.lastChange.ids));
+	}
+	changesetForIds(collectionName, query, ids) {
+		const pending = this.flattenPendingWrites(collectionName);
+		const stored = this.queryItemsById(query);
+		const upserts = [];
+		const deletes = [];
+		ids.forEach((id) => {
+			const pendingItem = pending?.upserts.get(id);
+			if (pendingItem) {
+				upserts.push(pendingItem);
+				return;
+			}
+			if (pending?.deletes.has(id)) {
+				deletes.push(id);
+				return;
+			}
+			const storedItem = stored.get(id);
+			if (storedItem) upserts.push(storedItem);
+			else deletes.push(id);
+		});
+		return {
+			upserts,
+			deletes
+		};
+	}
+	computeServedResult(collectionName, query) {
+		const pending = this.flattenPendingWrites(collectionName);
+		if (!pending) return query.items;
+		const byId = this.queryItemsById(query);
+		let affected = false;
+		pending.deletes.forEach((id) => {
+			if (byId.has(id)) affected = true;
+		});
+		if (!affected) pending.upserts.forEach((item, id) => {
+			if (affected) return;
+			if (byId.has(id)) affected = true;
+			else if (query.selector != null && require_match.default(item, query.selector)) affected = true;
+		});
+		if (!affected) return query.items;
+		return require_incrementalQueryUpdate.mergeChangesetIntoResult(query.items, query.selector, query.options, {
+			upserts: [...pending.upserts.values()],
+			deletes: [...pending.deletes]
+		});
+	}
+	/**
+	* Registers a write's effect locally and notifies every active query it
+	* touches, then returns a function that drops it again once the write
+	* settles.
+	* @param collectionName - The collection the write targets.
+	* @param upserts - Items inserted or updated by the write.
+	* @param deletes - Ids removed by the write.
+	* @returns A function that drops the pending write and re-notifies.
+	*/
+	applyPendingWrite(collectionName, upserts, deletes) {
+		if (upserts.length === 0 && deletes.length === 0) return () => {};
+		const affectedIds = new Set([...upserts.map((item) => item.id), ...deletes]);
+		const affected = this.affectedQueries(collectionName, upserts, affectedIds);
+		const servedBefore = this.servedResults(collectionName, affected);
+		const seq = this.pendingWriteSeq += 1;
+		const state = this.pendingWrites.get(collectionName) ?? {
+			writes: /* @__PURE__ */ new Map(),
+			byId: /* @__PURE__ */ new Map(),
+			flat: {
+				upserts: /* @__PURE__ */ new Map(),
+				deletes: /* @__PURE__ */ new Set()
+			},
+			lastChange: null
+		};
+		const write = {
+			upserts: new Map(upserts.map((item) => [item.id, item])),
+			deletes: new Set(deletes)
+		};
+		state.writes.set(seq, write);
+		write.upserts.forEach((item, id) => WorkerDataAdapter.pushPendingEntry(state, id, item, seq));
+		write.deletes.forEach((id) => WorkerDataAdapter.pushPendingEntry(state, id, null, seq));
+		this.pendingWrites.set(collectionName, state);
+		this.bumpPendingWriteVersion(collectionName);
+		state.lastChange = {
+			version: this.pendingWriteVersions.get(collectionName) ?? 0,
+			ids: [...affectedIds]
+		};
+		this.notifyWithDeltas(collectionName, affected, servedBefore);
+		return () => {
+			const current = this.pendingWrites.get(collectionName);
+			if (!current) return;
+			const settled = current.writes.get(seq);
+			if (!settled) return;
+			const affectedOnDrop = this.affectedQueries(collectionName, upserts, affectedIds);
+			const beforeDrop = this.servedResults(collectionName, affectedOnDrop);
+			current.writes.delete(seq);
+			settled.upserts.forEach((item, id) => WorkerDataAdapter.dropPendingEntry(current, id, seq));
+			settled.deletes.forEach((id) => WorkerDataAdapter.dropPendingEntry(current, id, seq));
+			if (current.writes.size === 0) this.pendingWrites.delete(collectionName);
+			this.bumpPendingWriteVersion(collectionName);
+			if (current.writes.size > 0) current.lastChange = {
+				version: this.pendingWriteVersions.get(collectionName) ?? 0,
+				ids: [...affectedIds]
+			};
+			this.notifyWithDeltas(collectionName, affectedOnDrop, beforeDrop);
+		};
+	}
+	affectedQueries(collectionName, upserts, affectedIds) {
+		const affected = [];
+		this.queries[collectionName]?.forEach((query) => {
+			const byId = this.queryItemsById(query);
+			let wasHolding = false;
+			affectedIds.forEach((id) => {
+				if (byId.has(id)) wasHolding = true;
+			});
+			const nowMatches = upserts.some((item) => query.selector != null && require_match.default(item, query.selector));
+			if (!wasHolding && !nowMatches) return;
+			affected.push(query);
+		});
+		return affected;
+	}
+	servedResults(collectionName, queries) {
+		return new Map(queries.map((query) => [query, this.servedResult(collectionName, query)]));
+	}
+	notifyWithDeltas(collectionName, queries, servedBefore) {
+		queries.forEach((query) => {
+			const before = servedBefore.get(query);
+			if (before == null) return;
+			const delta = require_queryDelta.diffQueryResults(before, this.servedResult(collectionName, query));
+			if (require_queryDelta.isEmptyQueryDelta(delta)) return;
+			query.stateChangeCallbacks.forEach((callback) => require_queryDelta.callWithDelta(callback, query.state, delta));
+		});
+	}
+	matchObservableItems(collectionName, selector, onlyFirst) {
+		if (selector == null) return [];
+		const ids = selectorIds(selector);
+		const matches = ids == null ? this.observableItems(collectionName).filter((item) => require_match.default(item, selector)) : this.observableItemsByIds(collectionName, ids);
+		return onlyFirst ? matches.slice(0, 1) : matches;
+	}
+	resolveUpdate(collectionName, selector, modifier, onlyFirst) {
+		const { $setOnInsert, ...restModifier } = modifier;
+		const upserts = [];
+		const deletes = [];
+		this.matchObservableItems(collectionName, selector, onlyFirst).forEach((item) => {
+			const modifiedItem = require_modify.default(require_deepClone.default(item), restModifier);
+			upserts.push(modifiedItem);
+			if (modifiedItem.id !== item.id) deletes.push(item.id);
+		});
+		return {
+			upserts,
+			deletes
+		};
+	}
+	resolveRemoval(collectionName, selector, onlyFirst) {
+		return this.matchObservableItems(collectionName, selector, onlyFirst).map((item) => item.id);
+	}
+	resolveReplacement(item, replacement) {
+		const modifiedItem = {
+			...replacement,
+			id: replacement.id ?? item.id
+		};
+		return {
+			upserts: [modifiedItem],
+			deletes: modifiedItem.id === item.id ? [] : [item.id]
+		};
+	}
+	async withPendingWrite(collectionName, delta, run) {
+		const dropPendingWrite = this.applyPendingWrite(collectionName, delta.upserts, delta.deletes);
+		try {
+			return await run();
+		} finally {
+			dropPendingWrite();
+		}
+	}
+	enqueueBatched(collectionName, method, args) {
+		const helper = this.batchExecutionHelpers.get(collectionName);
+		if (!helper) throw new Error(`Collection "${collectionName}" is not registered in WorkerDataAdapter`);
+		return helper.enqueue(method, args);
+	}
+	updateQuery(collectionName, query, update) {
+		const id = require_queryId.default(query.selector, query.options);
+		const collectionQueries = this.queries[collectionName];
+		if (!collectionQueries) return;
+		const existing = collectionQueries.get(id);
+		const newState = {
+			selector: query.selector,
+			options: query.options,
+			state: "active",
+			error: null,
+			stateChangeCallbacks: [],
+			...existing,
+			...update,
+			...update.items ? {
+				items: update.items,
+				itemsById: void 0
+			} : { items: existing?.items ?? [] }
+		};
+		collectionQueries.set(id, newState);
+		this.queries[collectionName] = collectionQueries;
+	}
+	createCollectionBackend(collection, indices) {
+		this.queries[collection.name] = /* @__PURE__ */ new Map();
+		this.execInBackground("registerCollection", collection.name, [indices]);
+		this.collectionReady.set(collection.name, this.exec("isReady", collection.name));
+		this.batchExecutionHelpers.set(collection.name, require_batchOnNextTick.default(async (method, args) => this.exec(method, collection.name, args)));
+		return {
+			insert: async (item) => {
+				return this.withPendingWrite(collection.name, {
+					upserts: [item],
+					deletes: []
+				}, () => this.enqueueBatched(collection.name, "insert", [item]));
+			},
+			updateOne: async (selector, modifier) => {
+				return this.withPendingWrite(collection.name, this.resolveUpdate(collection.name, selector, modifier, true), () => this.enqueueBatched(collection.name, "updateOne", [selector, modifier]));
+			},
+			updateMany: async (selector, modifier) => {
+				return this.withPendingWrite(collection.name, this.resolveUpdate(collection.name, selector, modifier, false), () => this.enqueueBatched(collection.name, "updateMany", [selector, modifier]));
+			},
+			replaceOne: async (selector, replacement) => {
+				const [item] = this.matchObservableItems(collection.name, selector, true);
+				return this.withPendingWrite(collection.name, item == null ? {
+					upserts: [],
+					deletes: []
+				} : this.resolveReplacement(item, replacement), () => this.enqueueBatched(collection.name, "replaceOne", [selector, replacement]));
+			},
+			removeOne: async (selector) => {
+				return this.withPendingWrite(collection.name, {
+					upserts: [],
+					deletes: this.resolveRemoval(collection.name, selector, true)
+				}, () => this.enqueueBatched(collection.name, "removeOne", [selector]));
+			},
+			removeMany: async (selector) => {
+				return this.withPendingWrite(collection.name, {
+					upserts: [],
+					deletes: this.resolveRemoval(collection.name, selector, false)
+				}, () => this.enqueueBatched(collection.name, "removeMany", [selector]));
+			},
+			registerQuery: (selector, options) => {
+				this.updateQuery(collection.name, {
+					selector,
+					options
+				}, {
+					state: "active",
+					error: null,
+					items: []
+				});
+				this.execInBackground("registerQuery", collection.name, [selector, options], (error) => {
+					const query = this.queries[collection.name]?.get(require_queryId.default(selector, options));
+					if (!query) return;
+					this.updateQuery(collection.name, {
+						selector,
+						options
+					}, {
+						state: "error",
+						error
+					});
+					query.stateChangeCallbacks.forEach((callback) => callback("error"));
+				});
+			},
+			unregisterQuery: (selector, options) => {
+				this.queries[collection.name]?.delete(require_queryId.default(selector, options));
+				this.execInBackground("unregisterQuery", collection.name, [selector, options]);
+			},
+			getQueryState: (selector, options) => {
+				return (this.queries[collection.name]?.get(require_queryId.default(selector, options)))?.state || "active";
+			},
+			getQueryError: (selector, options) => {
+				return (this.queries[collection.name]?.get(require_queryId.default(selector, options)))?.error || null;
+			},
+			getQueryResult: (selector, options) => {
+				const query = this.queries[collection.name]?.get(require_queryId.default(selector, options));
+				if (!query) return [];
+				return this.servedResult(collection.name, query);
+			},
+			onQueryStateChange: (selector, options, callback) => {
+				this.updateQuery(collection.name, {
+					selector,
+					options
+				}, { stateChangeCallbacks: [...this.queries[collection.name]?.get(require_queryId.default(selector, options))?.stateChangeCallbacks || [], callback] });
+				return () => {
+					const currentCallbacks = this.queries[collection.name]?.get(require_queryId.default(selector, options))?.stateChangeCallbacks;
+					if (!currentCallbacks) return;
+					this.updateQuery(collection.name, {
+						selector,
+						options
+					}, { stateChangeCallbacks: currentCallbacks.filter((existingCallback) => existingCallback !== callback) });
+				};
+			},
+			executeQuery: (selector, options) => this.exec("executeQuery", collection.name, selector, options),
+			dispose: async () => {
+				await this.exec("unregisterCollection", collection.name);
+				this.isDisposed = true;
+				this.worker.terminate?.();
+			},
+			isReady: async () => {
+				await this.collectionReady.get(collection.name);
+			}
+		};
+	}
+};
+//#endregion
+exports.default = WorkerDataAdapter;