@verdant-web/server 2.1.3 → 3.0.0

package/src/Baselines.ts

@@ -1,198 +0,0 @@
-import {
-	applyPatch,
-	DocumentBaseline,
-	getAllFileFields,
-	Operation,
-	Ref,
-} from '@verdant-web/common';
-import { Database } from 'better-sqlite3';
-import { DocumentBaselineSpec } from './types.js';
-
-export class Baselines {
-	constructor(private db: Database) {}
-
-	get = (libraryId: string, oid: string): DocumentBaseline<any> | null => {
-		const row = this.db
-			.prepare(
-				`
-      SELECT * FROM DocumentBaseline
-      WHERE libraryId = ? AND oid = ?
-    `,
-			)
-			.get(libraryId, oid);
-
-		if (!row) {
-			return null;
-		}
-
-		return this.hydrateSnapshot(row);
-	};
-
-	getAllWithSubObjects = (
-		libraryId: string,
-		oid: string,
-	): DocumentBaseline<any>[] => {
-		const rows = this.db
-			.prepare(
-				`
-			SELECT * FROM DocumentBaseline
-			WHERE libraryId = ? AND oid LIKE ?
-		`,
-			)
-			.all(libraryId, `${oid}%`);
-
-		return rows.map(this.hydrateSnapshot);
-	};
-
-	set = (libraryId: string, baseline: DocumentBaseline) => {
-		if (!baseline.snapshot) {
-			return this.db
-				.prepare(
-					`
-			DELETE FROM DocumentBaseline
-			WHERE libraryId = ? AND oid = ?
-		`,
-				)
-				.run(libraryId, baseline.oid);
-		}
-
-		return this.db
-			.prepare(
-				`
-      INSERT OR REPLACE INTO DocumentBaseline (libraryId, oid, snapshot, timestamp)
-      VALUES (?, ?, ?, ?)
-    `,
-			)
-			.run(
-				libraryId,
-				baseline.oid,
-				JSON.stringify(baseline.snapshot),
-				baseline.timestamp,
-			);
-	};
-
-	insertAll = (libraryId: string, baselines: DocumentBaseline[]) => {
-		const tx = this.db.transaction(() => {
-			for (const baseline of baselines) {
-				this.db
-					.prepare(
-						`
-				INSERT OR REPLACE INTO DocumentBaseline (libraryId, oid, snapshot, timestamp)
-				VALUES (?, ?, ?, ?)
-			`,
-					)
-					.run(
-						libraryId,
-						baseline.oid,
-						JSON.stringify(baseline.snapshot),
-						baseline.timestamp,
-					);
-			}
-		});
-		tx();
-	};
-
-	private hydrateSnapshot = (
-		snapshot: DocumentBaselineSpec,
-	): DocumentBaseline<any> => {
-		return {
-			...snapshot,
-			snapshot: JSON.parse(snapshot.snapshot),
-		};
-	};
-
-	getAllAfter = (
-		libraryId: string,
-		timestamp: string | null,
-	): DocumentBaseline<any>[] => {
-		if (!timestamp) {
-			return this.db
-				.prepare(
-					`
-					SELECT * FROM DocumentBaseline
-					WHERE libraryId = ?
-					ORDER BY timestamp ASC
-				`,
-				)
-				.all(libraryId)
-				.map(this.hydrateSnapshot);
-		}
-		return this.db
-			.prepare(
-				`
-      SELECT * FROM DocumentBaseline
-      WHERE libraryId = ? AND timestamp > ?
-      ORDER BY timestamp ASC
-    `,
-			)
-			.all(libraryId, timestamp)
-			.map(this.hydrateSnapshot);
-	};
-
-	getFromServerOrder = (
-		libraryId: string,
-		serverOrder: number,
-	): DocumentBaseline<any>[] => {
-		return this.db
-			.prepare(
-				`
-			SELECT * FROM DocumentBaseline
-			WHERE libraryId = ? AND serverOrder >= ?
-			ORDER BY serverOrder ASC
-		`,
-			)
-			.all(libraryId, serverOrder)
-			.map(this.hydrateSnapshot);
-	};
-
-	applyOperations = (
-		libraryId: string,
-		oid: string,
-		operations: Operation[],
-		deletedRefs?: Ref[],
-	) => {
-		if (operations.length === 0) return [];
-
-		let baseline = this.get(libraryId, oid);
-		if (!baseline) {
-			baseline = {
-				oid,
-				snapshot: {},
-				timestamp: operations[0].timestamp,
-			};
-		}
-		for (const operation of operations) {
-			baseline.snapshot = applyPatch(
-				baseline.snapshot,
-				operation.data,
-				deletedRefs,
-			);
-		}
-		baseline.timestamp = operations[operations.length - 1].timestamp;
-		this.set(libraryId, baseline);
-	};
-
-	deleteAll = (libraryId: string) => {
-		this.db
-			.prepare(
-				`
-			DELETE FROM DocumentBaseline
-			WHERE libraryId = ?
-		`,
-			)
-			.run(libraryId);
-	};
-
-	getCount = (libraryId: string): number => {
-		return (
-			this.db
-				.prepare(
-					`
-			SELECT COUNT(*) AS count FROM DocumentBaseline
-			WHERE libraryId = ?
-		`,
-				)
-				.get(libraryId)?.count ?? 0
-		);
-	};
-}

package/src/OperationHistory.ts

@@ -1,232 +0,0 @@
-import { Operation } from '@verdant-web/common';
-import { Database } from 'better-sqlite3';
-import { OperationSpec } from './types.js';
-
-type StoredOperationHistoryItem = Omit<Operation, 'data'> & {
-	data: string;
-	libraryId: string;
-	replicaId: string;
-	serverOrder: number;
-};
-
-export class OperationHistory {
-	constructor(private db: Database) {}
-
-	private hydratePatch = ({
-		libraryId: _,
-		data,
-		...rest
-	}: StoredOperationHistoryItem): OperationSpec => {
-		return {
-			...rest,
-			data: JSON.parse(data),
-		};
-	};
-
-	getAllFor = (libraryId: string, oid: string) => {
-		return this.db
-			.prepare(
-				`
-      SELECT * FROM OperationHistory
-      WHERE libraryId = ? AND oid = ?
-      ORDER BY timestamp ASC
-    `,
-			)
-			.all(libraryId, oid)
-			.map(this.hydratePatch);
-	};
-
-	getEarliest = (libraryId: string, count: number) => {
-		return this.db
-			.prepare(
-				`
-      SELECT * FROM OperationHistory
-      WHERE libraryId = ?
-      ORDER BY timestamp ASC
-      LIMIT ?
-    `,
-			)
-			.all(libraryId, count)
-			.map(this.hydratePatch);
-	};
-
-	getAfter = (libraryId: string, timestamp: string | null = null) => {
-		if (timestamp === null) {
-			return this.db
-				.prepare(
-					`
-					SELECT * FROM OperationHistory
-					WHERE libraryId = ?
-					ORDER BY timestamp ASC
-				`,
-				)
-				.all(libraryId)
-				.map(this.hydratePatch);
-		}
-		return this.db
-			.prepare(
-				`
-      SELECT * FROM OperationHistory
-      WHERE libraryId = ? AND timestamp > ?
-      ORDER BY timestamp ASC
-    `,
-			)
-			.all(libraryId, timestamp)
-			.map(this.hydratePatch);
-	};
-
-	/**
-	 * Returns all operations before the given server order
-	 * in ascending chronological order
-	 */
-	getBeforeServerOrder = (libraryId: string, beforeServerOrder: number) => {
-		return this.db
-			.prepare(
-				`
-			SELECT * FROM OperationHistory
-			WHERE libraryId = ? AND serverOrder < ?
-			ORDER BY timestamp ASC
-		`,
-			)
-			.all(libraryId, beforeServerOrder)
-			.map(this.hydratePatch);
-	};
-
-	/**
-	 * Returns all operations after a given server order. Useful
-	 * for retrieving operations that were created after a client
-	 * last synced.
-	 */
-	getFromServerOrder = (libraryId: string, serverOrder: number) => {
-		const result = this.db
-			.prepare(
-				`
-			SELECT * FROM OperationHistory
-			WHERE libraryId = ? AND serverOrder > ?
-		`,
-			)
-			.all(libraryId, serverOrder);
-
-		return (result || []).map(this.hydratePatch);
-	};
-
-	getLatestServerOrder = (libraryId: string): number => {
-		const result = this.db
-			.prepare(
-				`
-			SELECT MAX(serverOrder) AS serverOrder FROM OperationHistory
-			WHERE libraryId = ?
-		`,
-			)
-			.get(libraryId);
-
-		return result?.serverOrder || 0;
-	};
-
-	getCount = (libraryId: string): number => {
-		const result = this.db
-			.prepare(
-				`
-			SELECT COUNT(*) AS count FROM OperationHistory
-			WHERE libraryId = ?
-		`,
-			)
-			.get(libraryId);
-
-		return result?.count || 0;
-	};
-
-	/**
-	 * Adds a new operation or replaces an existing one.
-	 * The server order will be set to the current max + 1
-	 */
-	insert = (libraryId: string, replicaId: string, item: Operation) => {
-		return this.db
-			.prepare(
-				`
-      INSERT OR REPLACE INTO OperationHistory (libraryId, oid, data, timestamp, replicaId, serverOrder)
-      VALUES (?, ?, ?, ?, ?, (SELECT COALESCE(MAX(serverOrder), 0) FROM OperationHistory WHERE libraryId = ?) + 1)
-    `,
-			)
-			.run(
-				libraryId,
-				item.oid,
-				JSON.stringify(item.data),
-				item.timestamp,
-				replicaId,
-			);
-	};
-
-	/**
-	 * Inserts all operations and updates the server
-	 * order for this library
-	 */
-	insertAll = async (
-		libraryId: string,
-		replicaId: string,
-		items: Operation[],
-	) => {
-		const tx = this.db.transaction(() => {
-			let orderResult = this.db
-				.prepare(
-					`
-					SELECT COALESCE(MAX(serverOrder), 0) AS serverOrder FROM OperationHistory WHERE libraryId = ?
-				`,
-				)
-				.get(libraryId);
-			let currentServerOrder = orderResult.serverOrder || 0;
-			const insertStatement = this.db.prepare(
-				`
-				INSERT OR REPLACE INTO OperationHistory (libraryId, oid, data, timestamp, replicaId, serverOrder)
-				VALUES (?, ?, ?, ?, ?, ?)
-				`,
-			);
-			for (const item of items) {
-				insertStatement.run(
-					libraryId,
-					item.oid,
-					JSON.stringify(item.data),
-					item.timestamp,
-					replicaId,
-					++currentServerOrder,
-				);
-			}
-		});
-
-		tx();
-	};
-
-	dropAll = async (
-		libraryId: string,
-		items: Pick<OperationSpec, 'replicaId' | 'oid' | 'timestamp'>[],
-	) => {
-		const deleteStatement = this.db.prepare(
-			`
-			DELETE FROM OperationHistory
-			WHERE libraryId = ? AND replicaId = ? AND oid = ? AND timestamp = ?
-			`,
-		);
-
-		this.db.transaction(() => {
-			for (const item of items) {
-				deleteStatement.run(
-					libraryId,
-					item.replicaId,
-					item.oid,
-					item.timestamp,
-				);
-			}
-		})();
-	};
-
-	deleteAll = (libraryId: string) => {
-		this.db
-			.prepare(
-				`
-			DELETE FROM OperationHistory
-			WHERE libraryId = ?
-			`,
-			)
-			.run(libraryId);
-	};
-}

package/src/Replicas.ts

@@ -1,274 +0,0 @@
-import { Database } from 'better-sqlite3';
-import { TokenInfo } from './TokenVerifier.js';
-import { ReplicaInfoSpec } from './types.js';
-
-export class ReplicaInfos {
-	constructor(
-		private db: Database,
-		private readonly replicaTruancyMinutes: number,
-	) {}
-
-	get truantCutoff() {
-		return Date.now() - this.replicaTruancyMinutes * 60 * 1000;
-	}
-
-	get = (libraryId: string, replicaId: string): ReplicaInfoSpec | null => {
-		const row = this.db
-			.prepare(
-				`
-					SELECT * FROM ReplicaInfo
-					WHERE id = ? AND libraryId = ?
-				`,
-			)
-			.get(replicaId, libraryId);
-		if (!row) {
-			return null;
-		}
-		return {
-			id: row.id,
-			libraryId: row.libraryId,
-			clientId: row.clientId,
-			lastSeenWallClockTime: row.lastSeenWallClockTime,
-			ackedLogicalTime: row.ackedLogicalTime,
-			type: row.type,
-			ackedServerOrder: row.ackedServerOrder,
-		};
-	};
-
-	getOrCreate = (
-		libraryId: string,
-		replicaId: string,
-		info: TokenInfo,
-	): {
-		status: 'new' | 'existing' | 'truant';
-		replicaInfo: ReplicaInfoSpec;
-	} => {
-		const replicaInfo: ReplicaInfoSpec = this.db
-			.prepare(
-				`
-			SELECT * FROM ReplicaInfo
-			WHERE id = ? AND libraryId = ?
-			`,
-			)
-			.get(replicaId, libraryId);
-
-		if (!replicaInfo) {
-			this.db
-				.prepare(
-					`
-			INSERT INTO ReplicaInfo (id, clientId, libraryId, type)
-			VALUES (?, ?, ?, ?)
-			`,
-				)
-				.run(replicaId, info.userId, libraryId, info.type);
-
-			return {
-				status: 'new',
-				replicaInfo: {
-					id: replicaId,
-					clientId: info.userId,
-					ackedLogicalTime: null,
-					lastSeenWallClockTime: null,
-					libraryId: libraryId,
-					type: info.type,
-					ackedServerOrder: 0,
-				},
-			};
-		}
-
-		if (replicaInfo.type !== info.type) {
-			// type should be updated if a new token changes it
-			this.db
-				.prepare(
-					`
-					UPDATE ReplicaInfo
-					SET type = ?
-					WHERE id = ? AND libraryId = ?
-					`,
-				)
-				.run(info.type, replicaId, libraryId);
-		}
-
-		if (replicaInfo.clientId !== info.userId) {
-			throw new Error(
-				`Replica ${replicaId} already exists with a different user ID`,
-			);
-		}
-
-		if (
-			replicaInfo.lastSeenWallClockTime &&
-			replicaInfo.lastSeenWallClockTime < this.truantCutoff
-		) {
-			return {
-				status: 'truant',
-				replicaInfo,
-			};
-		}
-
-		return {
-			status: 'existing',
-			replicaInfo,
-		};
-	};
-
-	getAllNonTruant = (libraryId: string): ReplicaInfoSpec[] => {
-		return this.db
-			.prepare(
-				`
-			SELECT * FROM ReplicaInfo
-			WHERE libraryId = ? AND lastSeenWallClockTime > ?
-		`,
-			)
-			.all(libraryId, this.truantCutoff);
-	};
-
-	getAll = (libraryId: string): ReplicaInfoSpec[] => {
-		return this.db
-			.prepare(
-				`
-			SELECT * FROM ReplicaInfo
-			WHERE libraryId = ?
-		`,
-			)
-			.all(libraryId);
-	};
-
-	updateLastSeen = (libraryId: string, replicaId: string) => {
-		const clockTime = new Date().getTime();
-		return this.db
-			.prepare(
-				`
-      UPDATE ReplicaInfo
-      SET lastSeenWallClockTime = ?
-      WHERE id = ? AND libraryId = ?
-    `,
-			)
-			.run(clockTime, replicaId, libraryId);
-	};
-
-	updateAcknowledged = (
-		libraryId: string,
-		replicaId: string,
-		timestamp: string,
-	) => {
-		this.db
-			.prepare(
-				`
-			UPDATE ReplicaInfo
-			SET ackedLogicalTime = ?
-			WHERE id = ? AND libraryId = ?
-		`,
-			)
-			.run(timestamp, replicaId, libraryId);
-	};
-
-	updateServerOrder = (
-		libraryId: string,
-		replicaId: string,
-		serverOrder: number,
-	) => {
-		// only increment the server order, never set it to lower than before
-		this.db
-			.prepare(
-				`
-			UPDATE ReplicaInfo
-			SET ackedServerOrder = MAX(ackedServerOrder, ?)
-			WHERE id = ? AND libraryId = ?
-		`,
-			)
-			.run(serverOrder, replicaId, libraryId);
-	};
-
-	getEarliestAckedServerOrder = (libraryId: string) => {
-		// get the earliest acked server order of all non-truant replicas
-		const allAcks = (
-			this.db
-				.prepare(
-					`
-			SELECT ackedServerOrder FROM ReplicaInfo
-			WHERE libraryId = ?
-			AND lastSeenWallClockTime > ?
-		`,
-				)
-				.all(libraryId, this.truantCutoff) as {
-				ackedServerOrder: number | null;
-			}[]
-		).map((row: { ackedServerOrder: number | null }) => row.ackedServerOrder);
-
-		if (allAcks.some((ack) => ack === null)) {
-			return null;
-		}
-		return Math.min(...(allAcks as number[]));
-	};
-
-	acknowledgeOperation = (
-		libraryId: string,
-		replicaId: string,
-		timestamp: string,
-	) => {
-		if (!timestamp) return;
-
-		// get the server order from the operation with the timestamp and update the replica's server order
-		// to the max of the current server order and the server order of the operation
-		this.db
-			.prepare(
-				`
-			UPDATE ReplicaInfo
-			SET ackedLogicalTime = ?, ackedServerOrder = MAX(ackedServerOrder, COALESCE((
-				SELECT serverOrder FROM OperationHistory
-				WHERE libraryId = ? AND timestamp = ?
-			), 0))
-			WHERE id = ? AND libraryId = ?
-			`,
-			)
-			.run(timestamp, libraryId, timestamp, replicaId, libraryId);
-	};
-
-	getGlobalAck = (libraryId: string, onlineReplicaIds?: string[]) => {
-		const nonTruant = this.getAllNonTruant(libraryId);
-		const globalAckEligible = nonTruant.filter(
-			(replica) => replica.type < 2 || onlineReplicaIds?.includes(replica.id),
-		);
-		// get the earliest acked time
-		return globalAckEligible.reduce(
-			(acc, replica) => {
-				if (!replica.ackedLogicalTime) {
-					return acc;
-				}
-				if (acc === undefined) {
-					return replica.ackedLogicalTime;
-				}
-				return acc < replica.ackedLogicalTime ? acc : replica.ackedLogicalTime;
-			},
-			undefined as string | undefined,
-		);
-	};
-
-	delete = (libraryId: string, replicaId: string) => {
-		return this.db
-			.prepare(
-				`
-			DELETE FROM ReplicaInfo
-			WHERE id = ? AND libraryId = ?
-		`,
-			)
-			.run(replicaId, libraryId);
-	};
-
-	deleteAll = (libraryId: string) => {
-		return this.db
-			.prepare(
-				`
-			DELETE FROM ReplicaInfo
-			WHERE libraryId = ?
-		`,
-			)
-			.run(libraryId);
-	};
-
-	deleteAllForUser = (libraryId: string, userId: string) => {
-		return this.db
-			.prepare(`DELETE FROM ReplicaInfo WHERE libraryId = ? AND clientId = ?`)
-			.run(libraryId, userId);
-	};
-}