@remit/drizzle-service 0.0.105 → 0.0.106

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remit/drizzle-service",
-  "version": "0.0.105",
+  "version": "0.0.106",
   "description": "Drizzle ORM service over SQLite",
   "type": "module",
   "main": "src/index.ts",

package/src/index.ts

@@ -22,6 +22,11 @@ export {
 } from "./databases.js";
 export type { RepositoryDb, SqliteStore } from "./db.js";
 export { CreateFailedConflictError, NotFoundError } from "./error.js";
+export {
+	accountIdsOf,
+	eraseAccountConfigAppRows,
+	runDrizzleAccountConfigErase,
+} from "./repos/account-config-erase.js";
 export { CalendarCollectionRepo } from "./repos/calendar-collection.js";
 export { CalendarEventIndexRepo } from "./repos/calendar-event-index.js";
 export { CalendarFeedTokenRepo } from "./repos/calendar-feed-token.js";

package/src/repos/account-config-erase.test.ts

@@ -0,0 +1,127 @@
+import assert from "node:assert/strict";
+import { after, before, describe, test } from "node:test";
+import { eq, getTableColumns } from "drizzle-orm";
+import {
+	getTableConfig,
+	type SQLiteColumn,
+	SQLiteTable,
+} from "drizzle-orm/sqlite-core";
+import { BETTER_SQLITE3_LIMITS } from "../bound-parameters.js";
+import { syncStores } from "../databases.js";
+import * as appTables from "../schema-sets/app.js";
+import * as mailTables from "../schema-sets/mail.js";
+import { createTestDb, type TestDb } from "../test-db.js";
+import { runDrizzleAccountConfigErase } from "./account-config-erase.js";
+
+const log = { info: () => {} };
+
+const ERASED = "cfg-erased";
+const KEPT = "cfg-kept";
+
+const ownerIdsOf = (tenant: string): Record<string, string> => ({
+	account_config_id: tenant,
+	account_id: `${tenant}-account`,
+	mailbox_id: `${tenant}-mailbox`,
+	message_id: `${tenant}-message`,
+	calendar_id: `${tenant}-calendar`,
+});
+
+interface Owned {
+	readonly name: string;
+	readonly table: SQLiteTable;
+	readonly ownerColumn: SQLiteColumn;
+}
+
+const owned: Owned[] = Object.entries({ ...appTables, ...mailTables }).flatMap(
+	([name, table]) => {
+		if (!(table instanceof SQLiteTable)) return [];
+		const ownerKeys = Object.keys(ownerIdsOf(ERASED));
+		const ownerColumn = ownerKeys
+			.map((key) =>
+				getTableConfig(table).columns.find((column) => column.name === key),
+			)
+			.find((column) => column !== undefined);
+		return ownerColumn === undefined ? [] : [{ name, table, ownerColumn }];
+	},
+);
+
+const fillerOf = (column: SQLiteColumn, tenant: string): unknown => {
+	switch (column.dataType) {
+		case "number":
+			return 1;
+		case "boolean":
+			return false;
+		case "json":
+			return {};
+		case "buffer":
+			return Buffer.from(tenant);
+		default:
+			return `${tenant}-${column.name}`;
+	}
+};
+
+const rowOf = (table: SQLiteTable, tenant: string): Record<string, unknown> => {
+	const ownerIds = ownerIdsOf(tenant);
+	return Object.fromEntries(
+		Object.entries(getTableColumns(table)).flatMap(([key, column]) => {
+			const ownerId = ownerIds[column.name];
+			if (ownerId !== undefined) return [[key, ownerId]];
+			if (column.notNull && !column.hasDefault)
+				return [[key, fillerOf(column, tenant)]];
+			return [];
+		}),
+	);
+};
+
+const countOf = async (
+	db: TestDb,
+	{ table, ownerColumn }: Owned,
+	tenant: string,
+): Promise<number> => {
+	const ownerId = ownerIdsOf(tenant)[ownerColumn.name] ?? "";
+	return (await db.select().from(table).where(eq(ownerColumn, ownerId))).length;
+};
+
+describe("runDrizzleAccountConfigErase", () => {
+	let db: TestDb;
+	let close: () => Promise<void>;
+
+	before(async () => {
+		({ db, close } = await createTestDb());
+		for (const tenant of [ERASED, KEPT]) {
+			for (const { table } of owned) {
+				await db.insert(table).values(rowOf(table, tenant) as never);
+			}
+		}
+		const stores = syncStores(
+			{ app: db, mail: db, search: db } as never,
+			BETTER_SQLITE3_LIMITS,
+		);
+		await runDrizzleAccountConfigErase(stores, ERASED, log);
+	});
+
+	after(async () => {
+		await close();
+	});
+
+	test("leaves no row of the erased account config in any table it owns", async () => {
+		for (const entry of owned) {
+			const expected = entry.table === appTables.accountConfigs ? 1 : 0;
+			assert.equal(
+				await countOf(db, entry, ERASED),
+				expected,
+				`${entry.name} keeps rows of the erased account config`,
+			);
+		}
+	});
+
+	test("keeps every row of another account config", async () => {
+		for (const entry of owned) {
+			assert.equal(
+				await countOf(db, entry, KEPT),
+				1,
+				`${entry.name} lost rows of another account config`,
+			);
+		}
+	});
+});

package/src/repos/account-config-erase.ts

@@ -0,0 +1,170 @@
+import { eq } from "drizzle-orm";
+import {
+	getTableConfig,
+	type SQLiteColumn,
+	SQLiteTable,
+} from "drizzle-orm/sqlite-core";
+import type { SqliteBatchItem } from "../batch.js";
+import { chunk } from "../bound-parameters.js";
+import type { SqliteStores } from "../databases.js";
+import type { SqliteStore } from "../db.js";
+import {
+	accountConfigTable,
+	accountTable,
+} from "../schema/i4-account-config.js";
+import { mailboxTable } from "../schema/i4-mailbox.js";
+import { calendarTable, messageTable } from "../schema.js";
+import * as appTables from "../schema-sets/app.js";
+import * as mailTables from "../schema-sets/mail.js";
+import { SearchIndex } from "../search/thread-message-search.js";
+import type { CascadeDeleteLogger } from "./cascade-delete.js";
+import { inList } from "./in-list.js";
+
+/**
+ * The column an account config owns a table's rows by: its own id where the
+ * table carries it, else the first id of the parent it hangs off.
+ */
+export const OWNER_KEYS = [
+	"account_config_id",
+	"account_id",
+	"mailbox_id",
+	"message_id",
+	"calendar_id",
+] as const;
+
+export type OwnerKey = (typeof OWNER_KEYS)[number];
+
+export interface OwnedTable {
+	readonly table: SQLiteTable;
+	readonly ownerKey: OwnerKey;
+	readonly ownerColumn: SQLiteColumn;
+}
+
+export const ownedTablesOf = (tables: Record<string, unknown>): OwnedTable[] =>
+	Object.values(tables).flatMap((table) => {
+		if (!(table instanceof SQLiteTable)) return [];
+		const { columns } = getTableConfig(table);
+		for (const ownerKey of OWNER_KEYS) {
+			const ownerColumn = columns.find((column) => column.name === ownerKey);
+			if (ownerColumn !== undefined) return [{ table, ownerKey, ownerColumn }];
+		}
+		return [];
+	});
+
+// Durable Object SQLite caps a bound value at 2 MB; a chunk of ids stays far
+// below it.
+const IDS_PER_STATEMENT = 5_000;
+
+type OwnerIds = Readonly<Record<OwnerKey, readonly string[]>>;
+
+const keyedDeletes = (
+	store: SqliteStore<Record<string, unknown>>,
+	tables: readonly OwnedTable[],
+	ids: OwnerIds,
+): SqliteBatchItem[] =>
+	tables
+		.filter(({ table }) => table !== accountConfigTable)
+		.flatMap(({ table, ownerKey, ownerColumn }) =>
+			ownerKey === "account_config_id"
+				? ids.account_config_id.map((id) =>
+						store.db.delete(table).where(eq(ownerColumn, id)),
+					)
+				: chunk(ids[ownerKey], IDS_PER_STATEMENT).map((slice) =>
+						store.db.delete(table).where(inList(ownerColumn, slice)),
+					),
+		);
+
+const APP_TABLES = ownedTablesOf(appTables);
+const MAIL_TABLES = ownedTablesOf(mailTables);
+
+const idsOf = async <Row>(
+	rows: PromiseLike<Row[]>,
+	pick: (row: Row) => string,
+): Promise<string[]> => (await rows).map(pick);
+
+/**
+ * Delete the app database rows an account config owns, except the
+ * AccountConfig row itself, which the caller deletes last.
+ */
+export const eraseAccountConfigAppRows = async (
+	app: SqliteStore<Record<string, unknown>>,
+	accountConfigId: string,
+	accountIds: readonly string[],
+): Promise<void> => {
+	const calendarIds = await idsOf(
+		app.db
+			.select({ calendarId: calendarTable.calendarId })
+			.from(calendarTable)
+			.where(eq(calendarTable.accountConfigId, accountConfigId)),
+		(row) => row.calendarId,
+	);
+	await app.batch(
+		keyedDeletes(app, APP_TABLES, {
+			account_config_id: [accountConfigId],
+			account_id: accountIds,
+			mailbox_id: [],
+			message_id: [],
+			calendar_id: calendarIds,
+		}),
+	);
+};
+
+export const accountIdsOf = (
+	app: SqliteStore<Record<string, unknown>>,
+	accountConfigId: string,
+): Promise<string[]> =>
+	idsOf(
+		app.db
+			.select({ accountId: accountTable.accountId })
+			.from(accountTable)
+			.where(eq(accountTable.accountConfigId, accountConfigId)),
+		(row) => row.accountId,
+	);
+
+/**
+ * Delete every row an account config owns across the app, mail and search
+ * databases, one keyed statement per table. A rerun deletes what is left.
+ */
+export const runDrizzleAccountConfigErase = async (
+	stores: SqliteStores,
+	accountConfigId: string,
+	log: CascadeDeleteLogger,
+): Promise<void> => {
+	const { app, mail, search } = stores;
+	const accountIds = await accountIdsOf(app, accountConfigId);
+	const mailboxIds = await idsOf(
+		mail.db
+			.select({ mailboxId: mailboxTable.mailboxId })
+			.from(mailboxTable)
+			.where(inList(mailboxTable.accountId, accountIds)),
+		(row) => row.mailboxId,
+	);
+	const messageIds = await idsOf(
+		mail.db
+			.select({ messageId: messageTable.messageId })
+			.from(messageTable)
+			.where(inList(messageTable.mailboxId, mailboxIds)),
+		(row) => row.messageId,
+	);
+
+	await new SearchIndex(mail.db, search).removeAccount(accountConfigId);
+	await mail.batch(
+		keyedDeletes(mail, MAIL_TABLES, {
+			account_config_id: [accountConfigId],
+			account_id: accountIds,
+			mailbox_id: mailboxIds,
+			message_id: messageIds,
+			calendar_id: [],
+		}),
+	);
+	await eraseAccountConfigAppRows(app, accountConfigId, accountIds);
+
+	log.info(
+		{
+			accountConfigId,
+			accountCount: accountIds.length,
+			messageCount: messageIds.length,
+		},
+		"Drizzle account config erase complete",
+	);
+};