@remit/backend 0.0.33 → 0.0.34

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remit/backend",
-  "version": "0.0.33",
+  "version": "0.0.34",
   "description": "Remit Mail Inspector API backend",
   "license": "MIT",
   "author": "",

package/scripts/backfill-list-id.ts

@@ -0,0 +1,68 @@
+import { existsSync } from "node:fs";
+import { mkdir, readFile, rm, writeFile } from "node:fs/promises";
+import { dirname } from "node:path";
+import { logger } from "@remit/logger-lambda";
+import {
+	backfillListIds,
+	type ListIdBackfillCheckpoint,
+	type ListIdBackfillCheckpointStore,
+} from "@remit/mailbox-service";
+import { getClient } from "../src/service/dynamodb.js";
+
+/**
+ * One-time, full-corpus `ThreadMessage.listId` backfill (issue #263). Ships as
+ * an alternate entrypoint baked into the backend image — "the backend image
+ * with a command", the same shape `migrate.mjs` uses — rather than a service
+ * of its own. Unlike `migrate`, it is never wired into a compose one-shot: a
+ * full pass runs once per install, not on every restart. Invoke it by hand:
+ *
+ *   docker compose -f docker-compose.sqlite.yml run --rm backend \
+ *     node backfill-list-id.mjs
+ *
+ * Safe to interrupt: progress is checkpointed to disk after every page and
+ * picked back up on the next run, and every row it touches is read-only
+ * against the stored message, so a rerun after a partial pass is a no-op for
+ * everything already done.
+ */
+
+const CHECKPOINT_PATH =
+	process.env.LIST_ID_BACKFILL_CHECKPOINT_PATH ??
+	"/data/sqlite/list-id-backfill-checkpoint.json";
+
+const fileCheckpointStore: ListIdBackfillCheckpointStore = {
+	load: async () => {
+		if (!existsSync(CHECKPOINT_PATH)) return undefined;
+		const raw = await readFile(CHECKPOINT_PATH, "utf8");
+		return JSON.parse(raw) as ListIdBackfillCheckpoint;
+	},
+	save: async (checkpoint) => {
+		await mkdir(dirname(CHECKPOINT_PATH), { recursive: true });
+		await writeFile(CHECKPOINT_PATH, JSON.stringify(checkpoint));
+	},
+	clear: async () => {
+		await rm(CHECKPOINT_PATH, { force: true });
+	},
+};
+
+const run = async (): Promise<void> => {
+	const client = await getClient();
+
+	const result = await backfillListIds(
+		{
+			accountConfigService: client.accountConfig,
+			threadMessageService: client.threadMessage,
+			messageService: client.message,
+			storageService: client.storage,
+		},
+		{ checkpointStore: fileCheckpointStore, logger },
+	);
+
+	console.log("[backfill-list-id] done", result);
+};
+
+run()
+	.then(() => process.exit(0))
+	.catch((error: unknown) => {
+		console.error("[backfill-list-id] failed", error);
+		process.exit(1);
+	});

package/tsconfig.json

@@ -3,5 +3,5 @@
 	"compilerOptions": {
 		"outDir": "dist"
 	},
-	"include": ["src/**/*.ts", "dev-server/**/*.ts"]
+	"include": ["src/**/*.ts", "dev-server/**/*.ts", "scripts/**/*.ts"]
 }