@remit/search-index-worker 0.0.13 → 0.0.15

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remit/search-index-worker",
-  "version": "0.0.13",
+  "version": "0.0.15",
   "type": "module",
   "main": "dist/index.js",
   "exports": {
@@ -16,7 +16,6 @@
   "scripts": {
     "test:typecheck": "tsgo --noEmit",
     "test:run": "node --env-file=../../localhost-test-unit.env --import tsx --experimental-test-coverage --test-coverage-include='src/**' --test-coverage-exclude='src/**/*.test.ts' --test-coverage-exclude='src/**/*.test.tsx' --test-coverage-lines=83 --test 'src/**/*.test.ts'",
-    "test:integ": "RUN_INTEG_TESTS=1 node --env-file=../../localhost-test-unit.env --import tsx --test 'src/**/*.integ.test.ts'",
     "test": "npm run test:typecheck && npm run test:run"
   },
   "dependencies": {

package/src/handler.ts

@@ -86,9 +86,9 @@ const deleteMessage = async (
 // upsert per message means a record S3 Vectors rejects (e.g. a metadata
 // ValidationException) dead-letters on its own — its siblings in the
 // batch still index instead of retrying forever behind a poison record.
-// Exported so the long-running Postgres consumer (`consumer.ts`) and the
-// bulk reindex script (`reindex.ts`) can process one message at a time
-// outside the Lambda batch shape, reusing this exact logic.
+// Exported so the long-running Postgres consumer (`consumer.ts`) can
+// process one message at a time outside the Lambda batch shape, reusing
+// this exact logic.
 export const upsertMessage = async (
 	message: Extract<ParsedQueueMessage, { kind: "upsert" }>,
 	services: Services,

package/src/services.ts

@@ -73,8 +73,6 @@ export const getServices = async (): Promise<Services> => {
 	return cached;
 };
 
-export const createServices = (overrides: Services): Services => overrides;
-
 /** Reset the singleton — test use only. */
 export const _resetForTest = (): void => {
 	cached = undefined;

package/src/reindex.ts

@@ -1,63 +0,0 @@
-import type { Logger } from "@remit/logger-lambda";
-import pMap from "p-map";
-import type { Pool } from "pg";
-import { type IndexOutcome, upsertMessage } from "./handler.js";
-import type { Services } from "./services.js";
-
-export interface ReindexResult {
-	total: number;
-	indexed: number;
-	skipped: number;
-}
-
-const NOT_APPLICABLE_ACCOUNT_ID = "reindex-all";
-
-/**
- * Re-embed every body-synced Postgres message. Concurrent (pMap) and
- * force-upserting so a model change or a repair repopulates the whole store;
- * keys-only scan keeps the hot path off `describe()`. Postgres-only — the
- * `accountId` on the synthetic upsert message is a placeholder: `services`
- * must carry `resolveAccountId` (true whenever `DATA_BACKEND=postgres`; see
- * `data-ports.ts`), which derives the real one from each message's mailbox.
- */
-export const reindexAll = async (
-	pool: Pool,
-	services: Services,
-	log: Logger,
-	options?: { concurrency?: number },
-): Promise<ReindexResult> => {
-	const rows = await pool.query<{ message_id: string }>(
-		"SELECT message_id FROM message WHERE body_storage_key IS NOT NULL",
-	);
-	const messageIds = rows.rows.map((row) => row.message_id);
-
-	let indexed = 0;
-	let skipped = 0;
-	await pMap(
-		messageIds,
-		async (messageId) => {
-			let outcome: IndexOutcome | undefined;
-			const taskServices: Services = {
-				...services,
-				onIndexOutcome: (o) => {
-					outcome = o;
-				},
-			};
-			await upsertMessage(
-				{
-					kind: "upsert",
-					accountId: NOT_APPLICABLE_ACCOUNT_ID,
-					messageId,
-					force: true,
-				},
-				taskServices,
-				log,
-			);
-			if (outcome?.status === "indexed") indexed += 1;
-			else skipped += 1;
-		},
-		{ concurrency: options?.concurrency ?? 8 },
-	);
-
-	return { total: messageIds.length, indexed, skipped };
-};

package/src/run-reindex.ts

@@ -1,22 +0,0 @@
-import { createLogger } from "@remit/logger-lambda";
-import pg from "pg";
-import { reindexAll } from "./reindex.js";
-import { getServices } from "./services.js";
-
-const log = createLogger();
-
-const main = async (): Promise<void> => {
-	const connectionString = process.env.PG_CONNECTION_URL;
-	if (!connectionString) throw new Error("PG_CONNECTION_URL is required");
-
-	const pool = new pg.Pool({ connectionString });
-	const services = await getServices();
-
-	const result = await reindexAll(pool, services, log);
-	log.info("reindex complete", { ...result });
-
-	await pool.end();
-	process.exit(0);
-};
-
-await main();