codemem 0.46.0-rc.1 → 0.46.0-rc.3

package/dist/index.js

@@ -4463,12 +4463,40 @@ function readWorkerSyncConfig(configPath) {
 	const config = configPath ? readCodememConfigFileAtPath(configPath) : readCodememConfigFile();
 	return readCoordinatorSyncConfig(config);
 }
+var PENDING_RECHECK_INTERVAL_MS = 3e4;
+var BACKFILL_POLL_INTERVAL_MS = 1e3;
+/**
+* Decide when the active backfill is done. A backfill can complete while its
+* predicate still reports work (for example rows it skipped), so a terminal
+* row written during this run ends it; rows finished before the run started
+* do not count.
+*/
+function createBackfillCompletionTracker(store) {
+	let startedAt = "";
+	let lastPendingCheckAt = 0;
+	return {
+		begin(plan) {
+			startedAt = (/* @__PURE__ */ new Date()).toISOString();
+			lastPendingCheckAt = Date.now();
+			return plan;
+		},
+		finished(plan, job) {
+			if (job && (job.status === "completed" || job.status === "cancelled")) {
+				if ((job.finished_at ?? job.updated_at) >= startedAt) return true;
+			}
+			if (Date.now() - lastPendingCheckAt < PENDING_RECHECK_INTERVAL_MS) return false;
+			lastPendingCheckAt = Date.now();
+			return !plan.isPending(store.db);
+		}
+	};
+}
 function createSequentialBackfillCoordinator(store, jobPlans, options) {
-	const pollIntervalMs = 1e3;
+	const completion = createBackfillCompletionTracker(store);
 	let activeRunner = null;
 	let activePlan = null;
 	let activePollTimer = null;
 	let nextJobIndex = 0;
+	let startedAny = false;
 	let stopped = false;
 	const clearPollTimer = () => {
 		if (!activePollTimer) return;
@@ -4477,7 +4505,7 @@ function createSequentialBackfillCoordinator(store, jobPlans, options) {
 	};
 	const schedulePoll = (fn) => {
 		clearPollTimer();
-		activePollTimer = setTimeout(fn, pollIntervalMs);
+		activePollTimer = setTimeout(fn, BACKFILL_POLL_INTERVAL_MS);
 		if (typeof activePollTimer === "object" && "unref" in activePollTimer) activePollTimer.unref();
 	};
 	const startNextJob = () => {
@@ -4487,18 +4515,20 @@ function createSequentialBackfillCoordinator(store, jobPlans, options) {
 			const plan = jobPlans[nextJobIndex++];
 			if (!plan) continue;
 			if (!plan.isPending(store.db)) continue;
-			activePlan = plan;
+			activePlan = completion.begin(plan);
 			activeRunner = plan.createRunner();
+			startedAny = true;
 			options.logger.step(`${plan.name} backfill started`);
 			activeRunner.start();
 			schedulePoll(waitForCurrentJob);
 			return;
 		}
-		options.logger.step("All backfill jobs complete");
+		if (startedAny) options.logger.step("All backfill jobs complete");
 	};
 	const waitForCurrentJob = () => {
 		if (stopped || options.signal?.aborted || !activePlan || !activeRunner) return;
-		if (getMaintenanceJob(store.db, activePlan.kind)?.status === "failed") {
+		const job = getMaintenanceJob(store.db, activePlan.kind);
+		if (job?.status === "failed") {
 			const failedPlan = activePlan;
 			const failedRunner = activeRunner;
 			activePlan = null;
@@ -4511,7 +4541,7 @@ function createSequentialBackfillCoordinator(store, jobPlans, options) {
 			});
 			return;
 		}
-		if (!activePlan.isPending(store.db)) {
+		if (completion.finished(activePlan, job)) {
 			const finishedPlan = activePlan;
 			const finishedRunner = activeRunner;
 			activePlan = null;
@@ -4528,10 +4558,6 @@ function createSequentialBackfillCoordinator(store, jobPlans, options) {
 	};
 	return {
 		start: () => {
-			if (stopped || options.signal?.aborted) return;
-			const pendingCount = jobPlans.filter((plan) => plan.isPending(store.db)).length;
-			if (pendingCount === 0) return;
-			options.logger.step(`${pendingCount} backfill job(s) pending — starting sequential runners`);
 			startNextJob();
 		},
 		stop: async () => {
@@ -11685,6 +11711,26 @@ function registerRootCommands(program) {
 	return program;
 }
 //#endregion
+//#region src/database-busy.ts
+var DATABASE_BUSY_MESSAGE = "The codemem database is busy: another codemem process is holding a write lock (for example, maintenance after an upgrade). Try again in a minute; `codemem maintenance status` shows running jobs.";
+function isDatabaseBusyError(error) {
+	const code = error?.code;
+	return code === "SQLITE_BUSY" || code === "SQLITE_LOCKED";
+}
+/**
+* Report a locked database with a plain message instead of a stack trace.
+* Other uncaught errors keep Node's default output and exit status.
+*/
+function installDatabaseBusyHandler(target = process) {
+	const report = (error) => {
+		let text = DATABASE_BUSY_MESSAGE;
+		if (!isDatabaseBusyError(error)) text = error instanceof Error ? error.stack ?? error.message : String(error);
+		target.stderr.write(`${text}\n`, () => target.exit(1));
+	};
+	target.on("uncaughtException", report);
+	target.on("unhandledRejection", report);
+}
+//#endregion
 //#region src/index.ts
 /**
 * @codemem/cli — CLI entry point.
@@ -11728,6 +11774,7 @@ if (hasRootFlag("--cleanup-completion")) {
 	process.exit(0);
 }
 registerRootCommands(program);
+installDatabaseBusyHandler();
 program.parse();
 //#endregion
 export {};