codemem 0.28.0 → 0.29.0

package/dist/index.js

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { DEDUP_KEY_BACKFILL_JOB, DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MUTATING_TOOL_NAMES, MemoryStore, ObserverClient, REF_BACKFILL_JOB, RawEventSweeper, RefBackfillRunner, SESSION_CONTEXT_BACKFILL_JOB, SessionContextBackfillRunner, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, ensureSchemaBootstrapped, exportMemories, extractApplyPatchPaths, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMaintenanceJob, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSemanticIndexDiagnostics, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasPendingRefBackfill, hasPendingSessionContextBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadObserverConfig, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
+import { DEDUP_KEY_BACKFILL_JOB, DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MUTATING_TOOL_NAMES, MemoryStore, ObserverClient, REF_BACKFILL_JOB, RawEventSweeper, RefBackfillRunner, SESSION_CONTEXT_BACKFILL_JOB, SUMMARY_DEDUP_BACKFILL_JOB, SessionContextBackfillRunner, SummaryDedupBackfillRunner, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, ensureSchemaBootstrapped, exportMemories, extractApplyPatchPaths, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMaintenanceJob, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSemanticIndexDiagnostics, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasPendingRefBackfill, hasPendingSessionContextBackfill, hasPendingSummaryDedupBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, listMaintenanceJobs, loadObserverConfig, loadPublicKey, loadSqliteVec, mdnsEnabled, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
 import { Command, Option } from "commander";
 import omelette from "omelette";
 import { appendFileSync, existsSync, mkdirSync, readFileSync, readdirSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
 import { styleText } from "node:util";
-import { createHash, randomInt } from "node:crypto";
+import { randomInt } from "node:crypto";
 import { homedir, networkInterfaces } from "node:os";
 import { dirname, join } from "node:path";
 import * as p from "@clack/prompts";
@@ -536,6 +536,15 @@ var MAX_FILES_MODIFIED = 64;
 var MAX_WORKING_SET_PATHS = 8;
 var MAX_QUERY_CHARS = 500;
 var MAX_QUERY_FILE_BASENAMES = 5;
+var SESSION_FILE_LABEL_CHARS = 24;
+function stableSessionSuffix(sessionId) {
+	let hash = 14695981039346656037n;
+	for (const byte of Buffer.from(sessionId, "utf8")) {
+		hash ^= BigInt(byte);
+		hash = BigInt.asUintN(64, hash * 1099511628211n);
+	}
+	return hash.toString(16).padStart(16, "0");
+}
 function defaultSessionState() {
 	return {
 		first_prompt: "",
@@ -553,9 +562,13 @@ function contextDir() {
 	const override = process.env.CODEMEM_CLAUDE_HOOK_CONTEXT_DIR;
 	return expandHome(override?.trim() ? override : "~/.codemem/claude-hook-context");
 }
+function sessionFileStem(sessionId) {
+	const trimmed = sessionId.trim();
+	if (!trimmed) return "session-state";
+	return `${trimmed.toLowerCase().replace(/[^a-z0-9._-]+/g, "-").replace(/^-+|-+$/g, "").slice(0, SESSION_FILE_LABEL_CHARS) || "session"}-${stableSessionSuffix(trimmed)}`;
+}
 function statePathForSession(sessionId) {
-	const digest = createHash("sha1").update(sessionId).digest("hex").slice(0, 16);
-	return join(contextDir(), `${digest}.json`);
+	return join(contextDir(), `${sessionFileStem(sessionId)}.json`);
 }
 /**
 * Normalize a prompt-shaped payload field: drop non-strings, trim
@@ -2562,6 +2575,78 @@ cmd$1.action((inputFile, opts) => {
 });
 var importMemoriesCommand = cmd$1;
 //#endregion
+//#region src/commands/maintenance.ts
+var maintenanceCmd = new Command("maintenance").configureHelp(helpStyle).description("Inspect background maintenance / backfill jobs");
+var statusCmd$1 = new Command("status").configureHelp(helpStyle).description("Print current status of all maintenance jobs");
+addDbOption(statusCmd$1);
+addJsonOption(statusCmd$1);
+statusCmd$1.action((opts) => {
+	const store = new MemoryStore(resolveDbPath(resolveDbOpt(opts)));
+	try {
+		const jobs = listMaintenanceJobs(store.db);
+		if (opts.json) {
+			console.log(JSON.stringify({ jobs }, null, 2));
+			return;
+		}
+		printJobsTable(jobs);
+	} finally {
+		store.close();
+	}
+});
+maintenanceCmd.addCommand(statusCmd$1);
+var maintenanceCommand = maintenanceCmd;
+function printJobsTable(jobs) {
+	p.intro("codemem maintenance");
+	if (jobs.length === 0) {
+		p.log.info("No maintenance jobs recorded in this database.");
+		p.outro("done");
+		return;
+	}
+	const statusRank = {
+		running: 0,
+		pending: 1,
+		failed: 2,
+		cancelled: 3,
+		completed: 4
+	};
+	const sorted = [...jobs].sort((a, b) => {
+		const rankDiff = (statusRank[a.status] ?? 9) - (statusRank[b.status] ?? 9);
+		if (rankDiff !== 0) return rankDiff;
+		return b.updated_at.localeCompare(a.updated_at);
+	});
+	for (const job of sorted) {
+		const progress = formatProgress(job);
+		const when = job.finished_at ? `finished ${shortAge(job.finished_at)} ago` : job.started_at ? `started ${shortAge(job.started_at)} ago` : `updated ${shortAge(job.updated_at)} ago`;
+		const header = `${job.kind} · ${job.status}${progress ? ` · ${progress}` : ""} · ${when}`;
+		const body = [
+			job.title,
+			job.message,
+			job.error ? `error: ${job.error}` : null
+		].filter(Boolean).join("\n");
+		(job.status === "failed" ? p.log.error : job.status === "completed" ? p.log.success : p.log.step)(`${header}\n${body}`);
+	}
+	p.outro("done");
+}
+function formatProgress(job) {
+	const { current, total, unit } = job.progress;
+	if (!current && !total) return null;
+	const unitLabel = unit || "items";
+	if (total == null || total <= 0) return `${current.toLocaleString()} ${unitLabel}`;
+	const pct = Math.round(100 * current / total);
+	return `${current.toLocaleString()}/${total.toLocaleString()} ${unitLabel} (${pct}%)`;
+}
+function shortAge(iso) {
+	const parsed = Date.parse(iso);
+	if (!Number.isFinite(parsed)) return iso;
+	const seconds = Math.max(0, Math.round((Date.now() - parsed) / 1e3));
+	if (seconds < 60) return `${seconds}s`;
+	const minutes = Math.round(seconds / 60);
+	if (minutes < 60) return `${minutes}m`;
+	const hours = Math.round(minutes / 60);
+	if (hours < 48) return `${hours}h`;
+	return `${Math.round(hours / 24)}d`;
+}
+//#endregion
 //#region src/commands/mcp.ts
 var mcpCmd = new Command("mcp").configureHelp(helpStyle).description("Start the MCP stdio server");
 addDbOption(mcpCmd);
@@ -3868,7 +3953,10 @@ async function startForegroundViewer(invocation) {
 		dbPath,
 		signal: retentionAbort.signal
 	});
-	const vectorMigrationRunner = new VectorModelMigrationRunner({ dbPath });
+	const vectorMigrationRunner = new VectorModelMigrationRunner({
+		dbPath,
+		signal: backfillAbort.signal
+	});
 	const backfillCoordinator = createSequentialBackfillCoordinator(store, [
 		{
 			name: "Dedup-key",
@@ -3896,6 +3984,16 @@ async function startForegroundViewer(invocation) {
 				dbPath,
 				signal: backfillAbort.signal
 			})
+		},
+		{
+			name: "Session-summary dedup",
+			kind: SUMMARY_DEDUP_BACKFILL_JOB,
+			isPending: hasPendingSummaryDedupBackfill,
+			createRunner: () => new SummaryDedupBackfillRunner({
+				dbPath,
+				deviceId: store.deviceId,
+				signal: backfillAbort.signal
+			})
 		}
 	], backfillAbort.signal);
 	const syncRuntimeStatus = {
@@ -4100,10 +4198,12 @@ serveCmd.addOption(new Option("--stop", "stop background viewer").hideHelp());
 serveCmd.addOption(new Option("--restart", "restart background viewer").hideHelp());
 var serveCommand = serveCmd.action(async (action, opts) => {
 	try {
-		if (opts.stop) emitDeprecationWarning("--stop", "codemem serve stop");
-		if (opts.restart) emitDeprecationWarning("--restart", "codemem serve restart");
-		if (opts.background) emitDeprecationWarning("--background", "codemem serve start");
-		if (opts.foreground) emitDeprecationWarning("--foreground", "codemem serve start --foreground");
+		if (action === void 0) {
+			if (opts.stop) emitDeprecationWarning("--stop", "codemem serve stop");
+			if (opts.restart) emitDeprecationWarning("--restart", "codemem serve restart");
+			if (opts.background) emitDeprecationWarning("--background", "codemem serve start");
+			if (opts.foreground) emitDeprecationWarning("--foreground", "codemem serve start --foreground");
+		}
 		const normalizedAction = action === void 0 ? void 0 : action === "start" || action === "stop" || action === "restart" ? action : null;
 		if (normalizedAction === null) {
 			p.log.error(`Unknown serve action: ${action}`);
@@ -4884,11 +4984,15 @@ doctorCmd.action(async (opts) => {
 			if (reach !== "ok") issues.push(`peer ${peer.peer_device_id} unreachable`);
 			if (!pinned || !hasKey) issues.push(`peer ${peer.peer_device_id} not pinned`);
 		}
+		const mdnsActive = mdnsEnabled();
+		const mdnsSource = process.env.CODEMEM_SYNC_MDNS ? "env" : config.sync_mdns ? "config" : null;
+		const mdnsLabel = mdnsActive ? mdnsSource === "env" ? "enabled (env)" : "enabled (config)" : "disabled";
 		if (opts.json) {
 			console.log(JSON.stringify({
 				enabled: config.sync_enabled === true,
 				listen: `${syncHost}:${syncPort}`,
-				mdns: process.env.CODEMEM_SYNC_MDNS ? "env-configured" : "default/off",
+				mdns: mdnsLabel,
+				mdns_source: mdnsSource,
 				daemon: reachable ? "running" : "not running",
 				identity: device?.device_id ?? null,
 				daemon_error: daemonState?.last_error ?? null,
@@ -4901,7 +5005,7 @@ doctorCmd.action(async (opts) => {
 		console.log("Sync doctor");
 		console.log(`- Enabled: ${config.sync_enabled === true}`);
 		console.log(`- Listen: ${syncHost}:${syncPort}`);
-		console.log(`- mDNS: ${process.env.CODEMEM_SYNC_MDNS ? "env-configured" : "default/off"}`);
+		console.log(`- mDNS: ${mdnsLabel}`);
 		console.log(`- Daemon: ${reachable ? "running" : "not running"}`);
 		if (!device) console.log("- Identity: missing (run `codemem sync enable`)");
 		else console.log(`- Identity: ${device.device_id}`);
@@ -5394,6 +5498,7 @@ program.addCommand(dbCommand);
 program.addCommand(exportMemoriesCommand);
 program.addCommand(importMemoriesCommand);
 program.addCommand(statsCommand);
+program.addCommand(maintenanceCommand);
 program.addCommand(embedCommand);
 program.addCommand(recentCommand);
 program.addCommand(searchCommand);