codemem 0.22.2 → 0.22.4

package/dist/commands/serve.d.ts

@@ -4,6 +4,7 @@ export declare function extractViewerPid(payload: unknown): number | null;
 export declare function isLocalHost(host: string): boolean;
 export declare function isLoopbackOnlyHost(host: string): boolean;
 export declare function isLikelyViewerCommand(command: string): boolean;
+export declare function prepareViewerDatabase(dbPath?: string | null): string;
 export declare function pickViewerPidCandidate(statsPid: number | null, listenerPid: number | null): number | null;
 export declare function buildForegroundRunnerArgs(scriptPath: string, invocation: ResolvedServeInvocation, execArgv?: string[]): string[];
 export declare function isSqliteVecLoadFailure(error: unknown): boolean;

package/dist/commands/serve.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"serve.d.ts","sourceRoot":"","sources":["../../src/commands/serve.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAEN,KAAK,uBAAuB,EAG5B,MAAM,uBAAuB,CAAC;AAQ/B,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAKhE;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CASjD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQxD;AASD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAQ9D;AAED,wBAAgB,sBAAsB,CACrC,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,WAAW,EAAE,MAAM,GAAG,IAAI,GACxB,MAAM,GAAG,IAAI,CAGf;AAqLD,wBAAgB,yBAAyB,CACxC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,uBAAuB,EACnC,QAAQ,GAAE,MAAM,EAAqB,GACnC,MAAM,EAAE,CAgBV;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAS9D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAUpF;AA6SD,eAAO,MAAM,YAAY,SAuBtB,CAAC"}
+{"version":3,"file":"serve.d.ts","sourceRoot":"","sources":["../../src/commands/serve.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAEN,KAAK,uBAAuB,EAG5B,MAAM,uBAAuB,CAAC;AAQ/B,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAKhE;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CASjD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQxD;AASD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAQ9D;AAED,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAEpE;AAED,wBAAgB,sBAAsB,CACrC,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,WAAW,EAAE,MAAM,GAAG,IAAI,GACxB,MAAM,GAAG,IAAI,CAGf;AAqLD,wBAAgB,yBAAyB,CACxC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,uBAAuB,EACnC,QAAQ,GAAE,MAAM,EAAqB,GACnC,MAAM,EAAE,CAgBV;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAS9D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAUpF;AA8SD,eAAO,MAAM,YAAY,SAuBtB,CAAC"}

package/dist/commands/sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/commands/sync.ts"],"names":[],"mappings":"AAAA;;GAEG;AAqCH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0JpC,eAAO,MAAM,WAAW,SAE+B,CAAC"}
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/commands/sync.ts"],"names":[],"mappings":"AAAA;;GAEG;AA2CH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0JpC,eAAO,MAAM,WAAW,SAE+B,CAAC"}

package/dist/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { DEFAULT_COORDINATOR_DB_PATH, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, backfillTagsText, backfillVectors, buildRawEventEnvelopeFromHook, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, ensureDeviceIdentity, exportMemories, fingerprintPublicKey, getRawEventStatus, importMemories, initDatabase, isEmbeddingDisabled, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCoordinatorSyncConfig, readImportPayload, resolveDbPath, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
+import { DEFAULT_COORDINATOR_DB_PATH, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, applyBootstrapSnapshot, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, ensureDeviceIdentity, exportMemories, fetchAllSnapshotPages, fingerprintPublicKey, getRawEventStatus, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCoordinatorSyncConfig, readImportPayload, requestJson, resolveDbPath, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
 import { Command } from "commander";
 import omelette from "omelette";
 import { existsSync, mkdirSync, readFileSync, rmSync, statSync, writeFileSync } from "node:fs";
@@ -210,7 +210,7 @@ function estimateReplicationOpsBytes(db) {
 	}
 }
 var dbCommand = new Command("db").configureHelp(helpStyle).description("Database maintenance");
-dbCommand.addCommand(new Command("init").configureHelp(helpStyle).description("Verify the SQLite database is present and schema-ready").option("--db <path>", "database path (default: $CODEMEM_DB or ~/.codemem/mem.sqlite)").option("--db-path <path>", "database path (default: $CODEMEM_DB or ~/.codemem/mem.sqlite)").action((opts) => {
+dbCommand.addCommand(new Command("init").configureHelp(helpStyle).description("Create or verify the SQLite database and schema").option("--db <path>", "database path (default: $CODEMEM_DB or ~/.codemem/mem.sqlite)").option("--db-path <path>", "database path (default: $CODEMEM_DB or ~/.codemem/mem.sqlite)").action((opts) => {
 	const result = initDatabase(opts.db ?? opts.dbPath);
 	p.intro("codemem db init");
 	p.log.success(`Database ready: ${result.path}`);
@@ -966,6 +966,9 @@ function isLikelyViewerCommand(command) {
 	if (!/\bserve\s+start\b/.test(lowered)) return false;
 	return lowered.includes("codemem") || lowered.includes("packages/cli/dist/index.js") || lowered.includes("/cli/dist/index.js");
 }
+function prepareViewerDatabase(dbPath) {
+	return initDatabase(dbPath ?? void 0).path;
+}
 function pickViewerPidCandidate(statsPid, listenerPid) {
 	if (statsPid && listenerPid && statsPid !== listenerPid) return null;
 	return statsPid ?? listenerPid ?? null;
@@ -1208,6 +1211,7 @@ async function startForegroundViewer(invocation) {
 		process.exitCode = 1;
 		return;
 	}
+	const preparedDb = prepareViewerDatabase(invocation.dbPath);
 	const observer = new ObserverClient();
 	let store;
 	try {
@@ -1242,8 +1246,7 @@ async function startForegroundViewer(invocation) {
 		getSyncRuntimeStatus: () => syncRuntimeStatus
 	};
 	const app = createApp(appOpts);
-	const dbPath = resolveDbPath(invocation.dbPath ?? void 0);
-	const pidPath = pidFilePath(dbPath);
+	const pidPath = pidFilePath(resolveDbPath(invocation.dbPath ?? void 0));
 	let syncServer = null;
 	let syncListenerReady = false;
 	if (syncEnabled) {
@@ -1272,7 +1275,7 @@ async function startForegroundViewer(invocation) {
 		}), "utf-8");
 		p.intro("codemem viewer");
 		p.log.success(`Listening on http://${info.address}:${info.port}`);
-		p.log.info(`Database: ${dbPath}`);
+		p.log.info(`Database: ${preparedDb}`);
 		p.log.step("Raw event sweeper started");
 		if (syncConfig.syncRetentionEnabled) {
 			retentionRunner.start();
@@ -2242,6 +2245,137 @@ peersCommand.addCommand(new Command("remove").configureHelp(helpStyle).descripti
 	}
 }));
 syncCommand.addCommand(peersCommand);
+syncCommand.addCommand(new Command("bootstrap").configureHelp(helpStyle).description("Fast-bootstrap memories from a peer (full snapshot transfer)").requiredOption("--peer <device-id>", "peer device ID to bootstrap from").option("--page-size <n>", "items per snapshot page (default: 2000)", "2000").option("--db <path>", "database path").option("--db-path <path>", "database path").option("--keys-dir <path>", "keys directory").option("--force", "skip dirty-local-state safety check").option("--json", "output as JSON").action(async (opts) => {
+	const store = new MemoryStore(resolveDbPath(opts.db ?? opts.dbPath));
+	try {
+		const peerDeviceId = opts.peer.trim();
+		const pageSize = Math.max(1, Number.parseInt(opts.pageSize, 10) || 2e3);
+		const keysDir = opts.keysDir ?? void 0;
+		const peer = drizzle(store.db, { schema }).select().from(schema.syncPeers).where(eq(schema.syncPeers.peer_device_id, peerDeviceId)).get();
+		if (!peer) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "peer not found"
+			}));
+			else p.log.error(`Peer ${peerDeviceId} not found in sync_peers.`);
+			process.exitCode = 1;
+			return;
+		}
+		if (!peer.pinned_fingerprint) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "peer not pinned"
+			}));
+			else p.log.error(`Peer ${peerDeviceId} has no pinned fingerprint. Accept it first.`);
+			process.exitCode = 1;
+			return;
+		}
+		if (!opts.force) {
+			const dirty = hasUnsyncedSharedMemoryChanges(store.db);
+			if (dirty.dirty) {
+				if (opts.json) console.log(JSON.stringify({
+					ok: false,
+					error: "local_unsynced_changes",
+					count: dirty.count
+				}));
+				else p.log.error(`${dirty.count} unsynced shared memory change(s) would be lost. Use --force to override.`);
+				process.exitCode = 1;
+				return;
+			}
+		}
+		const [deviceId] = ensureDeviceIdentity(store.db, { keysDir });
+		const addresses = JSON.parse(String(peer.addresses_json ?? "[]"));
+		if (!addresses.length) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "no peer addresses"
+			}));
+			else p.log.error("Peer has no known addresses. Run a sync first or add addresses.");
+			process.exitCode = 1;
+			return;
+		}
+		let boundary = null;
+		let baseUrl = "";
+		let lastAddressError = "";
+		for (const address of addresses) {
+			const candidate = buildBaseUrl(address);
+			if (!candidate) continue;
+			const statusUrl = `${candidate}/v1/status`;
+			const headers = buildAuthHeaders({
+				deviceId,
+				method: "GET",
+				url: statusUrl,
+				bodyBytes: Buffer.alloc(0),
+				keysDir
+			});
+			try {
+				const [code, payload] = await requestJson("GET", statusUrl, { headers });
+				if (code !== 200 || !payload) {
+					lastAddressError = `${candidate}: status ${code}`;
+					continue;
+				}
+				if (payload.fingerprint !== peer.pinned_fingerprint) {
+					lastAddressError = `${candidate}: fingerprint mismatch`;
+					continue;
+				}
+				const reset = payload.sync_reset;
+				if (reset && typeof reset.generation === "number" && typeof reset.snapshot_id === "string") {
+					boundary = {
+						generation: reset.generation,
+						snapshot_id: reset.snapshot_id,
+						baseline_cursor: typeof reset.baseline_cursor === "string" ? reset.baseline_cursor : null
+					};
+					baseUrl = candidate;
+					break;
+				}
+				lastAddressError = `${candidate}: missing sync_reset boundary`;
+			} catch (err) {
+				lastAddressError = `${candidate}: ${err instanceof Error ? err.message : String(err)}`;
+			}
+		}
+		if (!boundary || !baseUrl) {
+			const detail = lastAddressError ? `peer unreachable or missing reset boundary (${lastAddressError})` : "peer unreachable or missing reset boundary";
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: detail
+			}));
+			else p.log.error(detail);
+			process.exitCode = 1;
+			return;
+		}
+		if (!opts.json) {
+			p.intro("codemem sync bootstrap");
+			p.log.step(`Bootstrapping from ${peer.name || peerDeviceId}...`);
+		}
+		const resetInfo = {
+			generation: boundary.generation,
+			snapshot_id: boundary.snapshot_id,
+			baseline_cursor: boundary.baseline_cursor,
+			retained_floor_cursor: null,
+			reset_required: true,
+			reason: "initial_bootstrap"
+		};
+		const { items } = await fetchAllSnapshotPages(baseUrl, resetInfo, deviceId, {
+			keysDir,
+			pageSize
+		});
+		const result = applyBootstrapSnapshot(store.db, peerDeviceId, items, resetInfo);
+		if (opts.json) console.log(JSON.stringify({
+			ok: result.ok,
+			applied: result.applied,
+			deleted: result.deleted,
+			error: result.error ?? null
+		}));
+		else {
+			if (result.ok) p.log.success(`Applied ${result.applied} memories (removed ${result.deleted} stale).`);
+			else p.log.error(result.error || "Bootstrap apply failed.");
+			p.outro(result.ok ? "Bootstrap complete" : "Bootstrap failed");
+		}
+		if (!result.ok) process.exitCode = 1;
+	} finally {
+		store.close();
+	}
+}));
 syncCommand.addCommand(new Command("connect").configureHelp(helpStyle).description("Configure coordinator URL for cloud sync").argument("<url>", "coordinator URL (e.g. https://coordinator.example.com)").option("--group <group>", "sync group ID").action((url, opts) => {
 	const config = readCodememConfigFile();
 	config.sync_coordinator_url = url.trim();