codemem 0.22.3 → 0.22.4

package/dist/commands/sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/commands/sync.ts"],"names":[],"mappings":"AAAA;;GAEG;AAqCH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0JpC,eAAO,MAAM,WAAW,SAE+B,CAAC"}
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/commands/sync.ts"],"names":[],"mappings":"AAAA;;GAEG;AA2CH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0JpC,eAAO,MAAM,WAAW,SAE+B,CAAC"}

package/dist/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { DEFAULT_COORDINATOR_DB_PATH, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, backfillTagsText, backfillVectors, buildRawEventEnvelopeFromHook, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, ensureDeviceIdentity, exportMemories, fingerprintPublicKey, getRawEventStatus, importMemories, initDatabase, isEmbeddingDisabled, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCoordinatorSyncConfig, readImportPayload, resolveDbPath, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
+import { DEFAULT_COORDINATOR_DB_PATH, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, applyBootstrapSnapshot, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, ensureDeviceIdentity, exportMemories, fetchAllSnapshotPages, fingerprintPublicKey, getRawEventStatus, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCoordinatorSyncConfig, readImportPayload, requestJson, resolveDbPath, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
 import { Command } from "commander";
 import omelette from "omelette";
 import { existsSync, mkdirSync, readFileSync, rmSync, statSync, writeFileSync } from "node:fs";
@@ -2245,6 +2245,137 @@ peersCommand.addCommand(new Command("remove").configureHelp(helpStyle).descripti
 	}
 }));
 syncCommand.addCommand(peersCommand);
+syncCommand.addCommand(new Command("bootstrap").configureHelp(helpStyle).description("Fast-bootstrap memories from a peer (full snapshot transfer)").requiredOption("--peer <device-id>", "peer device ID to bootstrap from").option("--page-size <n>", "items per snapshot page (default: 2000)", "2000").option("--db <path>", "database path").option("--db-path <path>", "database path").option("--keys-dir <path>", "keys directory").option("--force", "skip dirty-local-state safety check").option("--json", "output as JSON").action(async (opts) => {
+	const store = new MemoryStore(resolveDbPath(opts.db ?? opts.dbPath));
+	try {
+		const peerDeviceId = opts.peer.trim();
+		const pageSize = Math.max(1, Number.parseInt(opts.pageSize, 10) || 2e3);
+		const keysDir = opts.keysDir ?? void 0;
+		const peer = drizzle(store.db, { schema }).select().from(schema.syncPeers).where(eq(schema.syncPeers.peer_device_id, peerDeviceId)).get();
+		if (!peer) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "peer not found"
+			}));
+			else p.log.error(`Peer ${peerDeviceId} not found in sync_peers.`);
+			process.exitCode = 1;
+			return;
+		}
+		if (!peer.pinned_fingerprint) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "peer not pinned"
+			}));
+			else p.log.error(`Peer ${peerDeviceId} has no pinned fingerprint. Accept it first.`);
+			process.exitCode = 1;
+			return;
+		}
+		if (!opts.force) {
+			const dirty = hasUnsyncedSharedMemoryChanges(store.db);
+			if (dirty.dirty) {
+				if (opts.json) console.log(JSON.stringify({
+					ok: false,
+					error: "local_unsynced_changes",
+					count: dirty.count
+				}));
+				else p.log.error(`${dirty.count} unsynced shared memory change(s) would be lost. Use --force to override.`);
+				process.exitCode = 1;
+				return;
+			}
+		}
+		const [deviceId] = ensureDeviceIdentity(store.db, { keysDir });
+		const addresses = JSON.parse(String(peer.addresses_json ?? "[]"));
+		if (!addresses.length) {
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: "no peer addresses"
+			}));
+			else p.log.error("Peer has no known addresses. Run a sync first or add addresses.");
+			process.exitCode = 1;
+			return;
+		}
+		let boundary = null;
+		let baseUrl = "";
+		let lastAddressError = "";
+		for (const address of addresses) {
+			const candidate = buildBaseUrl(address);
+			if (!candidate) continue;
+			const statusUrl = `${candidate}/v1/status`;
+			const headers = buildAuthHeaders({
+				deviceId,
+				method: "GET",
+				url: statusUrl,
+				bodyBytes: Buffer.alloc(0),
+				keysDir
+			});
+			try {
+				const [code, payload] = await requestJson("GET", statusUrl, { headers });
+				if (code !== 200 || !payload) {
+					lastAddressError = `${candidate}: status ${code}`;
+					continue;
+				}
+				if (payload.fingerprint !== peer.pinned_fingerprint) {
+					lastAddressError = `${candidate}: fingerprint mismatch`;
+					continue;
+				}
+				const reset = payload.sync_reset;
+				if (reset && typeof reset.generation === "number" && typeof reset.snapshot_id === "string") {
+					boundary = {
+						generation: reset.generation,
+						snapshot_id: reset.snapshot_id,
+						baseline_cursor: typeof reset.baseline_cursor === "string" ? reset.baseline_cursor : null
+					};
+					baseUrl = candidate;
+					break;
+				}
+				lastAddressError = `${candidate}: missing sync_reset boundary`;
+			} catch (err) {
+				lastAddressError = `${candidate}: ${err instanceof Error ? err.message : String(err)}`;
+			}
+		}
+		if (!boundary || !baseUrl) {
+			const detail = lastAddressError ? `peer unreachable or missing reset boundary (${lastAddressError})` : "peer unreachable or missing reset boundary";
+			if (opts.json) console.log(JSON.stringify({
+				ok: false,
+				error: detail
+			}));
+			else p.log.error(detail);
+			process.exitCode = 1;
+			return;
+		}
+		if (!opts.json) {
+			p.intro("codemem sync bootstrap");
+			p.log.step(`Bootstrapping from ${peer.name || peerDeviceId}...`);
+		}
+		const resetInfo = {
+			generation: boundary.generation,
+			snapshot_id: boundary.snapshot_id,
+			baseline_cursor: boundary.baseline_cursor,
+			retained_floor_cursor: null,
+			reset_required: true,
+			reason: "initial_bootstrap"
+		};
+		const { items } = await fetchAllSnapshotPages(baseUrl, resetInfo, deviceId, {
+			keysDir,
+			pageSize
+		});
+		const result = applyBootstrapSnapshot(store.db, peerDeviceId, items, resetInfo);
+		if (opts.json) console.log(JSON.stringify({
+			ok: result.ok,
+			applied: result.applied,
+			deleted: result.deleted,
+			error: result.error ?? null
+		}));
+		else {
+			if (result.ok) p.log.success(`Applied ${result.applied} memories (removed ${result.deleted} stale).`);
+			else p.log.error(result.error || "Bootstrap apply failed.");
+			p.outro(result.ok ? "Bootstrap complete" : "Bootstrap failed");
+		}
+		if (!result.ok) process.exitCode = 1;
+	} finally {
+		store.close();
+	}
+}));
 syncCommand.addCommand(new Command("connect").configureHelp(helpStyle).description("Configure coordinator URL for cloud sync").argument("<url>", "coordinator URL (e.g. https://coordinator.example.com)").option("--group <group>", "sync group ID").action((url, opts) => {
 	const config = readCodememConfigFile();
 	config.sync_coordinator_url = url.trim();