@codemem/server 0.25.3 → 0.26.1

package/dist/index.js

@@ -1,6 +1,6 @@
 import { existsSync, readFileSync } from "node:fs";
 import { dirname, join } from "node:path";
-import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, MemoryStore, VERSION, VERSION as VERSION$1, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, cleanupNonces, coordinatorCreateInviteAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorStatusSnapshot, createCoordinatorReciprocalApproval, ensureDeviceIdentity, extractReplicationOps, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getSyncResetState, isSummaryLikeMemory, listCoordinatorJoinRequests, listMaintenanceJobs, listObserverProviderOptions, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, parseStrictInteger, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, verifySignature, writeCodememConfigFile } from "@codemem/core";
+import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, MemoryStore, VERSION, VERSION as VERSION$1, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, cleanupNonces, coordinatorCreateInviteAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorStatusSnapshot, createCoordinatorReciprocalApproval, ensureDeviceIdentity, extractReplicationOps, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getSemanticIndexDiagnostics, getSyncResetState, isSummaryLikeMemory, listCoordinatorJoinRequests, listMaintenanceJobs, listObserverProviderOptions, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, parseStrictInteger, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, verifySignature, writeCodememConfigFile } from "@codemem/core";
 import { serveStatic } from "@hono/node-server/serve-static";
 import { Hono } from "hono";
 import { createMiddleware } from "hono/factory";
@@ -553,6 +553,39 @@ function queryBool(value) {
 }
 //#endregion
 //#region src/routes/memory.ts
+function cleanOwnershipValue(value) {
+	if (typeof value !== "string") return null;
+	const trimmed = value.trim();
+	return trimmed ? trimmed : null;
+}
+function buildOwnershipContext(store) {
+	const claimedPeerIds = new Set(store.sameActorPeerIds());
+	return {
+		actorId: store.actorId,
+		claimedPeerIds,
+		deviceId: store.deviceId,
+		legacyActorIds: new Set(Array.from(claimedPeerIds, (peerId) => `legacy-sync:${peerId}`))
+	};
+}
+function memoryOwnedBySelf(row, ownership, metadata = fromJson(row.metadata_json ?? null)) {
+	const meta = metadata;
+	const actorId = cleanOwnershipValue(row.actor_id) ?? cleanOwnershipValue(meta.actor_id);
+	if (actorId === ownership.actorId) return true;
+	const deviceId = cleanOwnershipValue(row.origin_device_id) ?? cleanOwnershipValue(meta.origin_device_id);
+	if (deviceId === ownership.deviceId) return true;
+	if (deviceId && ownership.claimedPeerIds.has(deviceId)) return true;
+	if (actorId && ownership.legacyActorIds.has(actorId)) return true;
+	return false;
+}
+function serializeMemoryRow(ownership, row) {
+	const metadata = fromJson(row.metadata_json ?? null);
+	return {
+		...row,
+		kind: canonicalMemoryKind(row.kind ?? null, row.metadata_json),
+		metadata_json: metadata,
+		owned_by_self: memoryOwnedBySelf(row, ownership, metadata)
+	};
+}
 /**
 * Attach session project/cwd fields to memory items.
 */
@@ -615,14 +648,12 @@ function queryMemoryPage(store, options) {
 	});
 	const where = ["memory_items.active = 1", ...filterResult.clauses].join(" AND ");
 	const from = filterResult.joinSessions ? "memory_items JOIN sessions ON sessions.id = memory_items.session_id" : "memory_items";
-	return store.db.prepare(`SELECT memory_items.* FROM ${from}
+	const rows = store.db.prepare(`SELECT memory_items.* FROM ${from}
 			 WHERE ${where}
 			 ORDER BY memory_items.created_at DESC
-			 LIMIT ? OFFSET ?`).all(...filterResult.params, options.limit + 1, options.offset).map((row) => ({
-		...row,
-		kind: canonicalMemoryKind(row.kind ?? null, row.metadata_json),
-		metadata_json: fromJson(row.metadata_json ?? null)
-	}));
+			 LIMIT ? OFFSET ?`).all(...filterResult.params, options.limit + 1, options.offset);
+	const ownership = buildOwnershipContext(store);
+	return rows.map((row) => serializeMemoryRow(ownership, row));
 }
 function isSummaryLikeMemory$1(item) {
 	return isSummaryLikeMemory({
@@ -870,6 +901,31 @@ function memoryRoutes(getStore) {
 			return c.json({ error: msg }, 400);
 		}
 	});
+	app.post("/api/memories/forget", async (c) => {
+		const store = getStore();
+		let body;
+		try {
+			body = await c.req.json();
+		} catch {
+			return c.json({ error: "invalid JSON" }, 400);
+		}
+		const memoryId = parseStrictInteger(typeof body.memory_id === "string" ? body.memory_id : String(body.memory_id ?? ""));
+		if (memoryId == null || memoryId <= 0) return c.json({ error: "memory_id must be int" }, 400);
+		const row = drizzle(store.db, { schema }).select().from(schema.memoryItems).where(eq(schema.memoryItems.id, memoryId)).get();
+		if (!row) return c.json({ error: "memory not found" }, 404);
+		if (!memoryOwnedBySelf(row, buildOwnershipContext(store))) return c.json({ error: "memory not owned by this device" }, 403);
+		if (Number(row.active ?? 1) === 0 || row.deleted_at != null) return c.json({ status: "ok" });
+		try {
+			store.forget(memoryId);
+			return c.json({ status: "ok" });
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			if (msg.includes("not found")) return c.json({ error: msg }, 404);
+			if (msg.includes("not owned")) return c.json({ error: msg }, 403);
+			if (msg.includes("sync_rebootstrap_in_progress")) return c.json({ error: msg }, 409);
+			return c.json({ error: msg }, 400);
+		}
+	});
 	return app;
 }
 //#endregion
@@ -1387,6 +1443,19 @@ function summarizeMaintenanceJobs(jobs, showDiagnostics) {
 		} : {}
 	}));
 }
+function redactSemanticIndexDiagnostics(diagnostics, showDiagnostics) {
+	if (showDiagnostics || !diagnostics.maintenance_job) return diagnostics;
+	const summary = diagnostics.state === "pending" ? "Semantic-index catch-up is pending" : diagnostics.state === "failed" ? "Semantic-index catch-up failed" : diagnostics.state === "degraded" ? "Semantic index is running in degraded mode" : diagnostics.summary;
+	return {
+		...diagnostics,
+		summary,
+		maintenance_job: {
+			...diagnostics.maintenance_job,
+			message: null,
+			error: null
+		}
+	};
+}
 function syncKeysDir() {
 	return process.env.CODEMEM_KEYS_DIR?.trim() || void 0;
 }
@@ -2203,29 +2272,40 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 	app.get("/api/sync/status", async (c) => {
 		const store = getStore();
 		{
+			const traceSync = (label, fn) => {
+				if (process.env.CODEMEM_TRACE_SYNC_STATUS !== "1") return fn();
+				const startedAt = Date.now();
+				console.warn(`[codemem sync-status] ${label} start`);
+				try {
+					return fn();
+				} finally {
+					console.warn(`[codemem sync-status] ${label} ${Date.now() - startedAt}ms`);
+				}
+			};
 			const showDiag = queryBool(c.req.query("includeDiagnostics"));
 			const includeJoinRequests = queryBool(c.req.query("includeJoinRequests"));
 			const project = c.req.query("project") || null;
-			const config = readCoordinatorSyncConfig();
-			const syncReset = getSyncResetState(store.db);
+			const config = traceSync("readCoordinatorSyncConfig", () => readCoordinatorSyncConfig());
+			const syncReset = traceSync("getSyncResetState", () => getSyncResetState(store.db));
 			const d = drizzle(store.db, { schema });
-			const deviceRow = d.select({
+			const deviceRow = traceSync("deviceRow", () => d.select({
 				device_id: schema.syncDevice.device_id,
 				fingerprint: schema.syncDevice.fingerprint
-			}).from(schema.syncDevice).limit(1).get();
-			const daemonState = d.select().from(schema.syncDaemonState).where(eq(schema.syncDaemonState.id, 1)).get();
-			const peerCountRow = d.select({ total: count() }).from(schema.syncPeers).get();
+			}).from(schema.syncDevice).limit(1).get());
+			const daemonState = traceSync("daemonState", () => d.select().from(schema.syncDaemonState).where(eq(schema.syncDaemonState.id, 1)).get());
+			const peerCountRow = traceSync("peerCountRow", () => d.select({ total: count() }).from(schema.syncPeers).get());
 			let retentionState;
 			try {
-				retentionState = d.select().from(schema.syncRetentionState).where(eq(schema.syncRetentionState.id, 1)).get();
+				retentionState = traceSync("retentionState", () => d.select().from(schema.syncRetentionState).where(eq(schema.syncRetentionState.id, 1)).get());
 			} catch {
 				retentionState = void 0;
 			}
-			const lastSyncRow = d.select({ last_sync_at: max(schema.syncPeers.last_sync_at) }).from(schema.syncPeers).get();
+			const lastSyncRow = traceSync("lastSyncRow", () => d.select({ last_sync_at: max(schema.syncPeers.last_sync_at) }).from(schema.syncPeers).get());
+			const semanticIndex = traceSync("semanticIndex", () => redactSemanticIndexDiagnostics(getSemanticIndexDiagnostics(store.db, { fastCounts: !showDiag }), showDiag));
 			const lastError = daemonState?.last_error;
 			const lastErrorAt = daemonState?.last_error_at;
 			const lastOkAt = daemonState?.last_ok_at;
-			const viewerBinding = readViewerBinding(store.dbPath);
+			const viewerBinding = traceSync("readViewerBinding", () => readViewerBinding(store.dbPath));
 			const daemonRunning = viewerBinding ? await portOpen(viewerBinding.host, viewerBinding.port) : false;
 			const daemonDetail = viewerBinding ? daemonRunning ? `viewer pidfile at ${viewerBinding.host}:${viewerBinding.port}` : `pidfile present but ${viewerBinding.host}:${viewerBinding.port} is unreachable` : null;
 			let daemonStateValue = "ok";
@@ -2248,6 +2328,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 					last_error: retentionState?.last_error ?? null,
 					last_error_at: retentionState?.last_error_at ?? null
 				},
+				semantic_index: semanticIndex,
 				peer_count: Number(peerCountRow?.total ?? 0),
 				last_sync_at: lastSyncRow?.last_sync_at ?? null,
 				daemon_state: daemonStateValue,
@@ -2275,14 +2356,14 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 				statusPayload.daemon_running = runtimeStatus.phase === "starting" || daemonRunning;
 				statusPayload.daemon_detail = runtimeStatus.detail ?? daemonDetail;
 			}
-			const peersItems = store.db.prepare(PEERS_QUERY).all().map((row) => {
+			const peersItems = traceSync("peerRows", () => store.db.prepare(PEERS_QUERY).all()).map((row) => {
 				const peer = mapPeerRow(store, row, showDiag);
 				peer.status = peerStatus(peer);
 				return peer;
 			});
 			const peersMap = {};
 			for (const peer of peersItems) peersMap[String(peer.peer_device_id)] = peer.status;
-			const attemptRows = d.select({
+			const attemptRows = traceSync("attemptRows", () => d.select({
 				peer_device_id: schema.syncAttempts.peer_device_id,
 				ok: schema.syncAttempts.ok,
 				error: schema.syncAttempts.error,
@@ -2290,9 +2371,9 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 				finished_at: schema.syncAttempts.finished_at,
 				ops_in: schema.syncAttempts.ops_in,
 				ops_out: schema.syncAttempts.ops_out
-			}).from(schema.syncAttempts).orderBy(desc(schema.syncAttempts.finished_at)).limit(25).all();
+			}).from(schema.syncAttempts).orderBy(desc(schema.syncAttempts.finished_at)).limit(25).all());
 			const peerAddressMap = /* @__PURE__ */ new Map();
-			store.db.prepare("SELECT peer_device_id, addresses_json FROM sync_peers").all().forEach((peerRow) => {
+			traceSync("peerAddressRows", () => store.db.prepare("SELECT peer_device_id, addresses_json FROM sync_peers").all()).forEach((peerRow) => {
 				const addrs = safeJsonList(peerRow.addresses_json);
 				if (addrs.length) peerAddressMap.set(String(peerRow.peer_device_id ?? ""), addrs);
 			});
@@ -2313,9 +2394,10 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 				sync: {},
 				ping: {}
 			};
-			const legacyDevices = store.claimableLegacyDeviceIds();
-			const sharingReview = store.sharingReviewSummary(project);
-			const coordinator = redactCoordinatorStatus(await coordinatorStatusSnapshot(store, config), showDiag);
+			const legacyDevices = traceSync("legacyDevices", () => store.claimableLegacyDeviceIds());
+			const sharingReview = traceSync("sharingReview", () => store.sharingReviewSummary(project));
+			const coordinatorSnapshot = await coordinatorStatusSnapshot(store, config);
+			const coordinator = traceSync("coordinator", () => redactCoordinatorStatus(coordinatorSnapshot, showDiag));
 			let joinRequests = [];
 			if (includeJoinRequests && showDiag && config.syncCoordinatorAdminSecret) try {
 				joinRequests = await listCoordinatorJoinRequests(config);