@codemem/server 0.21.1 → 0.22.0-alpha.0

package/dist/index.js

@@ -1,6 +1,6 @@
 import { existsSync, readFileSync } from "node:fs";
 import { dirname, join } from "node:path";
-import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, MemoryStore, VERSION, applyReplicationOps, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, cleanupNonces, coordinatorCreateInviteAction, coordinatorImportInviteAction, coordinatorReviewJoinRequestAction, coordinatorStatusSnapshot, ensureDeviceIdentity, extractReplicationOps, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getSyncResetState, listCoordinatorJoinRequests, listObserverProviderOptions, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, parseStrictInteger, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, resolveDbPath, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, verifySignature, writeCodememConfigFile } from "@codemem/core";
+import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, MemoryStore, VERSION, applyReplicationOps, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, cleanupNonces, coordinatorCreateInviteAction, coordinatorImportInviteAction, coordinatorReviewJoinRequestAction, coordinatorStatusSnapshot, ensureDeviceIdentity, extractReplicationOps, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getSyncResetState, listCoordinatorJoinRequests, listObserverProviderOptions, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, parseStrictInteger, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, resolveDbPath, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, verifySignature, writeCodememConfigFile } from "@codemem/core";
 import { serveStatic } from "@hono/node-server/serve-static";
 import { Hono } from "hono";
 import { createMiddleware } from "hono/factory";
@@ -1084,6 +1084,14 @@ function rawEventsRoutes(getStore, sweeper) {
 */
 function statsRoutes(getStore) {
 	const app = new Hono();
+	const parseMetadataJson = (value) => {
+		if (typeof value !== "string" || !value.trim()) return null;
+		try {
+			return JSON.parse(value);
+		} catch {
+			return null;
+		}
+	};
 	app.get("/api/stats", (c) => {
 		const store = getStore();
 		return c.json({
@@ -1095,6 +1103,18 @@ function statsRoutes(getStore) {
 		const store = getStore();
 		{
 			const projectFilter = c.req.query("project") || null;
+			const recentPacksQuery = projectFilter ? store.db.prepare(`SELECT usage_events.id, usage_events.session_id, usage_events.event,
+						usage_events.tokens_read, usage_events.tokens_written, usage_events.tokens_saved,
+						usage_events.created_at, usage_events.metadata_json
+					 FROM usage_events
+					 JOIN sessions ON sessions.id = usage_events.session_id
+					 WHERE usage_events.event = 'pack' AND sessions.project = ?
+					 ORDER BY usage_events.created_at DESC
+					 LIMIT 10`) : store.db.prepare(`SELECT id, session_id, event, tokens_read, tokens_written, tokens_saved, created_at, metadata_json
+					 FROM usage_events
+					 WHERE event = 'pack'
+					 ORDER BY created_at DESC
+					 LIMIT 10`);
 			const eventsGlobal = store.db.prepare(`SELECT event,
 						SUM(tokens_read) AS total_tokens_read,
 						SUM(tokens_written) AS total_tokens_written,
@@ -1126,6 +1146,16 @@ function statsRoutes(getStore) {
 						 JOIN sessions ON sessions.id = usage_events.session_id
 						 WHERE sessions.project = ?`).get(projectFilter);
 			}
+			const recentPacks = (projectFilter ? recentPacksQuery.all(projectFilter) : recentPacksQuery.all()).map((row) => ({
+				id: Number(row.id ?? 0),
+				session_id: row.session_id == null ? null : Number(row.session_id),
+				event: String(row.event ?? "pack"),
+				tokens_read: Number(row.tokens_read ?? 0),
+				tokens_written: Number(row.tokens_written ?? 0),
+				tokens_saved: Number(row.tokens_saved ?? 0),
+				created_at: String(row.created_at ?? ""),
+				metadata_json: parseMetadataJson(row.metadata_json)
+			}));
 			return c.json({
 				project: projectFilter,
 				events: projectFilter ? eventsFiltered : eventsGlobal,
@@ -1134,7 +1164,7 @@ function statsRoutes(getStore) {
 				totals_global: totalsGlobal,
 				events_filtered: eventsFiltered,
 				totals_filtered: totalsFiltered,
-				recent_packs: []
+				recent_packs: recentPacks
 			});
 		}
 	});
@@ -1279,6 +1309,101 @@ function parseOpPayload(op) {
 		return null;
 	}
 }
+function redactCoordinatorStatus(coordinator, showDiag) {
+	if (showDiag) return coordinator;
+	const discovered = Array.isArray(coordinator.discovered_devices) ? coordinator.discovered_devices.map((item) => {
+		if (!item || typeof item !== "object") return item;
+		const record = item;
+		return {
+			device_id: record.device_id,
+			display_name: record.display_name ?? null,
+			groups: Array.isArray(record.groups) ? record.groups : [],
+			last_seen_at: record.last_seen_at ?? null,
+			expires_at: record.expires_at ?? null,
+			stale: Boolean(record.stale),
+			fingerprint: null,
+			addresses: []
+		};
+	}) : [];
+	return {
+		...coordinator,
+		discovered_devices: discovered
+	};
+}
+async function acceptDiscoveredPeer(store, input) {
+	const config = readCoordinatorSyncConfig();
+	if (!config.syncEnabled || !config.syncCoordinatorUrl || config.syncCoordinatorGroups.length === 0) return {
+		ok: false,
+		status: 400,
+		error: "coordinator_not_configured",
+		detail: "Coordinator must be configured before accepting discovered peers."
+	};
+	const match = (await lookupCoordinatorPeers(store, config)).find((peer) => String(peer.device_id ?? "").trim() === input.peerDeviceId && String(peer.fingerprint ?? "").trim() === input.fingerprint);
+	if (!match) return {
+		ok: false,
+		status: 404,
+		error: "discovered_peer_not_found",
+		detail: "That discovered device is no longer available. Refresh sync status and try again."
+	};
+	const nextFingerprint = String(match.fingerprint ?? "").trim();
+	const nextName = String(match.display_name ?? "").trim() || null;
+	const nextAddresses = Array.isArray(match.addresses) ? match.addresses.filter((value) => typeof value === "string") : [];
+	const d = drizzle(store.db, { schema });
+	const now = (/* @__PURE__ */ new Date()).toISOString();
+	return store.db.transaction(() => {
+		const existing = d.select({
+			peer_device_id: schema.syncPeers.peer_device_id,
+			pinned_fingerprint: schema.syncPeers.pinned_fingerprint,
+			addresses_json: schema.syncPeers.addresses_json
+		}).from(schema.syncPeers).where(eq(schema.syncPeers.peer_device_id, input.peerDeviceId)).get();
+		const existingFingerprint = String(existing?.pinned_fingerprint ?? "").trim();
+		if (existing && existingFingerprint && existingFingerprint !== nextFingerprint) return {
+			ok: false,
+			status: 409,
+			error: "peer_conflict",
+			detail: "An existing peer with this device id is pinned to a different fingerprint. Remove or repair the old peer before accepting this discovered device."
+		};
+		const existingAddresses = (() => {
+			try {
+				const raw = JSON.parse(String(existing?.addresses_json ?? "[]"));
+				return Array.isArray(raw) ? raw.filter((value) => typeof value === "string") : [];
+			} catch {
+				return [];
+			}
+		})();
+		const addressesJson = JSON.stringify(mergeAddresses(existingAddresses, nextAddresses));
+		if (!existing) {
+			d.insert(schema.syncPeers).values({
+				peer_device_id: input.peerDeviceId,
+				name: nextName,
+				pinned_fingerprint: nextFingerprint || null,
+				addresses_json: addressesJson,
+				created_at: now,
+				last_seen_at: now
+			}).run();
+			return {
+				ok: true,
+				peer_device_id: input.peerDeviceId,
+				created: true,
+				updated: false,
+				name: nextName
+			};
+		}
+		d.update(schema.syncPeers).set({
+			name: nextName,
+			pinned_fingerprint: nextFingerprint || existing.pinned_fingerprint || null,
+			addresses_json: addressesJson,
+			last_seen_at: now
+		}).where(eq(schema.syncPeers.peer_device_id, input.peerDeviceId)).run();
+		return {
+			ok: true,
+			peer_device_id: input.peerDeviceId,
+			created: false,
+			updated: true,
+			name: nextName
+		};
+	})();
+}
 function isSharedVisibility(payload) {
 	if (!payload) return false;
 	let visibility = String(payload.visibility ?? "").trim().toLowerCase();
@@ -1703,7 +1828,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 			};
 			const legacyDevices = store.claimableLegacyDeviceIds();
 			const sharingReview = store.sharingReviewSummary(project);
-			const coordinator = await coordinatorStatusSnapshot(store, config);
+			const coordinator = redactCoordinatorStatus(await coordinatorStatusSnapshot(store, config), showDiag);
 			let joinRequests = [];
 			if (includeJoinRequests && config.syncCoordinatorAdminSecret) try {
 				joinRequests = await listCoordinatorJoinRequests(config);
@@ -1836,6 +1961,42 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 			return c.json({ ok: true });
 		}
 	});
+	app.post("/api/sync/peers/accept-discovered", async (c) => {
+		const store = getStore();
+		let body;
+		try {
+			body = await c.req.json();
+		} catch {
+			return c.json({ error: "invalid json" }, 400);
+		}
+		const peerDeviceId = String(body.peer_device_id ?? "").trim();
+		const fingerprint = String(body.fingerprint ?? "").trim();
+		if (!peerDeviceId) return c.json({ error: "peer_device_id required" }, 400);
+		if (!fingerprint) return c.json({ error: "fingerprint required" }, 400);
+		try {
+			const result = await acceptDiscoveredPeer(store, {
+				peerDeviceId,
+				fingerprint
+			});
+			if (!result.ok) return c.json({
+				error: result.error,
+				detail: result.detail
+			}, { status: result.status });
+			return c.json({
+				ok: true,
+				peer_device_id: result.peer_device_id,
+				created: result.created,
+				updated: result.updated,
+				name: result.name,
+				needs_scope_review: true
+			});
+		} catch (error) {
+			return c.json({
+				error: "coordinator_lookup_failed",
+				detail: error instanceof Error ? error.message : String(error)
+			}, { status: 502 });
+		}
+	});
 	app.post("/api/sync/invites/create", async (c) => {
 		let body;
 		try {
@@ -1924,6 +2085,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 			const peerDeviceId = c.req.param("peer_device_id")?.trim();
 			if (!peerDeviceId) return c.json({ error: "peer_device_id required" }, 400);
 			if (!d.select({ peer_device_id: schema.syncPeers.peer_device_id }).from(schema.syncPeers).where(eq(schema.syncPeers.peer_device_id, peerDeviceId)).get()) return c.json({ error: "peer not found" }, 404);
+			d.delete(schema.replicationCursors).where(eq(schema.replicationCursors.peer_device_id, peerDeviceId)).run();
 			d.delete(schema.syncPeers).where(eq(schema.syncPeers.peer_device_id, peerDeviceId)).run();
 			return c.json({ ok: true });
 		}