@codemem/server 0.30.0-alpha.3 → 0.30.0-alpha.4

package/dist/index.js

@@ -1,6 +1,6 @@
 import { existsSync, readFileSync } from "node:fs";
 import { dirname, join } from "node:path";
-import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, LOCAL_DEFAULT_SCOPE_ID, LOCAL_SYNC_CAPABILITY, MemoryStore, SYNC_SCOPE_QUERY_PARAM, VERSION, VERSION as VERSION$1, addSyncScopeToBoundary, analyzeProjectScopeMappingChangeGuardrails, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, cleanupNonces, coordinatorArchiveGroupAction, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorCreateScopeAction, coordinatorDisableDeviceAction, coordinatorEnableDeviceAction, coordinatorGrantScopeMembershipAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorListScopeMembershipsAction, coordinatorListScopesAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorRenameGroupAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorRevokeScopeMembershipAction, coordinatorStatusSnapshot, coordinatorUnarchiveGroupAction, coordinatorUpdateScopeAction, createCoordinatorReciprocalApproval, deleteProjectScopeSettingsMapping, ensureDeviceIdentity, extractReplicationOps, filterReplicationOpsForSyncWithStatus, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getCoordinatorGroupPreference, getSemanticIndexDiagnostics, getSyncResetState, isSummaryLikeMemory, listCoordinatorJoinRequests, listInboundScopeRejections, listMaintenanceJobs, listObserverProviderOptions, listProjectScopeCandidates, listProjectScopeSettingsMappings, listSharingDomainSettingsScopes, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, negotiateSyncCapability, normalizeSyncCapability, parseStrictInteger, parseSyncScopeRequest, personalScopeGrantStatusForPeer, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, rejectInboundScopeFailures, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, summarizeInboundScopeRejections, syncScopeResetRequiredPayload, updatePeerAddresses, upsertCoordinatorGroupPreference, upsertProjectScopeSettingsMapping, verifySignature, writeCodememConfigFile } from "@codemem/core";
+import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, LEGACY_SHARED_REVIEW_SCOPE_ID, LOCAL_DEFAULT_SCOPE_ID, LOCAL_SYNC_CAPABILITY, MemoryStore, SYNC_SCOPE_QUERY_PARAM, VERSION, VERSION as VERSION$1, addSyncScopeToBoundary, analyzeProjectScopeMappingChangeGuardrails, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, cleanupNonces, coordinatorArchiveGroupAction, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorCreateScopeAction, coordinatorDisableDeviceAction, coordinatorEnableDeviceAction, coordinatorGrantScopeMembershipAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorListScopeMembershipsAction, coordinatorListScopesAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorRenameGroupAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorRevokeScopeMembershipAction, coordinatorStatusSnapshot, coordinatorUnarchiveGroupAction, coordinatorUpdateScopeAction, createCoordinatorReciprocalApproval, deleteProjectScopeSettingsMapping, ensureDeviceIdentity, extractReplicationOps, filterReplicationOpsForSyncWithStatus, fingerprintPublicKey, fromJson, getCodememConfigPath, getCodememEnvOverrides, getCoordinatorGroupPreference, getSemanticIndexDiagnostics, getSyncResetState, isSummaryLikeMemory, listCoordinatorJoinRequests, listInboundScopeRejections, listMaintenanceJobs, listObserverProviderOptions, listProjectScopeCandidates, listProjectScopeSettingsMappings, listSharingDomainSettingsScopes, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, negotiateSyncCapability, normalizeSyncCapability, parseStrictInteger, parseSyncScopeRequest, personalScopeGrantStatusForPeer, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, recordNonce, rejectInboundScopeFailures, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, summarizeInboundScopeRejections, syncScopeResetRequiredPayload, updatePeerAddresses, upsertCoordinatorGroupPreference, upsertProjectScopeSettingsMapping, verifySignature, writeCodememConfigFile } from "@codemem/core";
 import { serveStatic } from "@hono/node-server/serve-static";
 import { Hono } from "hono";
 import { createMiddleware } from "hono/factory";
@@ -1413,31 +1413,80 @@ function toUsageRow(row, metadata) {
 		metadata_json: metadata
 	};
 }
-function visibleMemoryIds(store, value) {
+function metadataMemoryIds(value) {
 	if (!Array.isArray(value)) return [];
-	return value.map((item) => typeof item === "number" ? item : Number(item)).filter((item) => Number.isInteger(item) && store.get(item) != null);
+	return value.map((item) => typeof item === "number" ? item : Number(item)).filter((item) => Number.isInteger(item) && item > 0);
 }
-function sessionHasVisibleMemory(store, sessionId) {
-	const filterResult = buildFilterClausesWithContext({ session_id: sessionId }, {
+function chunkNumbers(values, chunkSize = 500) {
+	const chunks = [];
+	for (let start = 0; start < values.length; start += chunkSize) chunks.push(values.slice(start, start + chunkSize));
+	return chunks;
+}
+function visibleMemoryIdSet(store, memoryIds) {
+	if (memoryIds.size === 0) return /* @__PURE__ */ new Set();
+	const filterResult = buildFilterClausesWithContext(null, {
 		actorId: store.actorId,
 		deviceId: store.deviceId,
 		enforceScopeVisibility: true
 	});
-	const clauses = ["memory_items.active = 1", ...filterResult.clauses];
-	return store.db.prepare(`SELECT 1 AS found FROM memory_items WHERE ${clauses.join(" AND ")} LIMIT 1`).get(...filterResult.params) != null;
+	const visibleIds = /* @__PURE__ */ new Set();
+	for (const chunk of chunkNumbers([...memoryIds])) {
+		const clauses = [
+			"memory_items.active = 1",
+			`memory_items.id IN (${chunk.map(() => "?").join(", ")})`,
+			...filterResult.clauses
+		];
+		const rows = store.db.prepare(`SELECT memory_items.id FROM memory_items WHERE ${clauses.join(" AND ")}`).all(...chunk, ...filterResult.params);
+		for (const row of rows) visibleIds.add(Number(row.id));
+	}
+	return visibleIds;
 }
-function usageRowVisible(store, row) {
+function visibleSessionIdSet(store, sessionIds) {
+	if (sessionIds.size === 0) return /* @__PURE__ */ new Set();
+	const filterResult = buildFilterClausesWithContext(null, {
+		actorId: store.actorId,
+		deviceId: store.deviceId,
+		enforceScopeVisibility: true
+	});
+	const visibleIds = /* @__PURE__ */ new Set();
+	for (const chunk of chunkNumbers([...sessionIds])) {
+		const clauses = [
+			"memory_items.active = 1",
+			`memory_items.session_id IN (${chunk.map(() => "?").join(", ")})`,
+			...filterResult.clauses
+		];
+		const rows = store.db.prepare(`SELECT DISTINCT memory_items.session_id AS session_id
+				 FROM memory_items
+				 WHERE ${clauses.join(" AND ")}`).all(...chunk, ...filterResult.params);
+		for (const row of rows) if (typeof row.session_id === "number") visibleIds.add(row.session_id);
+	}
+	return visibleIds;
+}
+function buildUsageVisibility(store, rows) {
+	const memoryIds = /* @__PURE__ */ new Set();
+	const sessionIds = /* @__PURE__ */ new Set();
+	for (const row of rows) {
+		if (typeof row.session_id === "number") sessionIds.add(row.session_id);
+		for (const key of MEMORY_ID_METADATA_KEYS) for (const memoryId of metadataMemoryIds(row.metadata_json?.[key])) memoryIds.add(memoryId);
+	}
+	return {
+		visibleMemoryIds: visibleMemoryIdSet(store, memoryIds),
+		visibleSessionIds: visibleSessionIdSet(store, sessionIds)
+	};
+}
+function usageRowVisible(row, visibility) {
+	const rowSessionVisible = row.session_id == null || visibility.visibleSessionIds.has(row.session_id);
 	const packItemIds = row.metadata_json?.pack_item_ids;
 	if (Array.isArray(packItemIds)) {
-		if (packItemIds.length === 0) return row.session_id != null && sessionHasVisibleMemory(store, row.session_id);
-		return visibleMemoryIds(store, packItemIds).length > 0;
+		if (packItemIds.length === 0) return row.session_id != null && visibility.visibleSessionIds.has(row.session_id);
+		return rowSessionVisible && metadataMemoryIds(packItemIds).some((memoryId) => visibility.visibleMemoryIds.has(memoryId));
 	}
-	return row.session_id != null && sessionHasVisibleMemory(store, row.session_id);
+	return row.session_id != null && visibility.visibleSessionIds.has(row.session_id);
 }
-function sanitizePackUsageMetadata(store, metadata) {
+function sanitizePackUsageMetadata(metadata, visibility) {
 	if (!metadata) return null;
 	const sanitized = { ...metadata };
-	for (const key of MEMORY_ID_METADATA_KEYS) if (Array.isArray(sanitized[key])) sanitized[key] = visibleMemoryIds(store, sanitized[key]);
+	for (const key of MEMORY_ID_METADATA_KEYS) if (Array.isArray(sanitized[key])) sanitized[key] = metadataMemoryIds(sanitized[key]).filter((memoryId) => visibility.visibleMemoryIds.has(memoryId));
 	return sanitized;
 }
 function summarizeUsageEvents(rows) {
@@ -1529,17 +1578,22 @@ function statsRoutes(getStore) {
 								 ORDER BY usage_events.created_at DESC`).all(project) : store.db.prepare(`SELECT id, session_id, event, tokens_read, tokens_written, tokens_saved,
 									created_at, metadata_json
 								 FROM usage_events
-								 ORDER BY created_at DESC`).all()).map((row) => toUsageRow(row, parseMetadataJson(row.metadata_json))).filter((row) => usageRowVisible(store, row));
+								 ORDER BY created_at DESC`).all()).map((row) => toUsageRow(row, parseMetadataJson(row.metadata_json)));
 			};
-			const globalRows = loadUsageRows();
-			const filteredRows = projectFilter ? loadUsageRows(projectFilter) : null;
+			const loadedGlobalRows = loadUsageRows();
+			const globalVisibility = buildUsageVisibility(store, loadedGlobalRows);
+			const globalRows = loadedGlobalRows.filter((row) => usageRowVisible(row, globalVisibility));
+			const loadedFilteredRows = projectFilter ? loadUsageRows(projectFilter) : null;
+			const filteredVisibility = loadedFilteredRows ? buildUsageVisibility(store, loadedFilteredRows) : null;
+			const filteredRows = loadedFilteredRows ? loadedFilteredRows.filter((row) => usageRowVisible(row, filteredVisibility ?? globalVisibility)) : null;
 			const eventsGlobal = summarizeUsageEvents(globalRows);
 			const totalsGlobal = totalUsageEvents(globalRows);
 			const eventsFiltered = filteredRows ? summarizeUsageEvents(filteredRows) : null;
 			const totalsFiltered = filteredRows ? totalUsageEvents(filteredRows) : null;
+			const recentVisibility = filteredVisibility ?? globalVisibility;
 			const recentPacks = (filteredRows ?? globalRows).filter((row) => row.event === "pack").slice(0, 10).map((row) => ({
 				...row,
-				metadata_json: sanitizePackUsageMetadata(store, row.metadata_json)
+				metadata_json: sanitizePackUsageMetadata(row.metadata_json, recentVisibility)
 			}));
 			return c.json({
 				project: projectFilter,
@@ -1817,6 +1871,43 @@ function unauthorizedPayload(reason, exposeReason = false) {
 	};
 	return { error: "unauthorized" };
 }
+var SYNC_AUTH_STORE_BUSY_REASON = "sync_auth_store_busy";
+function isSqliteBusy(err) {
+	if (!err || typeof err !== "object") return false;
+	const code = "code" in err ? String(err.code ?? "") : "";
+	const message = err instanceof Error ? err.message : "";
+	return code === "SQLITE_BUSY" || message.includes("database is locked");
+}
+function recordSyncAuthNonce(store, deviceId, nonce, createdAt) {
+	try {
+		if (!recordNonce(store.db, deviceId, nonce, createdAt)) return {
+			ok: false,
+			reason: "nonce_replay",
+			deviceId
+		};
+	} catch (err) {
+		if (isSqliteBusy(err)) return {
+			ok: false,
+			reason: SYNC_AUTH_STORE_BUSY_REASON,
+			deviceId
+		};
+		throw err;
+	}
+	const cutoff = (/* @__PURE__ */ new Date(Date.now() - DEFAULT_TIME_WINDOW_S * 2 * 1e3)).toISOString();
+	try {
+		cleanupNonces(store.db, cutoff);
+	} catch (err) {
+		if (!isSqliteBusy(err)) throw err;
+	}
+	return null;
+}
+function isSyncAuthStoreBusy(auth) {
+	return !auth.ok && auth.reason === SYNC_AUTH_STORE_BUSY_REASON;
+}
+function syncAuthStoreBusyResponse(c) {
+	c.header("Retry-After", "1");
+	return c.json({ error: SYNC_AUTH_STORE_BUSY_REASON }, 503);
+}
 function authorizeSyncRequest(store, request, body) {
 	const deviceId = (request.header("X-Opencode-Device") ?? "").trim();
 	const signature = request.header("X-Opencode-Signature") ?? "";
@@ -1869,14 +1960,8 @@ function authorizeSyncRequest(store, request, body) {
 		reason: "invalid_signature",
 		deviceId
 	};
-	const createdAt = (/* @__PURE__ */ new Date()).toISOString();
-	if (!recordNonce(store.db, deviceId, nonce, createdAt)) return {
-		ok: false,
-		reason: "nonce_replay",
-		deviceId
-	};
-	const cutoff = (/* @__PURE__ */ new Date(Date.now() - DEFAULT_TIME_WINDOW_S * 2 * 1e3)).toISOString();
-	cleanupNonces(store.db, cutoff);
+	const nonceResult = recordSyncAuthNonce(store, deviceId, nonce, (/* @__PURE__ */ new Date()).toISOString());
+	if (nonceResult) return nonceResult;
 	return {
 		ok: true,
 		reason: "ok",
@@ -1986,14 +2071,8 @@ async function authorizeBootstrapGrantRequest(store, request, body) {
 		reason: "bootstrap_grant_invalid_signature",
 		deviceId
 	};
-	const createdAt = (/* @__PURE__ */ new Date()).toISOString();
-	if (!recordNonce(store.db, deviceId, nonce, createdAt)) return {
-		ok: false,
-		reason: "nonce_replay",
-		deviceId
-	};
-	const cutoff = (/* @__PURE__ */ new Date(Date.now() - DEFAULT_TIME_WINDOW_S * 2 * 1e3)).toISOString();
-	cleanupNonces(store.db, cutoff);
+	const nonceResult = recordSyncAuthNonce(store, deviceId, nonce, (/* @__PURE__ */ new Date()).toISOString());
+	if (nonceResult) return nonceResult;
 	return {
 		ok: true,
 		reason: "ok",
@@ -2367,6 +2446,21 @@ function recentScopeRejectionsByPeer(store) {
 	}
 	return map;
 }
+function legacySharedReviewSummary(store) {
+	const row = store.db.prepare(`SELECT COUNT(*) AS memory_count,
+			        MAX(updated_at) AS last_updated_at
+			 FROM memory_items
+			 WHERE scope_id = ?
+			   AND active = 1
+			   AND deleted_at IS NULL`).get(LEGACY_SHARED_REVIEW_SCOPE_ID);
+	const memoryCount = Number(row?.memory_count ?? 0);
+	return {
+		scope_id: LEGACY_SHARED_REVIEW_SCOPE_ID,
+		memory_count: memoryCount,
+		has_data: memoryCount > 0,
+		last_updated_at: row?.last_updated_at ?? null
+	};
+}
 var SYNC_DIRECTION_WINDOW_SECONDS = 1440 * 60;
 function recentPeerOps(store) {
 	const cutoff = (/* @__PURE__ */ new Date(Date.now() - SYNC_DIRECTION_WINDOW_SECONDS * 1e3)).toISOString();
@@ -2438,7 +2532,8 @@ var PEERS_QUERY = `
 	SELECT p.peer_device_id, p.name, p.pinned_fingerprint, p.addresses_json,
 	       p.last_seen_at, p.last_sync_at, p.last_error,
 	       p.projects_include_json, p.projects_exclude_json, p.claimed_local_actor,
-	       p.actor_id, a.display_name AS actor_display_name
+	       p.actor_id, p.discovered_via_coordinator_id, p.discovered_via_group_id,
+	       a.display_name AS actor_display_name
 	FROM sync_peers AS p
 	LEFT JOIN actors AS a ON a.actor_id = p.actor_id
 	ORDER BY name, peer_device_id
@@ -2468,6 +2563,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 		const store = getStore();
 		return (async () => {
 			let auth = authorizeSyncRequest(store, c.req, Buffer.alloc(0));
+			if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 			let preauthChecked = false;
 			let bootstrapAttempted = false;
 			if (!auth.ok) {
@@ -2483,6 +2579,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 				auth = await authorizeBootstrapGrantRequest(store, c.req, Buffer.alloc(0));
 				bootstrapAttempted = true;
 			}
+			if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 			if (!auth.ok) {
 				if (bootstrapAttempted) console.warn(`[sync] bootstrap grant auth failed: reason=${auth.reason} grant=${(c.req.header("X-Codemem-Bootstrap-Grant") ?? "").trim()} path=${c.req.path}`);
 				const wireReason = bootstrapAttempted ? "bootstrap_grant_invalid" : auth.reason;
@@ -2508,6 +2605,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 	app.get("/v1/ops", (c) => {
 		const store = getStore();
 		const auth = authorizeSyncRequest(store, c.req, Buffer.alloc(0));
+		if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 		if (!auth.ok) return rateLimitedResponse(c, c.req.path, false) ?? c.json(unauthorizedPayload(auth.reason), 401);
 		const limited = rateLimitedResponse(c, auth.deviceId, true);
 		if (limited) return limited;
@@ -2560,6 +2658,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 		const store = getStore();
 		return (async () => {
 			let auth = authorizeSyncRequest(store, c.req, Buffer.alloc(0));
+			if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 			let preauthChecked = false;
 			let bootstrapAttempted = false;
 			if (!auth.ok) {
@@ -2575,6 +2674,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 				auth = await authorizeBootstrapGrantRequest(store, c.req, Buffer.alloc(0));
 				bootstrapAttempted = true;
 			}
+			if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 			if (!auth.ok) {
 				if (bootstrapAttempted) console.warn(`[sync] bootstrap grant auth failed: reason=${auth.reason} grant=${(c.req.header("X-Codemem-Bootstrap-Grant") ?? "").trim()} path=${c.req.path}`);
 				const wireReason = bootstrapAttempted ? "bootstrap_grant_invalid" : auth.reason;
@@ -2626,6 +2726,7 @@ function syncProtocolRoutes(getStore, opts = {}) {
 		const raw = await readBoundedRequestBytes(c.req.raw, MAX_SYNC_BODY_BYTES);
 		if (raw == null) return c.json({ error: "payload_too_large" }, 413);
 		const auth = authorizeSyncRequest(store, c.req, raw);
+		if (isSyncAuthStoreBusy(auth)) return syncAuthStoreBusyResponse(c);
 		if (!auth.ok) return rateLimitedResponse(c, c.req.path, false) ?? c.json(unauthorizedPayload(auth.reason), 401);
 		const limited = rateLimitedResponse(c, auth.deviceId, true);
 		if (limited) return limited;
@@ -2817,6 +2918,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 				ping: {}
 			};
 			const legacyDevices = traceSync("legacyDevices", () => store.claimableLegacyDeviceIds());
+			const legacyReview = traceSync("legacySharedReview", () => legacySharedReviewSummary(store));
 			const sharingReview = traceSync("sharingReview", () => store.sharingReviewSummary(project));
 			let joinRequests = [];
 			if (includeJoinRequests && showDiag && config.syncCoordinatorAdminSecret) try {
@@ -2851,6 +2953,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 				peers: peersItems,
 				attempts: attemptsItems.slice(0, 5),
 				legacy_devices: legacyDevices,
+				legacy_shared_review: legacyReview,
 				sharing_review: sharingReview,
 				coordinator
 			};