@codemem/server 0.33.0 → 0.34.0

package/dist/index.js

@@ -1,6 +1,6 @@
 import { existsSync, readFileSync } from "node:fs";
 import { dirname, join } from "node:path";
-import { CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, LEGACY_SHARED_REVIEW_SCOPE_ID, LOCAL_DEFAULT_SCOPE_ID, LOCAL_SYNC_CAPABILITY, MemoryStore, SYNC_CAPABILITY_HEADER, SYNC_SCOPE_QUERY_PARAM, VERSION, VERSION as VERSION$1, addSyncScopeToBoundary, analyzeProjectScopeMappingChangeGuardrails, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, canonicalWorkspaceIdentity, cleanupNonces, coordinatorArchiveGroupAction, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorCreateScopeAction, coordinatorDisableDeviceAction, coordinatorEnableDeviceAction, coordinatorGrantScopeMembershipAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorListScopeMembershipsAction, coordinatorListScopesAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorRenameGroupAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorRevokeScopeMembershipAction, coordinatorStatusSnapshot, coordinatorUnarchiveGroupAction, coordinatorUpdateScopeAction, createCoordinatorReciprocalApproval, defaultSpaceScopeIdForGroup, deleteProjectScopeSettingsMapping, ensureDeviceIdentity, extractReplicationOps, filterReplicationOpsForSyncWithStatus, fingerprintPublicKey, formatHostPort, fromJson, getCodememConfigPath, getCodememEnvOverrides, getCoordinatorGroupPreference, getSemanticIndexDiagnostics, getSyncResetState, isScopedSyncCapability, isSummaryLikeMemory, listAuthorizedScopesForPeer, listCoordinatorJoinRequests, listInboundScopeRejections, listMaintenanceJobs, listObserverProviderOptions, listPerPeerScopeSyncState, listProjectScopeCandidates, listProjectScopeInventory, listProjectScopeSettingsMappings, listSharingDomainSettingsScopes, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, negotiateSyncCapability, normalizeAddress, normalizeSyncCapability, parseStrictInteger, parseSyncScopeRequest, personalScopeGrantStatusForPeer, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, reassignProjectScopeInventoryProject, recordNonce, rejectInboundScopeFailures, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, summarizeInboundScopeRejections, syncScopeResetRequiredPayload, updatePeerAddresses, upsertCoordinatorGroupPreference, upsertProjectScopeSettingsMapping, verifySignature, writeCodememConfigFile } from "@codemem/core";
+import { ACCESS_CLEANUP_OP_TYPE, CODEMEM_CONFIG_ENV_OVERRIDES, DEFAULT_TIME_WINDOW_S, LEGACY_SHARED_REVIEW_SCOPE_ID, LOCAL_DEFAULT_SCOPE_ID, LOCAL_SYNC_CAPABILITY, MemoryStore, SYNC_CAPABILITY_HEADER, SYNC_SCOPE_QUERY_PARAM, VERSION, VERSION as VERSION$1, addSyncScopeToBoundary, analyzeProjectScopeMappingChangeGuardrails, applyReplicationOps, buildBaseUrl, buildFilterClausesWithContext, buildRawEventEnvelopeFromHook, canonicalMemoryKind, canonicalWorkspaceIdentity, cleanupNonces, coordinatorArchiveGroupAction, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorCreateScopeAction, coordinatorDisableDeviceAction, coordinatorEnableDeviceAction, coordinatorGrantScopeMembershipAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorListScopeMembershipsAction, coordinatorListScopesAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorRenameGroupAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, coordinatorRevokeScopeMembershipAction, coordinatorStatusSnapshot, coordinatorUnarchiveGroupAction, coordinatorUpdateScopeAction, createCoordinatorReciprocalApproval, defaultSpaceScopeIdForGroup, deleteProjectScopeSettingsMapping, diagnoseStalePeerReceivedRows, ensureDeviceIdentity, extractReplicationOps, filterReplicationOpsForSyncWithStatus, fingerprintPublicKey, formatHostPort, fromJson, getCodememConfigPath, getCodememEnvOverrides, getCoordinatorGroupPreference, getSemanticIndexDiagnostics, getSyncResetState, isScopedSyncCapability, isSummaryLikeMemory, listAuthorizedScopesForPeer, listCoordinatorJoinRequests, listInboundScopeRejections, listMaintenanceJobs, listObserverProviderOptions, listPerPeerScopeSyncState, listProjectScopeCandidates, listProjectScopeInventory, listProjectScopeSettingsMappings, listSharingDomainSettingsScopes, loadMemorySnapshotPageForPeer, loadReplicationOpsForPeer, lookupCoordinatorPeers, mergeAddresses, negotiateSyncCapability, normalizeAddress, normalizeSyncCapability, parseStrictInteger, parseSyncScopeRequest, personalScopeGrantStatusForPeer, probeAvailableCredentials, readCodememConfigFile, readCoordinatorSyncConfig, reassignProjectScopeInventoryProject, recordNonce, rejectInboundScopeFailures, requestJson, resolveDbPath, runSyncPass, schema, stripJsonComments, stripPrivateObj, stripTrailingCommas, summarizeInboundScopeRejections, syncScopeResetRequiredPayload, updatePeerAddresses, upsertCoordinatorGroupPreference, upsertProjectScopeSettingsMapping, verifySignature, writeCodememConfigFile } from "@codemem/core";
 import { serveStatic } from "@hono/node-server/serve-static";
 import { Hono } from "hono";
 import { createMiddleware } from "hono/factory";
@@ -1528,6 +1528,57 @@ function totalUsageEvents(rows) {
 	});
 }
 /**
+* Short-lived cache for the computed /api/usage payload.
+*
+* The health dot polls /api/usage on every 5s refresh regardless of the
+* active tab, and the computation scans the full usage_events table to apply
+* scope visibility before aggregating. The resulting token totals are
+* cumulative dashboard figures, so a few seconds of staleness is acceptable
+* in exchange for collapsing the repeated full-table scan on the polling
+* loop. Keyed by db path + scope identity + project filter so distinct
+* stores/projects never share an entry.
+*/
+var usagePayloadCache = /* @__PURE__ */ new Map();
+var USAGE_PAYLOAD_CACHE_MS = 1e4;
+/**
+* Cheap fingerprint of the state that drives scope visibility
+* (`scope_memberships` / `replication_scopes`). Folding this into the usage
+* cache key ensures a membership/scope status change — e.g. a revocation —
+* invalidates any cached payload immediately instead of letting a device keep
+* reading a scope it can no longer see for up to the TTL. These tables are
+* small, so the aggregate is negligible next to the usage_events scan the
+* cache exists to avoid. Fails safe: any error forces a unique value so the
+* request bypasses the cache and recomputes visibility from scratch.
+*/
+function scopeVisibilityGeneration(store) {
+	try {
+		const row = store.db.prepare(`SELECT
+					(SELECT COUNT(*) FROM scope_memberships) AS m_count,
+					(SELECT COUNT(*) FROM scope_memberships WHERE status = 'active') AS m_active,
+					(SELECT COALESCE(MAX(updated_at), '') FROM scope_memberships) AS m_updated,
+					(SELECT COALESCE(MAX(membership_epoch), 0) FROM scope_memberships) AS m_epoch,
+					(SELECT COUNT(*) FROM replication_scopes) AS s_count,
+					(SELECT COUNT(*) FROM replication_scopes WHERE status = 'active') AS s_active,
+					(SELECT COALESCE(MAX(updated_at), '') FROM replication_scopes) AS s_updated`).get();
+		if (!row) return "no-scope-state";
+		return [
+			row.m_count,
+			row.m_active,
+			row.m_updated,
+			row.m_epoch,
+			row.s_count,
+			row.s_active,
+			row.s_updated
+		].join(":");
+	} catch {
+		return `bypass-${Date.now()}-${Math.random()}`;
+	}
+}
+function usageCacheKey(store, projectFilter) {
+	const visibilityGeneration = scopeVisibilityGeneration(store);
+	return `${store.dbPath}|${store.actorId}|${store.deviceId}|${projectFilter ?? ""}|${visibilityGeneration}`;
+}
+/**
 * Create stats routes. The store factory is called per-request to get a
 * fresh connection (matching the Python viewer pattern).
 */
@@ -1575,6 +1626,10 @@ function statsRoutes(getStore) {
 		const store = getStore();
 		{
 			const projectFilter = c.req.query("project") || null;
+			const cacheKey = usageCacheKey(store, projectFilter);
+			const nowMs = Date.now();
+			const cached = usagePayloadCache.get(cacheKey);
+			if (cached && nowMs < cached.expiresAtMs) return c.json(cached.payload);
 			const loadUsageRows = (project) => {
 				return (project ? store.db.prepare(`SELECT usage_events.id, usage_events.session_id, usage_events.event,
 									usage_events.tokens_read, usage_events.tokens_written, usage_events.tokens_saved,
@@ -1602,7 +1657,7 @@ function statsRoutes(getStore) {
 				...row,
 				metadata_json: sanitizePackUsageMetadata(row.metadata_json, recentVisibility)
 			}));
-			return c.json({
+			const payload = {
 				project: projectFilter,
 				events: projectFilter ? eventsFiltered : eventsGlobal,
 				totals: projectFilter ? totalsFiltered : totalsGlobal,
@@ -1611,7 +1666,12 @@ function statsRoutes(getStore) {
 				events_filtered: eventsFiltered,
 				totals_filtered: totalsFiltered,
 				recent_packs: recentPacks
+			};
+			usagePayloadCache.set(cacheKey, {
+				payload,
+				expiresAtMs: Date.now() + USAGE_PAYLOAD_CACHE_MS
 			});
+			return c.json(payload);
 		}
 	});
 	return app;
@@ -2616,6 +2676,7 @@ function mapSyncAttemptRow(row, showDiag, addresses) {
 	};
 }
 var SYNC_SCOPE_REJECTION_WINDOW_SECONDS = 1440 * 60;
+var CLEANUP_DIAGNOSTICS_MAX_ROWS = 250;
 function recentScopeRejectionsByPeer(store) {
 	const cutoff = (/* @__PURE__ */ new Date(Date.now() - SYNC_SCOPE_REJECTION_WINDOW_SECONDS * 1e3)).toISOString();
 	const summaries = summarizeInboundScopeRejections(store.db, { sinceIso: cutoff });
@@ -2627,6 +2688,48 @@ function recentScopeRejectionsByPeer(store) {
 	}
 	return map;
 }
+function cleanupDiagnostics(store, localDeviceId, showDiag) {
+	const opRows = store.db.prepare(`SELECT
+				SUM(CASE WHEN device_id = ? THEN 1 ELSE 0 END) AS source_authored,
+				SUM(CASE WHEN device_id != ? THEN 1 ELSE 0 END) AS applied,
+				MAX(created_at) AS latest_at
+			 FROM replication_ops
+			 WHERE op_type = ?`).get(localDeviceId ?? "", localDeviceId ?? "", ACCESS_CLEANUP_OP_TYPE);
+	const stale = localDeviceId && showDiag ? diagnoseStalePeerReceivedRows(store.db, {
+		localDeviceId,
+		maxRows: CLEANUP_DIAGNOSTICS_MAX_ROWS
+	}) : {
+		ambiguous: [],
+		checked: 0,
+		retained: 0,
+		would_delete: 0,
+		would_delete_memory_ids: []
+	};
+	const ambiguousByReason = {};
+	for (const item of stale.ambiguous) ambiguousByReason[item.reason] = (ambiguousByReason[item.reason] ?? 0) + 1;
+	const sourceAuthored = Number(opRows?.source_authored ?? 0);
+	const applied = Number(opRows?.applied ?? 0);
+	const ambiguous = stale.ambiguous.length;
+	return {
+		state: stale.would_delete ? "cleanup_pending" : ambiguous ? "needs_review" : applied ? "cleanup_applied" : sourceAuthored ? "cleanup_announced" : "clear",
+		access_cleanup_ops: {
+			source_authored: sourceAuthored,
+			applied,
+			latest_at: opRows?.latest_at ?? null
+		},
+		stale_peer_rows: {
+			checked: stale.checked,
+			diagnostic_limit: showDiag ? CLEANUP_DIAGNOSTICS_MAX_ROWS : 0,
+			scan_skipped: !showDiag || !localDeviceId,
+			would_remove: stale.would_delete,
+			ambiguous,
+			ambiguous_by_reason: ambiguousByReason,
+			retained: stale.retained,
+			items: showDiag ? stale.ambiguous.slice(0, 25) : void 0
+		},
+		redacted: !showDiag
+	};
+}
 function legacySharedReviewSummary(store) {
 	const rows = legacySharedReviewRows(store);
 	const memoryCount = rows.length;
@@ -2862,7 +2965,7 @@ function legacySharedReviewReassignmentPreview(store, input) {
 		scope_id: input.scopeId,
 		skipped_memory_count: rows.length - reassignableRows.length,
 		target_scope_label: targetScope.label || targetScope.scope_id,
-		warning: "This changes future sync authorization for reassignable local memories. It does not erase data already copied to peers under legacy-shared-review.",
+		warning: "This device can reassign only locally owned memories. Peer-owned copies must be fixed on their source device. Online compatible peers should converge after syncing, but offline devices, backups, copied databases, malicious peers, or old versions may retain old copies.",
 		workspace_identity: input.workspaceIdentity
 	};
 }
@@ -3319,6 +3422,7 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 					include: config.syncProjectsInclude,
 					exclude: config.syncProjectsExclude
 				},
+				cleanup_diagnostics: cleanupDiagnostics(store, deviceRow?.device_id ?? null, showDiag),
 				redacted: !showDiag
 			};
 			if (showDiag) {
@@ -3725,7 +3829,11 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 					guardrail_warnings: analysis.warnings
 				}, 409);
 			}
-			const mapping = upsertProjectScopeSettingsMapping(store.db, { ...mappingInput });
+			const [deviceId] = ensureDeviceIdentity(store.db, { keysDir: syncKeysDir() });
+			const mapping = upsertProjectScopeSettingsMapping(store.db, {
+				deviceId,
+				...mappingInput
+			});
 			return c.json({
 				ok: true,
 				mapping,
@@ -3764,7 +3872,11 @@ function syncRoutes(getStore, getSyncRuntimeStatus) {
 					guardrail_warnings: analyses.flatMap((analysis) => analysis.warnings)
 				}, 409);
 			}
-			const saveMappings = store.db.transaction(() => mappingInputs.map((mappingInput) => upsertProjectScopeSettingsMapping(store.db, mappingInput)));
+			const [deviceId] = ensureDeviceIdentity(store.db, { keysDir: syncKeysDir() });
+			const saveMappings = store.db.transaction(() => mappingInputs.map((mappingInput) => upsertProjectScopeSettingsMapping(store.db, {
+				deviceId,
+				...mappingInput
+			})));
 			return c.json({
 				ok: true,
 				mappings: saveMappings(),