codemem 0.25.3 → 0.26.0

package/dist/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, ensureSchemaBootstrapped, exportMemories, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadObserverConfig, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
+import { DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MUTATING_TOOL_NAMES, MemoryStore, ObserverClient, RawEventSweeper, RefBackfillRunner, SessionContextBackfillRunner, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, ensureSchemaBootstrapped, exportMemories, extractApplyPatchPaths, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSemanticIndexDiagnostics, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasPendingRefBackfill, hasPendingSessionContextBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadObserverConfig, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
 import { Command, Option } from "commander";
 import omelette from "omelette";
 import { appendFileSync, existsSync, mkdirSync, readFileSync, readdirSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
@@ -536,18 +536,6 @@ var MAX_FILES_MODIFIED = 64;
 var MAX_WORKING_SET_PATHS = 8;
 var MAX_QUERY_CHARS = 500;
 var MAX_QUERY_FILE_BASENAMES = 5;
-var MUTATING_TOOL_NAMES = new Set([
-	"edit",
-	"write",
-	"multiedit",
-	"notebookedit",
-	"apply_patch"
-]);
-var APPLY_PATCH_PATH_PREFIXES = [
-	"*** Add File: ",
-	"*** Update File: ",
-	"*** Delete File: "
-];
 function defaultSessionState() {
 	return {
 		first_prompt: "",
@@ -629,14 +617,6 @@ function clearSessionState(sessionId) {
 		rmSync(path, { force: true });
 	} catch {}
 }
-function extractApplyPatchPaths(patchText) {
-	const out = [];
-	for (const line of patchText.split("\n")) for (const prefix of APPLY_PATCH_PATH_PREFIXES) if (line.startsWith(prefix)) {
-		const path = line.slice(prefix.length).trim();
-		if (path) out.push(path);
-	}
-	return out;
-}
 function extractModifiedPathsFromHook(payload) {
 	const toolName = String(payload.tool_name ?? "").trim().toLowerCase();
 	if (!MUTATING_TOOL_NAMES.has(toolName)) return [];
@@ -3792,6 +3772,8 @@ async function startForegroundViewer(invocation) {
 	});
 	const vectorMigrationRunner = new VectorModelMigrationRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
 	const dedupKeyBackfillRunner = new DedupKeyBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
+	const sessionContextBackfillRunner = new SessionContextBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
+	const refBackfillRunner = new RefBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
 	const syncRuntimeStatus = {
 		phase: syncEnabled ? "starting" : "disabled",
 		detail: syncEnabled ? "Waiting for viewer startup to finish" : "Sync is disabled"
@@ -3842,6 +3824,14 @@ async function startForegroundViewer(invocation) {
 			dedupKeyBackfillRunner.start();
 			p.log.step("Dedup-key maintenance runner started");
 		}
+		if (hasPendingSessionContextBackfill(store.db)) {
+			sessionContextBackfillRunner.start();
+			p.log.step("Session-context backfill runner started");
+		}
+		if (hasPendingRefBackfill(store.db)) {
+			refBackfillRunner.start();
+			p.log.step("Ref backfill runner started");
+		}
 		if (syncConfig.syncRetentionEnabled) {
 			retentionRunner.start();
 			p.log.step("Retention maintenance runner started");
@@ -3900,6 +3890,8 @@ async function startForegroundViewer(invocation) {
 		syncAbort.abort();
 		retentionAbort.abort();
 		await sweeper.stop();
+		await sessionContextBackfillRunner.stop();
+		await refBackfillRunner.stop();
 		await dedupKeyBackfillRunner.stop();
 		await vectorMigrationRunner.stop();
 		await retentionRunner.stop();
@@ -4822,12 +4814,14 @@ statusCmd.action((opts) => {
 			last_sync_at: schema.syncPeers.last_sync_at,
 			last_error: schema.syncPeers.last_error
 		}).from(schema.syncPeers).all();
+		const semanticIndex = getSemanticIndexDiagnostics(store.db);
 		if (opts.json) {
 			console.log(JSON.stringify({
 				enabled: config.sync_enabled === true,
 				host: config.sync_host ?? "0.0.0.0",
 				port: config.sync_port ?? 7337,
 				interval_s: config.sync_interval_s ?? 120,
+				semantic_index: semanticIndex,
 				device_id: deviceRow?.device_id ?? null,
 				fingerprint: deviceRow?.fingerprint ?? null,
 				coordinator_url: config.sync_coordinator_url ?? null,
@@ -4855,6 +4849,13 @@ statusCmd.action((opts) => {
 			const label = peer.name || peer.peer_device_id;
 			p.log.message(`  ${label}: last_sync=${peer.last_sync_at ?? "never"}, status=${peer.last_error ?? "ok"}`);
 		}
+		p.log.info([
+			"Semantic index:",
+			`  State: ${semanticIndex.state}`,
+			`  Summary: ${semanticIndex.summary}`,
+			`  Coverage: ${semanticIndex.indexed_memory_count}/${semanticIndex.embeddable_memory_count}`,
+			`  Mode: ${semanticIndex.mode === "semantic" ? `semantic (${semanticIndex.semantic_search_model ?? semanticIndex.current_model})` : "keyword-only"}`
+		].join("\n"));
 		p.outro(`${peers.length} peer(s)`);
 	} finally {
 		store.close();