codemem 0.25.2 → 0.26.0

package/dist/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MemoryStore, ObserverClient, RawEventSweeper, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, exportMemories, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadObserverConfig, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
+import { DEFAULT_COORDINATOR_DB_PATH, DedupKeyBackfillRunner, MUTATING_TOOL_NAMES, MemoryStore, ObserverClient, RawEventSweeper, RefBackfillRunner, SessionContextBackfillRunner, SyncRetentionRunner, VERSION, VectorModelMigrationRunner, aiBackfillStructuredContent, applyBootstrapSnapshot, backfillMemoryDedupKeys, backfillNarrativeFromBody, backfillTagsText, backfillVectors, buildAuthHeaders, buildBaseUrl, buildRawEventEnvelopeFromHook, compareMemoryRoleReports, connect, coordinatorCreateGroupAction, coordinatorCreateInviteAction, coordinatorDisableDeviceAction, coordinatorEnrollDeviceAction, coordinatorImportInviteAction, coordinatorListBootstrapGrantsAction, coordinatorListDevicesAction, coordinatorListGroupsAction, coordinatorListJoinRequestsAction, coordinatorRemoveDeviceAction, coordinatorRenameDeviceAction, coordinatorReviewJoinRequestAction, coordinatorRevokeBootstrapGrantAction, createBetterSqliteCoordinatorApp, deactivateLowSignalMemories, deactivateLowSignalObservations, dedupNearDuplicateMemories, ensureDeviceIdentity, ensureSchemaBootstrapped, exportMemories, extractApplyPatchPaths, fetchAllSnapshotPages, fingerprintPublicKey, flushRawEvents, getExtractionBenchmarkProfile, getInjectionEvalScenarioPack, getInjectionEvalScenarioPrompts, getMemoryRoleReport, getRawEventRelinkPlan, getRawEventRelinkReport, getRawEventStatus, getSemanticIndexDiagnostics, getSessionExtractionEval, getSessionExtractionEvalScenario, getWorkspaceCodememConfigPath, hasPendingDedupKeyBackfill, hasPendingRefBackfill, hasPendingSessionContextBackfill, hasUnsyncedSharedMemoryChanges, importMemories, initDatabase, isEmbeddingDisabled, loadObserverConfig, loadPublicKey, loadSqliteVec, planReplicationOpsAgePrune, pruneReplicationOpsUntilCaughtUp, rawEventsGate, readCodememConfigFile, readCodememConfigFileAtPath, readCoordinatorSyncConfig, readImportPayload, replayBatchExtraction, replayBatchExtractionWithTierRouting, requestJson, resolveCodememConfigPath, resolveDbPath, resolveHookProject, resolveProject, retryRawEventFailures, runSyncDaemon, runSyncPass, schema, setPeerProjectFilter, stripJsonComments, stripPrivateObj, stripTrailingCommas, syncPassPreflight, updatePeerAddresses, vacuumDatabase, writeCodememConfigFile } from "@codemem/core";
 import { Command, Option } from "commander";
 import omelette from "omelette";
 import { appendFileSync, existsSync, mkdirSync, readFileSync, readdirSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
@@ -536,18 +536,6 @@ var MAX_FILES_MODIFIED = 64;
 var MAX_WORKING_SET_PATHS = 8;
 var MAX_QUERY_CHARS = 500;
 var MAX_QUERY_FILE_BASENAMES = 5;
-var MUTATING_TOOL_NAMES = new Set([
-	"edit",
-	"write",
-	"multiedit",
-	"notebookedit",
-	"apply_patch"
-]);
-var APPLY_PATCH_PATH_PREFIXES = [
-	"*** Add File: ",
-	"*** Update File: ",
-	"*** Delete File: "
-];
 function defaultSessionState() {
 	return {
 		first_prompt: "",
@@ -629,14 +617,6 @@ function clearSessionState(sessionId) {
 		rmSync(path, { force: true });
 	} catch {}
 }
-function extractApplyPatchPaths(patchText) {
-	const out = [];
-	for (const line of patchText.split("\n")) for (const prefix of APPLY_PATCH_PATH_PREFIXES) if (line.startsWith(prefix)) {
-		const path = line.slice(prefix.length).trim();
-		if (path) out.push(path);
-	}
-	return out;
-}
 function extractModifiedPathsFromHook(payload) {
 	const toolName = String(payload.tool_name ?? "").trim().toLowerCase();
 	if (!MUTATING_TOOL_NAMES.has(toolName)) return [];
@@ -771,11 +751,19 @@ function emitStructuredError$1(errorCode, message) {
 }
 /** Try to POST the hook payload to the running viewer server.
 *
-* Returns `ok: true` only when the viewer accepted the payload AND
-* actually inserted it. The viewer may legitimately accept a request
-* but report `skipped > 0` when the payload was deduped or otherwise
-* rejected after parse — those cases must trigger the locked
-* fallback so the durability layer can decide whether to spool.
+* Returns `ok: true` whenever the viewer accepts the request and
+* returns a well-shaped JSON body with numeric `inserted` / `skipped`
+* fields. That includes the `{inserted: 0, skipped: 1}` response the
+* viewer emits when the payload maps to a null envelope (Stop with no
+* assistant text, UserPromptSubmit with empty prompt, etc.) — that
+* determination is deterministic, so retrying via the direct fallback
+* would produce the exact same null envelope and the same skip. We
+* accept those as benign no-ops instead of triggering the durability
+* dance pointlessly.
+*
+* If a future server change adds a new `skipped` reason that IS
+* transient, we'll need a reason field in the response and updated
+* client handling — not an unconditional fail-over.
 */
 async function tryHttpIngest(payload, host, port) {
 	const url = `http://${host}:${port}/api/claude-hooks`;
@@ -821,14 +809,6 @@ async function tryHttpIngest(payload, host, port) {
 				skipped: 0
 			};
 		}
-		if (obj.skipped > 0) {
-			logHookFailure("codemem claude-hook-ingest HTTP accepted but skipped payload");
-			return {
-				ok: false,
-				inserted: obj.inserted,
-				skipped: obj.skipped
-			};
-		}
 		return {
 			ok: true,
 			inserted: obj.inserted,
@@ -856,6 +836,7 @@ function directEnqueue(payload, dbPath) {
 		try {
 			loadSqliteVec(db);
 		} catch {}
+		ensureSchemaBootstrapped(db);
 		const strippedPayload = stripPrivateObj(envelope.payload);
 		if (db.prepare("SELECT 1 FROM raw_events WHERE source = ? AND stream_id = ? AND event_id = ? LIMIT 1").get(envelope.source, envelope.session_stream_id, envelope.event_id)) return {
 			inserted: 0,
@@ -3460,7 +3441,7 @@ function resolveLegacyServeInvocation(opts) {
 		configPath: opts.config ?? null,
 		host: opts.host,
 		port: parsePort(opts.port),
-		background: opts.restart ? true : opts.background ? true : false
+		background: Boolean(opts.restart || opts.background)
 	};
 }
 function resolveServeInvocation(action, opts) {
@@ -3791,6 +3772,8 @@ async function startForegroundViewer(invocation) {
 	});
 	const vectorMigrationRunner = new VectorModelMigrationRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
 	const dedupKeyBackfillRunner = new DedupKeyBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
+	const sessionContextBackfillRunner = new SessionContextBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
+	const refBackfillRunner = new RefBackfillRunner({ dbPath: resolveDbPath(invocation.dbPath ?? void 0) });
 	const syncRuntimeStatus = {
 		phase: syncEnabled ? "starting" : "disabled",
 		detail: syncEnabled ? "Waiting for viewer startup to finish" : "Sync is disabled"
@@ -3841,6 +3824,14 @@ async function startForegroundViewer(invocation) {
 			dedupKeyBackfillRunner.start();
 			p.log.step("Dedup-key maintenance runner started");
 		}
+		if (hasPendingSessionContextBackfill(store.db)) {
+			sessionContextBackfillRunner.start();
+			p.log.step("Session-context backfill runner started");
+		}
+		if (hasPendingRefBackfill(store.db)) {
+			refBackfillRunner.start();
+			p.log.step("Ref backfill runner started");
+		}
 		if (syncConfig.syncRetentionEnabled) {
 			retentionRunner.start();
 			p.log.step("Retention maintenance runner started");
@@ -3899,6 +3890,8 @@ async function startForegroundViewer(invocation) {
 		syncAbort.abort();
 		retentionAbort.abort();
 		await sweeper.stop();
+		await sessionContextBackfillRunner.stop();
+		await refBackfillRunner.stop();
 		await dedupKeyBackfillRunner.stop();
 		await vectorMigrationRunner.stop();
 		await retentionRunner.stop();
@@ -4821,12 +4814,14 @@ statusCmd.action((opts) => {
 			last_sync_at: schema.syncPeers.last_sync_at,
 			last_error: schema.syncPeers.last_error
 		}).from(schema.syncPeers).all();
+		const semanticIndex = getSemanticIndexDiagnostics(store.db);
 		if (opts.json) {
 			console.log(JSON.stringify({
 				enabled: config.sync_enabled === true,
 				host: config.sync_host ?? "0.0.0.0",
 				port: config.sync_port ?? 7337,
 				interval_s: config.sync_interval_s ?? 120,
+				semantic_index: semanticIndex,
 				device_id: deviceRow?.device_id ?? null,
 				fingerprint: deviceRow?.fingerprint ?? null,
 				coordinator_url: config.sync_coordinator_url ?? null,
@@ -4854,6 +4849,13 @@ statusCmd.action((opts) => {
 			const label = peer.name || peer.peer_device_id;
 			p.log.message(`  ${label}: last_sync=${peer.last_sync_at ?? "never"}, status=${peer.last_error ?? "ok"}`);
 		}
+		p.log.info([
+			"Semantic index:",
+			`  State: ${semanticIndex.state}`,
+			`  Summary: ${semanticIndex.summary}`,
+			`  Coverage: ${semanticIndex.indexed_memory_count}/${semanticIndex.embeddable_memory_count}`,
+			`  Mode: ${semanticIndex.mode === "semantic" ? `semantic (${semanticIndex.semantic_search_model ?? semanticIndex.current_model})` : "keyword-only"}`
+		].join("\n"));
 		p.outro(`${peers.length} peer(s)`);
 	} finally {
 		store.close();