@agentmemory/agentmemory 0.9.4 → 0.9.5

package/dist/index.mjs

@@ -895,22 +895,38 @@ let imageEmbeddingProvider = null;
 function createImageEmbeddingProvider() {
 	if (process.env["AGENTMEMORY_IMAGE_EMBEDDINGS"] !== "true") return null;
 	if (imageEmbeddingProvider) return imageEmbeddingProvider;
-	imageEmbeddingProvider = new ClipEmbeddingProvider();
+	imageEmbeddingProvider = withDimensionGuard(new ClipEmbeddingProvider());
 	return imageEmbeddingProvider;
 }
 function createEmbeddingProvider() {
 	const detected = detectEmbeddingProvider();
 	if (!detected) return null;
 	switch (detected) {
-		case "gemini": return new GeminiEmbeddingProvider(getEnvVar("GEMINI_API_KEY"));
-		case "openai": return new OpenAIEmbeddingProvider(getEnvVar("OPENAI_API_KEY"));
-		case "voyage": return new VoyageEmbeddingProvider(getEnvVar("VOYAGE_API_KEY"));
-		case "cohere": return new CohereEmbeddingProvider(getEnvVar("COHERE_API_KEY"));
-		case "openrouter": return new OpenRouterEmbeddingProvider(getEnvVar("OPENROUTER_API_KEY"));
-		case "local": return new LocalEmbeddingProvider();
+		case "gemini": return withDimensionGuard(new GeminiEmbeddingProvider(getEnvVar("GEMINI_API_KEY")));
+		case "openai": return withDimensionGuard(new OpenAIEmbeddingProvider(getEnvVar("OPENAI_API_KEY")));
+		case "voyage": return withDimensionGuard(new VoyageEmbeddingProvider(getEnvVar("VOYAGE_API_KEY")));
+		case "cohere": return withDimensionGuard(new CohereEmbeddingProvider(getEnvVar("COHERE_API_KEY")));
+		case "openrouter": return withDimensionGuard(new OpenRouterEmbeddingProvider(getEnvVar("OPENROUTER_API_KEY")));
+		case "local": return withDimensionGuard(new LocalEmbeddingProvider());
 		default: return null;
 	}
 }
+function withDimensionGuard(provider) {
+	const expected = provider.dimensions;
+	const check = (v, where) => {
+		if (v.length !== expected) throw new Error(`Embedding dimension mismatch in ${provider.name}.${where}: expected ${expected}, got ${v.length}`);
+		return v;
+	};
+	const wrapped = Object.create(provider);
+	wrapped.embed = async (t) => check(await provider.embed(t), "embed");
+	wrapped.embedBatch = async (ts) => {
+		const out = await provider.embedBatch(ts);
+		out.forEach((v, i) => check(v, `embedBatch[${i}]`));
+		return out;
+	};
+	if (provider.embedImage) wrapped.embedImage = async (s) => check(await provider.embedImage(s), "embedImage");
+	return wrapped;
+}
 
 //#endregion
 //#region src/providers/index.ts
@@ -1006,6 +1022,75 @@ var StateKV = class {
 	}
 };
 
+//#endregion
+//#region src/state/schema.ts
+const KV = {
+	sessions: "mem:sessions",
+	observations: (sessionId) => `mem:obs:${sessionId}`,
+	memories: "mem:memories",
+	summaries: "mem:summaries",
+	config: "mem:config",
+	metrics: "mem:metrics",
+	health: "mem:health",
+	embeddings: (obsId) => `mem:emb:${obsId}`,
+	bm25Index: "mem:index:bm25",
+	relations: "mem:relations",
+	profiles: "mem:profiles",
+	claudeBridge: "mem:claude-bridge",
+	graphNodes: "mem:graph:nodes",
+	graphEdges: "mem:graph:edges",
+	semantic: "mem:semantic",
+	procedural: "mem:procedural",
+	teamShared: (teamId) => `mem:team:${teamId}:shared`,
+	teamUsers: (teamId, userId) => `mem:team:${teamId}:users:${userId}`,
+	teamProfile: (teamId) => `mem:team:${teamId}:profile`,
+	audit: "mem:audit",
+	actions: "mem:actions",
+	actionEdges: "mem:action-edges",
+	leases: "mem:leases",
+	routines: "mem:routines",
+	routineRuns: "mem:routine-runs",
+	signals: "mem:signals",
+	checkpoints: "mem:checkpoints",
+	mesh: "mem:mesh",
+	sketches: "mem:sketches",
+	facets: "mem:facets",
+	sentinels: "mem:sentinels",
+	crystals: "mem:crystals",
+	lessons: "mem:lessons",
+	insights: "mem:insights",
+	graphEdgeHistory: "mem:graph:edge-history",
+	enrichedChunks: (sessionId) => `mem:enriched:${sessionId}`,
+	latentEmbeddings: (obsId) => `mem:latent:${obsId}`,
+	retentionScores: "mem:retention",
+	accessLog: "mem:access",
+	imageRefs: "mem:image-refs",
+	imageEmbeddings: "mem:image-embeddings",
+	slots: "mem:slots",
+	globalSlots: "mem:slots:global",
+	state: "mem:state"
+};
+const STREAM = {
+	name: "mem-live",
+	group: (sessionId) => sessionId,
+	viewerGroup: "viewer"
+};
+function generateId(prefix) {
+	return `${prefix}_${Date.now().toString(36)}_${crypto.randomUUID().replace(/-/g, "").slice(0, 12)}`;
+}
+function fingerprintId(prefix, content) {
+	return `${prefix}_${createHash("sha256").update(content).digest("hex").slice(0, 16)}`;
+}
+function jaccardSimilarity(a, b) {
+	const setA = new Set(a.split(/\s+/).filter((t) => t.length > 2));
+	const setB = new Set(b.split(/\s+/).filter((t) => t.length > 2));
+	if (setA.size === 0 && setB.size === 0) return 1;
+	if (setA.size === 0 || setB.size === 0) return 0;
+	let intersection = 0;
+	for (const word of setA) if (setB.has(word)) intersection++;
+	return intersection / (setA.size + setB.size - intersection);
+}
+
 //#endregion
 //#region src/state/vector-index.ts
 function float32ToBase64(arr) {
@@ -1069,6 +1154,22 @@ var VectorIndex = class VectorIndex {
 	get size() {
 		return this.vectors.size;
 	}
+	validateDimensions(expected) {
+		const mismatches = [];
+		const seenDimensions = /* @__PURE__ */ new Set();
+		for (const [obsId, entry] of this.vectors) {
+			const dim = entry.embedding.length;
+			seenDimensions.add(dim);
+			if (dim !== expected) mismatches.push({
+				obsId,
+				dim
+			});
+		}
+		return {
+			mismatches,
+			seenDimensions
+		};
+	}
 	clear() {
 		this.vectors.clear();
 	}
@@ -1112,75 +1213,6 @@ var VectorIndex = class VectorIndex {
 	}
 };
 
-//#endregion
-//#region src/state/schema.ts
-const KV = {
-	sessions: "mem:sessions",
-	observations: (sessionId) => `mem:obs:${sessionId}`,
-	memories: "mem:memories",
-	summaries: "mem:summaries",
-	config: "mem:config",
-	metrics: "mem:metrics",
-	health: "mem:health",
-	embeddings: (obsId) => `mem:emb:${obsId}`,
-	bm25Index: "mem:index:bm25",
-	relations: "mem:relations",
-	profiles: "mem:profiles",
-	claudeBridge: "mem:claude-bridge",
-	graphNodes: "mem:graph:nodes",
-	graphEdges: "mem:graph:edges",
-	semantic: "mem:semantic",
-	procedural: "mem:procedural",
-	teamShared: (teamId) => `mem:team:${teamId}:shared`,
-	teamUsers: (teamId, userId) => `mem:team:${teamId}:users:${userId}`,
-	teamProfile: (teamId) => `mem:team:${teamId}:profile`,
-	audit: "mem:audit",
-	actions: "mem:actions",
-	actionEdges: "mem:action-edges",
-	leases: "mem:leases",
-	routines: "mem:routines",
-	routineRuns: "mem:routine-runs",
-	signals: "mem:signals",
-	checkpoints: "mem:checkpoints",
-	mesh: "mem:mesh",
-	sketches: "mem:sketches",
-	facets: "mem:facets",
-	sentinels: "mem:sentinels",
-	crystals: "mem:crystals",
-	lessons: "mem:lessons",
-	insights: "mem:insights",
-	graphEdgeHistory: "mem:graph:edge-history",
-	enrichedChunks: (sessionId) => `mem:enriched:${sessionId}`,
-	latentEmbeddings: (obsId) => `mem:latent:${obsId}`,
-	retentionScores: "mem:retention",
-	accessLog: "mem:access",
-	imageRefs: "mem:image-refs",
-	imageEmbeddings: "mem:image-embeddings",
-	slots: "mem:slots",
-	globalSlots: "mem:slots:global",
-	state: "mem:state"
-};
-const STREAM = {
-	name: "mem-live",
-	group: (sessionId) => sessionId,
-	viewerGroup: "viewer"
-};
-function generateId(prefix) {
-	return `${prefix}_${Date.now().toString(36)}_${crypto.randomUUID().replace(/-/g, "").slice(0, 12)}`;
-}
-function fingerprintId(prefix, content) {
-	return `${prefix}_${createHash("sha256").update(content).digest("hex").slice(0, 16)}`;
-}
-function jaccardSimilarity(a, b) {
-	const setA = new Set(a.split(/\s+/).filter((t) => t.length > 2));
-	const setB = new Set(b.split(/\s+/).filter((t) => t.length > 2));
-	if (setA.size === 0 && setB.size === 0) return 1;
-	if (setA.size === 0 || setB.size === 0) return 0;
-	let intersection = 0;
-	for (const word of setA) if (setB.has(word)) intersection++;
-	return intersection / (setA.size + setB.size - intersection);
-}
-
 //#endregion
 //#region src/functions/graph-retrieval.ts
 function buildGraphContext(path) {
@@ -2052,6 +2084,9 @@ var SearchIndex = class SearchIndex {
 		}
 		this.sortedTerms = null;
 	}
+	has(id) {
+		return this.entries.has(id);
+	}
 	search(query, limit = 20) {
 		const rawTerms = this.tokenize(query.toLowerCase());
 		if (rawTerms.length === 0) return [];
@@ -2472,6 +2507,20 @@ async function deleteAccessLog(kv, memoryId) {
 
 //#endregion
 //#region src/functions/search.ts
+function memoryAsIndexable$1(memory) {
+	return {
+		id: memory.id,
+		sessionId: memory.sessionIds[0] ?? "memory",
+		timestamp: memory.createdAt,
+		type: "decision",
+		title: memory.title,
+		facts: [memory.content],
+		narrative: memory.content,
+		concepts: memory.concepts,
+		files: memory.files,
+		importance: memory.strength
+	};
+}
 let index = null;
 function getSearchIndex() {
 	if (!index) index = new SearchIndex();
@@ -2480,9 +2529,20 @@ function getSearchIndex() {
 async function rebuildIndex(kv) {
 	const idx = getSearchIndex();
 	idx.clear();
-	const sessions = await kv.list(KV.sessions);
-	if (!sessions.length) return 0;
 	let count = 0;
+	try {
+		const memories = await kv.list(KV.memories);
+		for (const memory of memories) {
+			if (memory.isLatest === false) continue;
+			if (!memory.title || !memory.content) continue;
+			idx.add(memoryAsIndexable$1(memory));
+			count++;
+		}
+	} catch (err) {
+		logger.warn("rebuildIndex: failed to load memories", { error: err instanceof Error ? err.message : String(err) });
+	}
+	const sessions = await kv.list(KV.sessions);
+	if (!sessions.length) return count;
 	const obsPerSession = [];
 	const failedSessions = [];
 	for (let batch = 0; batch < sessions.length; batch += 10) {
@@ -4788,6 +4848,20 @@ function registerPatternsFunction(sdk, kv) {
 
 //#endregion
 //#region src/functions/remember.ts
+function memoryAsIndexable(memory) {
+	return {
+		id: memory.id,
+		sessionId: memory.sessionIds[0] ?? "memory",
+		timestamp: memory.createdAt,
+		type: "decision",
+		title: memory.title,
+		facts: [memory.content],
+		narrative: memory.content,
+		concepts: memory.concepts,
+		files: memory.files,
+		importance: memory.strength
+	};
+}
 function registerRememberFunction(sdk, kv) {
 	sdk.registerFunction("mem::remember", async (data) => {
 		if (!data.content || typeof data.content !== "string" || !data.content.trim()) return {
@@ -4853,6 +4927,14 @@ function registerRememberFunction(sdk, kv) {
 				await kv.set(KV.memories, supersededMemory.id, supersededMemory);
 			}
 			await kv.set(KV.memories, memory.id, memory);
+			try {
+				getSearchIndex().add(memoryAsIndexable(memory));
+			} catch (err) {
+				logger.warn("Failed to index saved memory into BM25", {
+					memId: memory.id,
+					error: err instanceof Error ? err.message : String(err)
+				});
+			}
 			if (supersededId) await sdk.trigger({
 				function_id: "mem::cascade-update",
 				payload: { supersededMemoryId: supersededId },
@@ -5650,7 +5732,7 @@ function registerAutoForgetFunction(sdk, kv) {
 
 //#endregion
 //#region src/version.ts
-const VERSION = "0.9.4";
+const VERSION = "0.9.5";
 
 //#endregion
 //#region src/functions/export-import.ts
@@ -5772,7 +5854,8 @@ function registerExportImportFunction(sdk, kv) {
 			"0.9.1",
 			"0.9.2",
 			"0.9.3",
-			"0.9.4"
+			"0.9.4",
+			"0.9.5"
 		]).has(importData.version)) return {
 			success: false,
 			error: `Unsupported export version: ${importData.version}`
@@ -19327,6 +19410,7 @@ async function main() {
 	console.log(`[agentmemory] Streams: ws://localhost:${config.streamsPort}`);
 	const sdk = registerWorker(config.engineUrl, {
 		workerName: "agentmemory",
+		invocationTimeoutMs: 18e4,
 		otel: {
 			serviceName: OTEL_CONFIG.serviceName,
 			serviceVersion: OTEL_CONFIG.serviceVersion,
@@ -19435,8 +19519,20 @@ async function main() {
 		console.log(`[agentmemory] Loaded persisted BM25 index (${bm25Index.size} docs)`);
 	}
 	if (loaded?.vector && vectorIndex && loaded.vector.size > 0) {
-		vectorIndex.restoreFrom(loaded.vector);
-		console.log(`[agentmemory] Loaded persisted vector index (${vectorIndex.size} vectors)`);
+		const activeDim = embeddingProvider?.dimensions ?? 0;
+		const { mismatches, seenDimensions } = activeDim > 0 ? loaded.vector.validateDimensions(activeDim) : {
+			mismatches: [],
+			seenDimensions: /* @__PURE__ */ new Set()
+		};
+		if (mismatches.length > 0) {
+			const sample = mismatches.slice(0, 5).map((m) => `${m.obsId} (dim=${m.dim})`).join(", ");
+			const distinct = Array.from(seenDimensions).sort((a, b) => a - b).join(", ");
+			if (process.env["AGENTMEMORY_DROP_STALE_INDEX"] === "true") console.warn(`[agentmemory] Persisted vector index has ${mismatches.length} of ${loaded.vector.size} vectors with the wrong dimension. Active provider (${embeddingProvider?.name}) declares ${activeDim}; dimensions seen on disk: ${distinct}. AGENTMEMORY_DROP_STALE_INDEX=true is set — discarding the persisted vectors. Live observations will rebuild the index over time.`);
+			else throw new Error(`[agentmemory] Refusing to start: persisted vector index has ${mismatches.length} of ${loaded.vector.size} vectors with the wrong dimension. Active provider (${embeddingProvider?.name}) declares ${activeDim}; dimensions seen on disk: ${distinct}. First mismatched obsIds: ${sample}. Loading would silently corrupt search (cross-dimension cosine returns 0). Choose one:\n  - Re-embed the existing index against the new provider, then start.\n  - Set AGENTMEMORY_DROP_STALE_INDEX=true to discard the persisted vectors and rebuild from live observations.\n  - Switch the embedding provider back to the one that wrote the index.`);
+		} else {
+			vectorIndex.restoreFrom(loaded.vector);
+			console.log(`[agentmemory] Loaded persisted vector index (${vectorIndex.size} vectors)`);
+		}
 	}
 	if (bm25Index.size === 0) {
 		const indexCount = await rebuildIndex(kv).catch((err) => {
@@ -19444,9 +19540,36 @@ async function main() {
 			return 0;
 		});
 		if (indexCount > 0) {
-			console.log(`[agentmemory] Search index rebuilt: ${indexCount} observations`);
+			console.log(`[agentmemory] Search index rebuilt: ${indexCount} entries`);
+			indexPersistence.scheduleSave();
+		}
+	} else try {
+		const memories = await kv.list(KV.memories);
+		let backfilled = 0;
+		for (const memory of memories) {
+			if (memory.isLatest === false) continue;
+			if (!memory.title || !memory.content) continue;
+			if (bm25Index.has(memory.id)) continue;
+			bm25Index.add({
+				id: memory.id,
+				sessionId: memory.sessionIds[0] ?? "memory",
+				timestamp: memory.createdAt,
+				type: "decision",
+				title: memory.title,
+				facts: [memory.content],
+				narrative: memory.content,
+				concepts: memory.concepts,
+				files: memory.files,
+				importance: memory.strength
+			});
+			backfilled++;
+		}
+		if (backfilled > 0) {
+			console.log(`[agentmemory] Backfilled ${backfilled} memories into BM25 (legacy gap before #257)`);
 			indexPersistence.scheduleSave();
 		}
+	} catch (err) {
+		console.warn(`[agentmemory] Failed to backfill memories into BM25:`, err);
 	}
 	console.log(`[agentmemory] Ready. ${embeddingProvider ? "Triple-stream (BM25+Vector+Graph)" : "BM25+Graph"} search active.`);
 	console.log(`[agentmemory] Endpoints: 107 REST + ${getAllTools().length} MCP tools + 6 MCP resources + 3 MCP prompts`);