@agentmemory/agentmemory 0.9.4 → 0.9.5

package/dist/{src-uDy2jLO-.mjs → src-xYHSzz5S.mjs}

@@ -1,5 +1,5 @@
 import { a as jaccardSimilarity, i as generateId, n as STREAM, r as fingerprintId, t as KV } from "./cli.mjs";
-import { _ as loadSnapshotConfig, a as detectLlmProviderKind, d as isContextInjectionEnabled, f as isGraphExtractionEnabled, g as loadFallbackConfig, h as loadEmbeddingConfig, i as detectEmbeddingProvider, l as isAutoCompressEnabled, m as loadConfig, n as getVisibleTools, o as getConsolidationDecayDays, p as loadClaudeBridgeConfig, r as VERSION, s as getEnvVar, t as getAllTools, u as isConsolidationEnabled, v as loadTeamConfig } from "./tools-registry-Co8VIL4t.mjs";
+import { _ as loadSnapshotConfig, a as detectLlmProviderKind, d as isContextInjectionEnabled, f as isGraphExtractionEnabled, g as loadFallbackConfig, h as loadEmbeddingConfig, i as detectEmbeddingProvider, l as isAutoCompressEnabled, m as loadConfig, n as getVisibleTools, o as getConsolidationDecayDays, p as loadClaudeBridgeConfig, r as VERSION, s as getEnvVar, t as getAllTools, u as isConsolidationEnabled, v as loadTeamConfig } from "./tools-registry-BWM0vWeA.mjs";
 import { execFile } from "node:child_process";
 import { constants, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
 import { basename, dirname, extname, join, resolve, sep } from "node:path";
@@ -787,22 +787,38 @@ let imageEmbeddingProvider = null;
 function createImageEmbeddingProvider() {
 	if (process.env["AGENTMEMORY_IMAGE_EMBEDDINGS"] !== "true") return null;
 	if (imageEmbeddingProvider) return imageEmbeddingProvider;
-	imageEmbeddingProvider = new ClipEmbeddingProvider();
+	imageEmbeddingProvider = withDimensionGuard(new ClipEmbeddingProvider());
 	return imageEmbeddingProvider;
 }
 function createEmbeddingProvider() {
 	const detected = detectEmbeddingProvider();
 	if (!detected) return null;
 	switch (detected) {
-		case "gemini": return new GeminiEmbeddingProvider(getEnvVar("GEMINI_API_KEY"));
-		case "openai": return new OpenAIEmbeddingProvider(getEnvVar("OPENAI_API_KEY"));
-		case "voyage": return new VoyageEmbeddingProvider(getEnvVar("VOYAGE_API_KEY"));
-		case "cohere": return new CohereEmbeddingProvider(getEnvVar("COHERE_API_KEY"));
-		case "openrouter": return new OpenRouterEmbeddingProvider(getEnvVar("OPENROUTER_API_KEY"));
-		case "local": return new LocalEmbeddingProvider();
+		case "gemini": return withDimensionGuard(new GeminiEmbeddingProvider(getEnvVar("GEMINI_API_KEY")));
+		case "openai": return withDimensionGuard(new OpenAIEmbeddingProvider(getEnvVar("OPENAI_API_KEY")));
+		case "voyage": return withDimensionGuard(new VoyageEmbeddingProvider(getEnvVar("VOYAGE_API_KEY")));
+		case "cohere": return withDimensionGuard(new CohereEmbeddingProvider(getEnvVar("COHERE_API_KEY")));
+		case "openrouter": return withDimensionGuard(new OpenRouterEmbeddingProvider(getEnvVar("OPENROUTER_API_KEY")));
+		case "local": return withDimensionGuard(new LocalEmbeddingProvider());
 		default: return null;
 	}
 }
+function withDimensionGuard(provider) {
+	const expected = provider.dimensions;
+	const check = (v, where) => {
+		if (v.length !== expected) throw new Error(`Embedding dimension mismatch in ${provider.name}.${where}: expected ${expected}, got ${v.length}`);
+		return v;
+	};
+	const wrapped = Object.create(provider);
+	wrapped.embed = async (t) => check(await provider.embed(t), "embed");
+	wrapped.embedBatch = async (ts) => {
+		const out = await provider.embedBatch(ts);
+		out.forEach((v, i) => check(v, `embedBatch[${i}]`));
+		return out;
+	};
+	if (provider.embedImage) wrapped.embedImage = async (s) => check(await provider.embedImage(s), "embedImage");
+	return wrapped;
+}
 
 //#endregion
 //#region src/providers/index.ts
@@ -961,6 +977,22 @@ var VectorIndex = class VectorIndex {
 	get size() {
 		return this.vectors.size;
 	}
+	validateDimensions(expected) {
+		const mismatches = [];
+		const seenDimensions = /* @__PURE__ */ new Set();
+		for (const [obsId, entry] of this.vectors) {
+			const dim = entry.embedding.length;
+			seenDimensions.add(dim);
+			if (dim !== expected) mismatches.push({
+				obsId,
+				dim
+			});
+		}
+		return {
+			mismatches,
+			seenDimensions
+		};
+	}
 	clear() {
 		this.vectors.clear();
 	}
@@ -1875,6 +1907,9 @@ var SearchIndex = class SearchIndex {
 		}
 		this.sortedTerms = null;
 	}
+	has(id) {
+		return this.entries.has(id);
+	}
 	search(query, limit = 20) {
 		const rawTerms = this.tokenize(query.toLowerCase());
 		if (rawTerms.length === 0) return [];
@@ -2282,6 +2317,20 @@ async function deleteAccessLog(kv, memoryId) {
 
 //#endregion
 //#region src/functions/search.ts
+function memoryAsIndexable$1(memory) {
+	return {
+		id: memory.id,
+		sessionId: memory.sessionIds[0] ?? "memory",
+		timestamp: memory.createdAt,
+		type: "decision",
+		title: memory.title,
+		facts: [memory.content],
+		narrative: memory.content,
+		concepts: memory.concepts,
+		files: memory.files,
+		importance: memory.strength
+	};
+}
 let index = null;
 function getSearchIndex() {
 	if (!index) index = new SearchIndex();
@@ -2290,9 +2339,20 @@ function getSearchIndex() {
 async function rebuildIndex(kv) {
 	const idx = getSearchIndex();
 	idx.clear();
-	const sessions = await kv.list(KV.sessions);
-	if (!sessions.length) return 0;
 	let count = 0;
+	try {
+		const memories = await kv.list(KV.memories);
+		for (const memory of memories) {
+			if (memory.isLatest === false) continue;
+			if (!memory.title || !memory.content) continue;
+			idx.add(memoryAsIndexable$1(memory));
+			count++;
+		}
+	} catch (err) {
+		logger.warn("rebuildIndex: failed to load memories", { error: err instanceof Error ? err.message : String(err) });
+	}
+	const sessions = await kv.list(KV.sessions);
+	if (!sessions.length) return count;
 	const obsPerSession = [];
 	const failedSessions = [];
 	for (let batch = 0; batch < sessions.length; batch += 10) {
@@ -2527,10 +2587,10 @@ function registerObserveFunction(sdk, kv, dedupMap, maxObservationsPerSession) {
 				};
 			}
 			if (pendingImageData && (pendingImageData.startsWith("data:image/") || pendingImageData.startsWith("iVBORw0KGgo") || pendingImageData.startsWith("/9j/"))) {
-				const { saveImageToDisk } = await import("./image-store-Cn9eD-7D.mjs");
+				const { saveImageToDisk } = await import("./image-store-DnuCI2RB.mjs");
 				const { filePath, bytesWritten } = await saveImageToDisk(pendingImageData);
 				raw.imageData = filePath;
-				const { incrementImageRef } = await import("./image-refs-BfT7XAa-.mjs");
+				const { incrementImageRef } = await import("./image-refs-DRse_ePx.mjs");
 				await incrementImageRef(kv, filePath);
 				sdk.triggerVoid("mem::disk-size-delta", { deltaBytes: bytesWritten });
 				if (process.env["AGENTMEMORY_IMAGE_EMBEDDINGS"] === "true") sdk.triggerVoid("mem::vision-embed", {
@@ -2543,7 +2603,7 @@ function registerObserveFunction(sdk, kv, dedupMap, maxObservationsPerSession) {
 				await kv.set(KV.observations(payload.sessionId), obsId, raw);
 			} catch (error) {
 				if (raw.imageData) {
-					const { deleteImage } = await import("./image-store-Cn9eD-7D.mjs");
+					const { deleteImage } = await import("./image-store-DnuCI2RB.mjs");
 					const { deletedBytes } = await deleteImage(raw.imageData);
 					if (deletedBytes > 0) sdk.triggerVoid("mem::disk-size-delta", { deltaBytes: -deletedBytes });
 				}
@@ -4491,6 +4551,20 @@ function registerPatternsFunction(sdk, kv) {
 
 //#endregion
 //#region src/functions/remember.ts
+function memoryAsIndexable(memory) {
+	return {
+		id: memory.id,
+		sessionId: memory.sessionIds[0] ?? "memory",
+		timestamp: memory.createdAt,
+		type: "decision",
+		title: memory.title,
+		facts: [memory.content],
+		narrative: memory.content,
+		concepts: memory.concepts,
+		files: memory.files,
+		importance: memory.strength
+	};
+}
 function registerRememberFunction(sdk, kv) {
 	sdk.registerFunction("mem::remember", async (data) => {
 		if (!data.content || typeof data.content !== "string" || !data.content.trim()) return {
@@ -4556,6 +4630,14 @@ function registerRememberFunction(sdk, kv) {
 				await kv.set(KV.memories, supersededMemory.id, supersededMemory);
 			}
 			await kv.set(KV.memories, memory.id, memory);
+			try {
+				getSearchIndex().add(memoryAsIndexable(memory));
+			} catch (err) {
+				logger.warn("Failed to index saved memory into BM25", {
+					memId: memory.id,
+					error: err instanceof Error ? err.message : String(err)
+				});
+			}
 			if (supersededId) await sdk.trigger({
 				function_id: "mem::cascade-update",
 				payload: { supersededMemoryId: supersededId },
@@ -4576,7 +4658,7 @@ function registerRememberFunction(sdk, kv) {
 		const deletedMemoryIds = [];
 		const deletedObservationIds = [];
 		let deletedSession = false;
-		const { decrementImageRef } = await import("./image-refs-BfT7XAa-.mjs");
+		const { decrementImageRef } = await import("./image-refs-DRse_ePx.mjs");
 		if (data.memoryId) {
 			const mem = await kv.get(KV.memories, data.memoryId);
 			await kv.delete(KV.memories, data.memoryId);
@@ -4635,7 +4717,7 @@ const DEFAULTS$1 = {
 function registerEvictFunction(sdk, kv) {
 	sdk.registerFunction("mem::evict", async (data) => {
 		const dryRun = data?.dryRun ?? false;
-		const { decrementImageRef } = await import("./image-refs-BfT7XAa-.mjs");
+		const { decrementImageRef } = await import("./image-refs-DRse_ePx.mjs");
 		const configOverride = await kv.get(KV.config, "eviction").catch(() => null);
 		const cfg = {
 			...DEFAULTS$1,
@@ -5238,7 +5320,7 @@ function registerAutoForgetFunction(sdk, kv) {
 	sdk.registerFunction("mem::auto-forget", async (data) => {
 		const dryRun = data?.dryRun ?? false;
 		const now = Date.now();
-		const { decrementImageRef } = await import("./image-refs-BfT7XAa-.mjs");
+		const { decrementImageRef } = await import("./image-refs-DRse_ePx.mjs");
 		const result = {
 			ttlExpired: [],
 			contradictions: [],
@@ -5471,7 +5553,8 @@ function registerExportImportFunction(sdk, kv) {
 			"0.9.1",
 			"0.9.2",
 			"0.9.3",
-			"0.9.4"
+			"0.9.4",
+			"0.9.5"
 		]).has(importData.version)) return {
 			success: false,
 			error: `Unsupported export version: ${importData.version}`
@@ -11828,7 +11911,7 @@ function registerRetentionFunctions(sdk, kv) {
 		const threshold = typeof data?.threshold === "number" && Number.isFinite(data.threshold) ? data.threshold : DEFAULT_DECAY.tierThresholds.cold;
 		const maxEvictRaw = typeof data?.maxEvict === "number" && Number.isInteger(data.maxEvict) ? data.maxEvict : 50;
 		const maxEvict = Math.min(1e3, Math.max(0, maxEvictRaw));
-		const { decrementImageRef } = await import("./image-refs-BfT7XAa-.mjs");
+		const { decrementImageRef } = await import("./image-refs-DRse_ePx.mjs");
 		const candidates = (await kv.list(KV.retentionScores)).filter((s) => s.score < threshold).sort((a, b) => a.score - b.score).slice(0, maxEvict);
 		if (data?.dryRun) return {
 			success: true,
@@ -17953,6 +18036,7 @@ async function main() {
 	console.log(`[agentmemory] Streams: ws://localhost:${config.streamsPort}`);
 	const sdk = registerWorker(config.engineUrl, {
 		workerName: "agentmemory",
+		invocationTimeoutMs: 18e4,
 		otel: {
 			serviceName: OTEL_CONFIG.serviceName,
 			serviceVersion: OTEL_CONFIG.serviceVersion,
@@ -18061,8 +18145,20 @@ async function main() {
 		console.log(`[agentmemory] Loaded persisted BM25 index (${bm25Index.size} docs)`);
 	}
 	if (loaded?.vector && vectorIndex && loaded.vector.size > 0) {
-		vectorIndex.restoreFrom(loaded.vector);
-		console.log(`[agentmemory] Loaded persisted vector index (${vectorIndex.size} vectors)`);
+		const activeDim = embeddingProvider?.dimensions ?? 0;
+		const { mismatches, seenDimensions } = activeDim > 0 ? loaded.vector.validateDimensions(activeDim) : {
+			mismatches: [],
+			seenDimensions: /* @__PURE__ */ new Set()
+		};
+		if (mismatches.length > 0) {
+			const sample = mismatches.slice(0, 5).map((m) => `${m.obsId} (dim=${m.dim})`).join(", ");
+			const distinct = Array.from(seenDimensions).sort((a, b) => a - b).join(", ");
+			if (process.env["AGENTMEMORY_DROP_STALE_INDEX"] === "true") console.warn(`[agentmemory] Persisted vector index has ${mismatches.length} of ${loaded.vector.size} vectors with the wrong dimension. Active provider (${embeddingProvider?.name}) declares ${activeDim}; dimensions seen on disk: ${distinct}. AGENTMEMORY_DROP_STALE_INDEX=true is set — discarding the persisted vectors. Live observations will rebuild the index over time.`);
+			else throw new Error(`[agentmemory] Refusing to start: persisted vector index has ${mismatches.length} of ${loaded.vector.size} vectors with the wrong dimension. Active provider (${embeddingProvider?.name}) declares ${activeDim}; dimensions seen on disk: ${distinct}. First mismatched obsIds: ${sample}. Loading would silently corrupt search (cross-dimension cosine returns 0). Choose one:\n  - Re-embed the existing index against the new provider, then start.\n  - Set AGENTMEMORY_DROP_STALE_INDEX=true to discard the persisted vectors and rebuild from live observations.\n  - Switch the embedding provider back to the one that wrote the index.`);
+		} else {
+			vectorIndex.restoreFrom(loaded.vector);
+			console.log(`[agentmemory] Loaded persisted vector index (${vectorIndex.size} vectors)`);
+		}
 	}
 	if (bm25Index.size === 0) {
 		const indexCount = await rebuildIndex(kv).catch((err) => {
@@ -18070,9 +18166,36 @@ async function main() {
 			return 0;
 		});
 		if (indexCount > 0) {
-			console.log(`[agentmemory] Search index rebuilt: ${indexCount} observations`);
+			console.log(`[agentmemory] Search index rebuilt: ${indexCount} entries`);
 			indexPersistence.scheduleSave();
 		}
+	} else try {
+		const memories = await kv.list(KV.memories);
+		let backfilled = 0;
+		for (const memory of memories) {
+			if (memory.isLatest === false) continue;
+			if (!memory.title || !memory.content) continue;
+			if (bm25Index.has(memory.id)) continue;
+			bm25Index.add({
+				id: memory.id,
+				sessionId: memory.sessionIds[0] ?? "memory",
+				timestamp: memory.createdAt,
+				type: "decision",
+				title: memory.title,
+				facts: [memory.content],
+				narrative: memory.content,
+				concepts: memory.concepts,
+				files: memory.files,
+				importance: memory.strength
+			});
+			backfilled++;
+		}
+		if (backfilled > 0) {
+			console.log(`[agentmemory] Backfilled ${backfilled} memories into BM25 (legacy gap before #257)`);
+			indexPersistence.scheduleSave();
+		}
+	} catch (err) {
+		console.warn(`[agentmemory] Failed to backfill memories into BM25:`, err);
 	}
 	console.log(`[agentmemory] Ready. ${embeddingProvider ? "Triple-stream (BM25+Vector+Graph)" : "BM25+Graph"} search active.`);
 	console.log(`[agentmemory] Endpoints: 107 REST + ${getAllTools().length} MCP tools + 6 MCP resources + 3 MCP prompts`);
@@ -18142,4 +18265,4 @@ main().catch((err) => {
 
 //#endregion
 export { deleteImage as a, saveImageToDisk as c, IMAGES_DIR as i, touchImage as l, getImageRefCount as n, getMaxBytes as o, incrementImageRef as r, isManagedImagePath as s, decrementImageRef as t };
-//# sourceMappingURL=src-uDy2jLO-.mjs.map
+//# sourceMappingURL=src-xYHSzz5S.mjs.map