@agentmemory/agentmemory 0.9.2 → 0.9.4

package/dist/index.mjs

@@ -50,7 +50,14 @@ function loadEnvFile() {
 		if (eqIdx === -1) continue;
 		const key = trimmed.slice(0, eqIdx).trim();
 		let val = trimmed.slice(eqIdx + 1).trim();
-		if (val.startsWith("\"") && val.endsWith("\"") || val.startsWith("'") && val.endsWith("'")) val = val.slice(1, -1);
+		const quoteChar = val[0] === "\"" || val[0] === "'" ? val[0] : "";
+		if (quoteChar) {
+			const closeIdx = val.indexOf(quoteChar, 1);
+			if (closeIdx !== -1) val = val.slice(1, closeIdx);
+		} else {
+			const hashIdx = val.indexOf(" #");
+			if (hashIdx !== -1) val = val.slice(0, hashIdx).trim();
+		}
 		vars[key] = val;
 	}
 	return vars;
@@ -123,6 +130,11 @@ function getMergedEnv(overrides) {
 function getEnvVar(key) {
 	return getMergedEnv()[key];
 }
+function detectLlmProviderKind() {
+	const env = getMergedEnv();
+	if (hasRealValue(env["ANTHROPIC_API_KEY"]) || hasRealValue(env["GEMINI_API_KEY"]) || hasRealValue(env["GOOGLE_API_KEY"]) || hasRealValue(env["OPENROUTER_API_KEY"]) || hasRealValue(env["MINIMAX_API_KEY"])) return "llm";
+	return "noop";
+}
 function loadEmbeddingConfig() {
 	const env = getMergedEnv();
 	let bm25Weight = parseFloat(env["BM25_WEIGHT"] || "0.4");
@@ -2183,8 +2195,10 @@ var SearchIndex = class SearchIndex {
 //#endregion
 //#region src/state/index-persistence.ts
 const DEBOUNCE_MS = 5e3;
+const FAILURE_LOG_THROTTLE_MS = 6e4;
 var IndexPersistence = class {
 	timer = null;
+	lastFailureLogAt = 0;
 	constructor(kv, bm25, vector) {
 		this.kv = kv;
 		this.bm25 = bm25;
@@ -2192,15 +2206,21 @@ var IndexPersistence = class {
 	}
 	scheduleSave() {
 		if (this.timer) clearTimeout(this.timer);
-		this.timer = setTimeout(() => this.save(), DEBOUNCE_MS);
+		this.timer = setTimeout(() => {
+			this.save().catch((err) => this.logFailure(err));
+		}, DEBOUNCE_MS);
 	}
 	async save() {
 		if (this.timer) {
 			clearTimeout(this.timer);
 			this.timer = null;
 		}
-		await this.kv.set(KV.bm25Index, "data", this.bm25.serialize());
-		if (this.vector && this.vector.size > 0) await this.kv.set(KV.bm25Index, "vectors", this.vector.serialize());
+		try {
+			await this.kv.set(KV.bm25Index, "data", this.bm25.serialize());
+			if (this.vector && this.vector.size > 0) await this.kv.set(KV.bm25Index, "vectors", this.vector.serialize());
+		} catch (err) {
+			this.logFailure(err);
+		}
 	}
 	async load() {
 		let bm25 = null;
@@ -2220,6 +2240,18 @@ var IndexPersistence = class {
 			this.timer = null;
 		}
 	}
+	logFailure(err) {
+		const now = Date.now();
+		if (now - this.lastFailureLogAt < FAILURE_LOG_THROTTLE_MS) return;
+		this.lastFailureLogAt = now;
+		const code = err?.code;
+		const message = err instanceof Error ? err.message : String(err);
+		logger.warn("index persistence: failed to save BM25/vector index", {
+			code,
+			message,
+			hint: code === "TIMEOUT" ? "iii-engine state::set timed out; recent index updates remain in memory and will retry on the next debounce flush" : void 0
+		});
+	}
 };
 
 //#endregion
@@ -5618,7 +5650,7 @@ function registerAutoForgetFunction(sdk, kv) {
 
 //#endregion
 //#region src/version.ts
-const VERSION = "0.9.2";
+const VERSION = "0.9.4";
 
 //#endregion
 //#region src/functions/export-import.ts
@@ -5738,7 +5770,9 @@ function registerExportImportFunction(sdk, kv) {
 			"0.8.13",
 			"0.9.0",
 			"0.9.1",
-			"0.9.2"
+			"0.9.2",
+			"0.9.3",
+			"0.9.4"
 		]).has(importData.version)) return {
 			success: false,
 			error: `Unsupported export version: ${importData.version}`
@@ -12356,7 +12390,7 @@ function parseJsonlText(text, fallbackSessionId) {
 		const parsed = JSON.parse(line);
 		if (parsed && typeof parsed === "object") entries.push(parsed);
 	} catch {}
-	let sessionId = fallbackSessionId || "";
+	let sessionId = "";
 	let cwd = "";
 	let firstTs = "";
 	let lastTs = "";
@@ -12417,7 +12451,7 @@ function parseJsonlText(text, fallbackSessionId) {
 			});
 		} else if (entry.type === "summary" || entry.type === "system") {}
 	}
-	const effectiveSessionId = sessionId || generateId("sess");
+	const effectiveSessionId = sessionId || fallbackSessionId || generateId("sess");
 	for (const obs of observations) if (obs.sessionId === "imported") obs.sessionId = effectiveSessionId;
 	const nowIso = (/* @__PURE__ */ new Date()).toISOString();
 	return {
@@ -12527,6 +12561,8 @@ function projectTimeline(observations) {
 
 //#endregion
 //#region src/functions/replay.ts
+const MAX_FILES_DEFAULT = 200;
+const MAX_FILES_UPPER_BOUND = 1e3;
 const SENSITIVE_PATH_PATTERNS = [
 	/(^|[\\/_.-])secret([\\/_.-]|s?$)/i,
 	/(^|[\\/_.-])credentials?([\\/_.-]|$)/i,
@@ -12661,8 +12697,11 @@ async function loadObservations(kv, sessionId) {
 }
 async function findJsonlFiles(root, limit = 200) {
 	const out = [];
+	let discovered = 0;
+	let walked = 0;
+	const traversalCap = Math.max(limit * 50, 5e4);
 	async function walk(dir) {
-		if (out.length >= limit) return;
+		if (walked >= traversalCap) return;
 		let names;
 		try {
 			names = await readdir(dir);
@@ -12670,7 +12709,8 @@ async function findJsonlFiles(root, limit = 200) {
 			return;
 		}
 		for (const name of names) {
-			if (out.length >= limit) return;
+			if (walked >= traversalCap) return;
+			walked++;
 			const full = join(dir, name);
 			let st;
 			try {
@@ -12680,11 +12720,20 @@ async function findJsonlFiles(root, limit = 200) {
 			}
 			if (st.isSymbolicLink()) continue;
 			if (st.isDirectory()) await walk(full);
-			else if (st.isFile() && name.endsWith(".jsonl")) out.push(full);
+			else if (st.isFile() && name.endsWith(".jsonl")) {
+				discovered++;
+				if (out.length < limit) out.push(full);
+			}
 		}
 	}
 	await walk(root);
-	return out;
+	const traversalCapped = walked >= traversalCap;
+	return {
+		files: out,
+		truncated: discovered > out.length || traversalCapped,
+		discovered,
+		traversalCapped
+	};
 }
 function registerReplayFunctions(sdk, kv) {
 	sdk.registerFunction("mem::replay::load", async (data) => {
@@ -12732,10 +12781,21 @@ function registerReplayFunctions(sdk, kv) {
 				error: "path not found"
 			};
 		}
+		const maxFiles = Number.isInteger(data.maxFiles) && data.maxFiles > 0 ? Math.min(data.maxFiles, MAX_FILES_UPPER_BOUND) : MAX_FILES_DEFAULT;
 		let files = [];
-		if (stat.isDirectory()) files = await findJsonlFiles(abs, data.maxFiles || 200);
-		else if (stat.isFile() && abs.endsWith(".jsonl")) files = [abs];
-		else return {
+		let truncated = false;
+		let discovered = 0;
+		let traversalCapped = false;
+		if (stat.isDirectory()) {
+			const found = await findJsonlFiles(abs, maxFiles);
+			files = found.files;
+			truncated = found.truncated;
+			discovered = found.discovered;
+			traversalCapped = found.traversalCapped;
+		} else if (stat.isFile() && abs.endsWith(".jsonl")) {
+			files = [abs];
+			discovered = 1;
+		} else return {
 			success: false,
 			error: "path must be a .jsonl file or directory"
 		};
@@ -12743,7 +12803,12 @@ function registerReplayFunctions(sdk, kv) {
 			success: true,
 			imported: 0,
 			sessionIds: [],
-			observations: 0
+			observations: 0,
+			discovered,
+			truncated,
+			traversalCapped,
+			maxFiles,
+			maxFilesUpperBound: MAX_FILES_UPPER_BOUND
 		};
 		const sessionIds = [];
 		let observationCount = 0;
@@ -12809,7 +12874,12 @@ function registerReplayFunctions(sdk, kv) {
 			success: true,
 			imported: files.length,
 			sessionIds,
-			observations: observationCount
+			observations: observationCount,
+			discovered,
+			truncated,
+			traversalCapped,
+			maxFiles,
+			maxFilesUpperBound: MAX_FILES_UPPER_BOUND
 		};
 	});
 }
@@ -13036,6 +13106,28 @@ function requireConfiguredSecret(secret, feature) {
 		body: { error: `${feature} requires AGENTMEMORY_SECRET` }
 	};
 }
+function flagDisabledResponse(opts) {
+	return {
+		status_code: 503,
+		body: opts
+	};
+}
+function graphDisabledResponse() {
+	return flagDisabledResponse({
+		error: "Knowledge graph not enabled",
+		flag: "GRAPH_EXTRACTION_ENABLED",
+		enableHow: "Set GRAPH_EXTRACTION_ENABLED=true and restart. Requires an LLM provider key.",
+		docsHref: "https://github.com/rohitg00/agentmemory#knowledge-graph"
+	});
+}
+function consolidationDisabledResponse() {
+	return flagDisabledResponse({
+		error: "Consolidation pipeline not enabled",
+		flag: "CONSOLIDATION_ENABLED",
+		enableHow: "Set CONSOLIDATION_ENABLED=true and restart. Requires an LLM provider key.",
+		docsHref: "https://github.com/rohitg00/agentmemory#consolidation"
+	});
+}
 function asNonEmptyString$1(value) {
 	if (typeof value !== "string") return null;
 	const trimmed = value.trim();
@@ -13087,6 +13179,77 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 			http_method: "GET"
 		}
 	});
+	sdk.registerFunction("api::config-flags", async (req) => {
+		const authErr = checkAuth(req, secret);
+		if (authErr) return authErr;
+		return {
+			status_code: 200,
+			body: {
+				version: VERSION,
+				provider: detectLlmProviderKind(),
+				embeddingProvider: detectEmbeddingProvider() ? "embeddings" : "none",
+				flags: [
+					{
+						key: "GRAPH_EXTRACTION_ENABLED",
+						label: "Knowledge graph extraction",
+						enabled: isGraphExtractionEnabled(),
+						default: false,
+						affects: ["Graph", "Dashboard"],
+						needsLlm: true,
+						description: "Extracts entities and relations from observations into a knowledge graph.",
+						enableHow: "Set GRAPH_EXTRACTION_ENABLED=true and provide an LLM key, then restart.",
+						docsHref: "https://github.com/rohitg00/agentmemory#knowledge-graph"
+					},
+					{
+						key: "CONSOLIDATION_ENABLED",
+						label: "Memory consolidation",
+						enabled: isConsolidationEnabled(),
+						default: false,
+						affects: [
+							"Dashboard",
+							"Memories",
+							"Crystals"
+						],
+						needsLlm: true,
+						description: "Periodically summarizes sessions into semantic facts + procedures.",
+						enableHow: "Set CONSOLIDATION_ENABLED=true and provide an LLM key, then restart.",
+						docsHref: "https://github.com/rohitg00/agentmemory#consolidation"
+					},
+					{
+						key: "AGENTMEMORY_AUTO_COMPRESS",
+						label: "LLM-powered observation compression",
+						enabled: isAutoCompressEnabled(),
+						default: false,
+						affects: ["Memories", "Timeline"],
+						needsLlm: true,
+						description: "Every observation is compressed by the LLM for richer summaries (costs tokens). OFF uses zero-LLM synthetic compression.",
+						enableHow: "Set AGENTMEMORY_AUTO_COMPRESS=true and provide an LLM key.",
+						docsHref: "https://github.com/rohitg00/agentmemory/issues/138"
+					},
+					{
+						key: "AGENTMEMORY_INJECT_CONTEXT",
+						label: "In-conversation context injection",
+						enabled: isContextInjectionEnabled(),
+						default: false,
+						affects: ["Hooks"],
+						needsLlm: false,
+						description: "Hooks write recalled context into Claude Code's conversation. OFF captures in the background without injecting.",
+						enableHow: "Set AGENTMEMORY_INJECT_CONTEXT=true and restart.",
+						docsHref: "https://github.com/rohitg00/agentmemory/issues/143"
+					}
+				]
+			}
+		};
+	});
+	sdk.registerTrigger({
+		type: "http",
+		function_id: "api::config-flags",
+		config: {
+			api_path: "/agentmemory/config/flags",
+			http_method: "GET",
+			middleware_function_ids: ["middleware::api-auth"]
+		}
+	});
 	sdk.registerFunction("api::health", async (req) => {
 		const health = await getLatestHealth(kv);
 		const functionMetrics = metricsStore ? await metricsStore.getAll() : [];
@@ -13321,11 +13484,12 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 			payload.path = body.path.trim();
 		}
 		if (body.maxFiles !== void 0) {
-			if (!Number.isInteger(body.maxFiles) || body.maxFiles < 1) return {
+			const n = body.maxFiles;
+			if (!Number.isInteger(n) || n < 1 || n > MAX_FILES_UPPER_BOUND) return {
 				status_code: 400,
-				body: { error: "maxFiles must be a positive integer" }
+				body: { error: `maxFiles must be an integer between 1 and ${MAX_FILES_UPPER_BOUND}` }
 			};
-			payload.maxFiles = body.maxFiles;
+			payload.maxFiles = n;
 		}
 		return {
 			status_code: 202,
@@ -13907,10 +14071,7 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 				})
 			};
 		} catch {
-			return {
-				status_code: 404,
-				body: { error: "Knowledge graph not enabled" }
-			};
+			return graphDisabledResponse();
 		}
 	});
 	sdk.registerTrigger({
@@ -13933,10 +14094,7 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 				})
 			};
 		} catch {
-			return {
-				status_code: 404,
-				body: { error: "Knowledge graph not enabled" }
-			};
+			return graphDisabledResponse();
 		}
 	});
 	sdk.registerTrigger({
@@ -13963,10 +14121,7 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 				})
 			};
 		} catch {
-			return {
-				status_code: 404,
-				body: { error: "Knowledge graph not enabled" }
-			};
+			return graphDisabledResponse();
 		}
 	});
 	sdk.registerTrigger({
@@ -13989,10 +14144,7 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 				})
 			};
 		} catch {
-			return {
-				status_code: 404,
-				body: { error: "Consolidation pipeline not enabled" }
-			};
+			return consolidationDisabledResponse();
 		}
 	});
 	sdk.registerTrigger({
@@ -14253,6 +14405,32 @@ function registerApiTriggers(sdk, kv, secret, metricsStore, provider) {
 			http_method: "GET"
 		}
 	});
+	sdk.registerFunction("api::memory-by-id", async (req) => {
+		const authErr = checkAuth(req, secret);
+		if (authErr) return authErr;
+		const id = req.path_params?.["id"];
+		if (!id || typeof id !== "string") return {
+			status_code: 400,
+			body: { error: "id path parameter is required" }
+		};
+		const memory = await kv.get(KV.memories, id);
+		if (!memory) return {
+			status_code: 404,
+			body: { error: `memory not found: ${id}` }
+		};
+		return {
+			status_code: 200,
+			body: { memory }
+		};
+	});
+	sdk.registerTrigger({
+		type: "http",
+		function_id: "api::memory-by-id",
+		config: {
+			api_path: "/agentmemory/memories/:id",
+			http_method: "GET"
+		}
+	});
 	sdk.registerFunction("api::semantic-list", async (req) => {
 		const authErr = checkAuth(req, secret);
 		if (authErr) return authErr;
@@ -16131,6 +16309,15 @@ function registerEventTriggers(sdk, kv) {
 				error: err instanceof Error ? err.message : String(err)
 			});
 		}
+		if (isGraphExtractionEnabled()) try {
+			const compressed = (await kv.list(KV.observations(data.sessionId))).filter((o) => o.title);
+			if (compressed.length > 0) sdk.triggerVoid("mem::graph-extract", { observations: compressed });
+		} catch (err) {
+			logger.warn("graph-extract triggerVoid failed", {
+				sessionId: data.sessionId,
+				error: err instanceof Error ? err.message : String(err)
+			});
+		}
 		return summary;
 	});
 	sdk.registerTrigger({
@@ -19115,6 +19302,14 @@ function initMetrics(getMeter) {
 function hasGetMeter(sdk) {
 	return typeof sdk === "object" && sdk !== null && "getMeter" in sdk && typeof sdk.getMeter === "function";
 }
+let lastUnhandledLogAt = 0;
+process.on("unhandledRejection", (reason) => {
+	const now = Date.now();
+	if (now - lastUnhandledLogAt < 6e4) return;
+	lastUnhandledLogAt = now;
+	const r = reason;
+	console.warn(`[agentmemory] unhandledRejection (suppressed):`, r?.code ? `${r.code} ${r.function_id ?? ""} ${r.message ?? ""}`.trim() : reason);
+});
 async function main() {
 	const config = loadConfig();
 	const embeddingConfig = loadEmbeddingConfig();