open-mem 0.7.3 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -0
- package/dist/adapters/mcp/server.d.ts.map +1 -1
- package/dist/adapters/opencode/tools.d.ts.map +1 -1
- package/dist/claude-code.js +80 -73
- package/dist/config.d.ts.map +1 -1
- package/dist/context/builder.d.ts.map +1 -1
- package/dist/contracts/api.d.ts +1 -0
- package/dist/contracts/api.d.ts.map +1 -1
- package/dist/core/contracts.d.ts +3 -2
- package/dist/core/contracts.d.ts.map +1 -1
- package/dist/core/memory-engine.d.ts +2 -2
- package/dist/core/memory-engine.d.ts.map +1 -1
- package/dist/cursor.js +80 -73
- package/dist/daemon.js +2 -2
- package/dist/db/observations.d.ts.map +1 -1
- package/dist/hooks/session-events.d.ts.map +1 -1
- package/dist/index.js +110 -103
- package/dist/maintenance.js +43 -42
- package/dist/mcp.js +49 -48
- package/dist/tools/save.d.ts.map +1 -1
- package/dist/types.d.ts +2 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/agents-md.d.ts +13 -3
- package/dist/utils/agents-md.d.ts.map +1 -1
- package/dist/utils/folder-context-maintenance.d.ts +11 -3
- package/dist/utils/folder-context-maintenance.d.ts.map +1 -1
- package/package.json +1 -1
package/dist/maintenance.js
CHANGED
|
@@ -1,66 +1,66 @@
|
|
|
1
1
|
#!/usr/bin/env bun
|
|
2
2
|
// @bun
|
|
3
|
-
import{rmSync as
|
|
3
|
+
import{rmSync as u}from"fs";import{parseArgs as hJ}from"util";import{existsSync as GJ,readFileSync as _J}from"fs";var EJ={dbPath:".open-mem/memory.db",provider:"google",apiKey:void 0,model:"gemini-2.5-flash-lite",maxTokensPerCompression:1024,compressionEnabled:!0,contextInjectionEnabled:!0,maxContextTokens:4000,batchSize:5,batchIntervalMs:30000,ignoredTools:[],minOutputLength:50,maxIndexEntries:20,sensitivePatterns:[],retentionDays:90,maxDatabaseSizeMb:500,logLevel:"warn",contextShowTokenCosts:!0,contextObservationTypes:"all",contextFullObservationCount:3,maxObservations:50,contextShowLastSummary:!0,rateLimitingEnabled:!0,folderContextEnabled:!0,folderContextMaxDepth:5,folderContextMode:"dispersed",folderContextFilename:"AGENTS.md",daemonEnabled:!1,dashboardEnabled:!1,dashboardPort:3737,platformOpenCodeEnabled:!0,platformClaudeCodeEnabled:!1,platformCursorEnabled:!1,mcpCompatibilityMode:"strict",mcpProtocolVersion:"2024-11-05",mcpSupportedProtocolVersions:["2024-11-05"],embeddingDimension:void 0,conflictResolutionEnabled:!1,conflictSimilarityBandLow:0.7,conflictSimilarityBandHigh:0.92,userMemoryEnabled:!1,userMemoryDbPath:"~/.config/open-mem/user-memory.db",userMemoryMaxContextTokens:1000,rerankingEnabled:!1,rerankingMaxCandidates:20,entityExtractionEnabled:!1};function kJ(){let J={};if(process.env.OPEN_MEM_DB_PATH)J.dbPath=process.env.OPEN_MEM_DB_PATH;if(process.env.OPEN_MEM_PROVIDER)J.provider=process.env.OPEN_MEM_PROVIDER;if(process.env.OPEN_MEM_MODEL)J.model=process.env.OPEN_MEM_MODEL;if(process.env.OPEN_MEM_MAX_CONTEXT_TOKENS)J.maxContextTokens=Number.parseInt(process.env.OPEN_MEM_MAX_CONTEXT_TOKENS,10);if(process.env.OPEN_MEM_COMPRESSION==="false")J.compressionEnabled=!1;if(process.env.OPEN_MEM_CONTEXT_INJECTION==="false")J.contextInjectionEnabled=!1;if(process.env.OPEN_MEM_IGNORED_TOOLS)J.ignoredTools=process.env.OPEN_MEM_IGNORED_TOOLS.split(",").map((Z)=>Z.trim());if(process.env.OPEN_MEM_BATCH_SIZE)J.batchSize=Number.parseInt(process.env.OPEN_MEM_BATCH_SIZE,10);if(process.env.OPEN_MEM_RETENTION_DAYS)J.retentionDays=Number.parseInt(process.env.OPEN_MEM_RETENTION_DAYS,10);if(process.env.OPEN_MEM_LOG_LEVEL)J.logLevel=process.env.OPEN_MEM_LOG_LEVEL;if(process.env.OPEN_MEM_CONTEXT_SHOW_TOKEN_COSTS==="false")J.contextShowTokenCosts=!1;if(process.env.OPEN_MEM_CONTEXT_TYPES)J.contextObservationTypes=process.env.OPEN_MEM_CONTEXT_TYPES==="all"?"all":process.env.OPEN_MEM_CONTEXT_TYPES.split(",").map((Z)=>Z.trim());if(process.env.OPEN_MEM_CONTEXT_FULL_COUNT)J.contextFullObservationCount=Number.parseInt(process.env.OPEN_MEM_CONTEXT_FULL_COUNT,10);if(process.env.OPEN_MEM_MAX_OBSERVATIONS)J.maxObservations=Number.parseInt(process.env.OPEN_MEM_MAX_OBSERVATIONS,10);if(process.env.OPEN_MEM_CONTEXT_SHOW_LAST_SUMMARY==="false")J.contextShowLastSummary=!1;if(process.env.OPEN_MEM_RATE_LIMITING==="false")J.rateLimitingEnabled=!1;if(process.env.OPEN_MEM_FOLDER_CONTEXT==="false")J.folderContextEnabled=!1;if(process.env.OPEN_MEM_FOLDER_CONTEXT_MAX_DEPTH)J.folderContextMaxDepth=Number.parseInt(process.env.OPEN_MEM_FOLDER_CONTEXT_MAX_DEPTH,10);if(process.env.OPEN_MEM_FOLDER_CONTEXT_MODE==="single")J.folderContextMode="single";if(process.env.OPEN_MEM_FOLDER_CONTEXT_MODE==="dispersed")J.folderContextMode="dispersed";if(process.env.OPEN_MEM_FOLDER_CONTEXT_FILENAME)J.folderContextFilename=process.env.OPEN_MEM_FOLDER_CONTEXT_FILENAME;if(process.env.OPEN_MEM_DAEMON==="true")J.daemonEnabled=!0;if(process.env.OPEN_MEM_DASHBOARD==="true")J.dashboardEnabled=!0;if(process.env.OPEN_MEM_DASHBOARD_PORT)J.dashboardPort=Number.parseInt(process.env.OPEN_MEM_DASHBOARD_PORT,10);if(process.env.OPEN_MEM_PLATFORM_OPENCODE==="false")J.platformOpenCodeEnabled=!1;if(process.env.OPEN_MEM_PLATFORM_CLAUDE_CODE==="true")J.platformClaudeCodeEnabled=!0;if(process.env.OPEN_MEM_PLATFORM_CURSOR==="true")J.platformCursorEnabled=!0;if(process.env.OPEN_MEM_MCP_COMPAT_MODE)J.mcpCompatibilityMode=process.env.OPEN_MEM_MCP_COMPAT_MODE;if(process.env.OPEN_MEM_MCP_PROTOCOL_VERSION)J.mcpProtocolVersion=process.env.OPEN_MEM_MCP_PROTOCOL_VERSION;if(process.env.OPEN_MEM_MCP_SUPPORTED_PROTOCOLS)J.mcpSupportedProtocolVersions=process.env.OPEN_MEM_MCP_SUPPORTED_PROTOCOLS.split(",").map((Z)=>Z.trim()).filter(Boolean);if(process.env.OPEN_MEM_EMBEDDING_DIMENSION)J.embeddingDimension=Number.parseInt(process.env.OPEN_MEM_EMBEDDING_DIMENSION,10);if(process.env.OPEN_MEM_CONFLICT_RESOLUTION==="true")J.conflictResolutionEnabled=!0;if(process.env.OPEN_MEM_CONFLICT_BAND_LOW){let Z=Number.parseFloat(process.env.OPEN_MEM_CONFLICT_BAND_LOW);if(!Number.isNaN(Z))J.conflictSimilarityBandLow=Z}if(process.env.OPEN_MEM_CONFLICT_BAND_HIGH){let Z=Number.parseFloat(process.env.OPEN_MEM_CONFLICT_BAND_HIGH);if(!Number.isNaN(Z))J.conflictSimilarityBandHigh=Z}if(process.env.OPEN_MEM_USER_MEMORY==="true")J.userMemoryEnabled=!0;if(process.env.OPEN_MEM_USER_MEMORY_DB_PATH)J.userMemoryDbPath=process.env.OPEN_MEM_USER_MEMORY_DB_PATH;if(process.env.OPEN_MEM_USER_MEMORY_MAX_TOKENS)J.userMemoryMaxContextTokens=Number.parseInt(process.env.OPEN_MEM_USER_MEMORY_MAX_TOKENS,10);if(process.env.OPEN_MEM_RERANKING==="true")J.rerankingEnabled=!0;if(process.env.OPEN_MEM_RERANKING_MAX_CANDIDATES)J.rerankingMaxCandidates=Number.parseInt(process.env.OPEN_MEM_RERANKING_MAX_CANDIDATES,10);if(process.env.OPEN_MEM_ENTITY_EXTRACTION==="true")J.entityExtractionEnabled=!0;return J}function OJ(J){let Z=`${J}/.open-mem/config.json`;if(!GJ(Z))return{};try{let $=_J(Z,"utf-8"),K=JSON.parse($);if(!K||typeof K!=="object"||Array.isArray(K))return{};return K}catch{return{}}}function RJ(J){switch(J){case"google":return 768;case"openai":return 1536;case"bedrock":return 1024;case"anthropic":return 0;default:return 768}}function I(J,Z){let $=OJ(J),K=kJ(),X={...EJ,...$,...K,...Z};if(!X.dbPath.startsWith("/"))X.dbPath=`${J}/${X.dbPath}`;if(!process.env.OPEN_MEM_PROVIDER&&!Z?.provider){if(process.env.GOOGLE_GENERATIVE_AI_API_KEY||process.env.GEMINI_API_KEY)X.provider="google";else if(process.env.ANTHROPIC_API_KEY)X.provider="anthropic";else if(process.env.AWS_BEARER_TOKEN_BEDROCK||process.env.AWS_ACCESS_KEY_ID||process.env.AWS_PROFILE)X.provider="bedrock"}if(!X.apiKey)switch(X.provider){case"google":X.apiKey=process.env.GOOGLE_GENERATIVE_AI_API_KEY||process.env.GEMINI_API_KEY;break;case"anthropic":X.apiKey=process.env.ANTHROPIC_API_KEY;break;case"openai":X.apiKey=process.env.OPENAI_API_KEY;break;case"bedrock":break}if(X.embeddingDimension===void 0)X.embeddingDimension=RJ(X.provider);return X}import{Database as f}from"bun:sqlite";import{existsSync as D,mkdirSync as SJ,unlinkSync as h}from"fs";import*as m from"sqlite-vec";class A{db;dbPath;_hasVectorExtension=!1;static enableExtensionSupport(){let J=["/opt/homebrew/opt/sqlite/lib/libsqlite3.dylib","/usr/local/opt/sqlite/lib/libsqlite3.dylib"];for(let Z of J)try{if(D(Z))return f.setCustomSQLite(Z),!0}catch{return!1}return!1}constructor(J){this.dbPath=J,this.db=this.open(J),this.configure()}open(J){let Z=J.lastIndexOf("/");if(Z>0){let $=J.substring(0,Z);SJ($,{recursive:!0})}return new f(J,{create:!0})}configure(){try{this.applyPragmas(),this.loadExtensions()}catch(J){console.warn("[open-mem] Database configure failed, attempting recovery by removing WAL/SHM files:",J.message);try{this.db.close()}catch{}this.deleteSidecarFiles();try{this.db=this.open(this.dbPath),this.applyPragmas(),this.loadExtensions(),console.warn("[open-mem] Recovery successful after removing WAL/SHM files");return}catch(Z){console.warn("[open-mem] WAL/SHM cleanup insufficient, recreating database from scratch:",Z.message);try{this.db.close()}catch{}this.deleteDatabaseFiles();try{this.db=this.open(this.dbPath),this.applyPragmas(),this.loadExtensions(),console.warn("[open-mem] Recovery successful after full database recreation");return}catch($){throw console.warn("[open-mem] All recovery attempts failed, filesystem may be broken:",$.message),J}}}}applyPragmas(){this.db.exec("PRAGMA journal_mode = WAL"),this.db.exec("PRAGMA synchronous = NORMAL"),this.db.exec("PRAGMA foreign_keys = ON"),this.db.exec("PRAGMA busy_timeout = 5000")}loadExtensions(){try{m.load(this.db),this._hasVectorExtension=!0}catch{this._hasVectorExtension=!1}}get hasVectorExtension(){return this._hasVectorExtension}deleteSidecarFiles(){for(let J of["-wal","-shm"]){let Z=this.dbPath+J;try{if(D(Z))h(Z)}catch{}}}deleteDatabaseFiles(){this.deleteSidecarFiles();try{if(D(this.dbPath))h(this.dbPath)}catch{}}ensureMigrationTable(){this.db.exec(`
|
|
4
4
|
CREATE TABLE IF NOT EXISTS _migrations (
|
|
5
5
|
version INTEGER PRIMARY KEY,
|
|
6
6
|
name TEXT NOT NULL,
|
|
7
7
|
applied_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
8
8
|
)
|
|
9
|
-
`)}migrate(
|
|
9
|
+
`)}migrate(J){this.ensureMigrationTable();let Z=this.db.query("SELECT version FROM _migrations ORDER BY version").all(),$=new Set(Z.map((X)=>X.version)),K=J.filter((X)=>!$.has(X.version)).sort((X,W)=>X.version-W.version);for(let X of K)this.db.transaction(()=>{this.db.exec(X.up),this.db.query("INSERT INTO _migrations (version, name) VALUES ($version, $name)").run({$version:X.version,$name:X.name})})()}run(J,Z){let $=this.db.query(J);if(Z)$.run(...Z);else $.run()}get(J,Z){let $=this.db.query(J);return Z?$.get(...Z):$.get()}all(J,Z){let $=this.db.query(J);return Z?$.all(...Z):$.all()}exec(J){this.db.exec(J)}transaction(J){return this.db.transaction(J)()}close(){this.db.close()}get isOpen(){try{return this.db.query("SELECT 1").get(),!0}catch{return!1}}get raw(){return this.db}}function p(J){return new A(J)}import{randomUUID as AJ}from"crypto";import{embed as rJ}from"ai";function c(J,Z){if(J.length!==Z.length||J.length===0)return 0;let $=0,K=0,X=0;for(let V=0;V<J.length;V++)$+=J[V]*Z[V],K+=J[V]*J[V],X+=Z[V]*Z[V];let W=Math.sqrt(K)*Math.sqrt(X);if(W===0)return 0;return $/W}function CJ(J){return J.replace(/[%_\\]/g,"\\$&")}class x{db;constructor(J){this.db=J}create(J){let Z=AJ(),$=new Date().toISOString(),K=J.discoveryTokens??0,X=J.importance??3,W=J.scope??"project";return this.db.run(`INSERT INTO observations
|
|
10
10
|
(id, session_id, scope, type, title, subtitle, facts, narrative,
|
|
11
11
|
concepts, files_read, files_modified, raw_tool_output,
|
|
12
12
|
tool_name, created_at, token_count, discovery_tokens, importance, revision_of, deleted_at)
|
|
13
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[J
|
|
13
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[Z,J.sessionId,W,J.type,J.title,J.subtitle,JSON.stringify(J.facts),J.narrative,JSON.stringify(J.concepts),JSON.stringify(J.filesRead),JSON.stringify(J.filesModified),J.rawToolOutput,J.toolName,$,J.tokenCount,K,X,null,null]),{...J,id:Z,scope:W,createdAt:$,discoveryTokens:K,importance:X,revisionOf:null,deletedAt:null,supersededBy:null,supersededAt:null}}importObservation(J){this.db.run(`INSERT INTO observations
|
|
14
14
|
(id, session_id, scope, type, title, subtitle, facts, narrative,
|
|
15
15
|
concepts, files_read, files_modified, raw_tool_output,
|
|
16
16
|
tool_name, created_at, token_count, discovery_tokens, importance, revision_of, deleted_at)
|
|
17
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[
|
|
17
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,[J.id,J.sessionId,J.scope??"project",J.type,J.title,J.subtitle,JSON.stringify(J.facts),J.narrative,JSON.stringify(J.concepts),JSON.stringify(J.filesRead),JSON.stringify(J.filesModified),J.rawToolOutput,J.toolName,J.createdAt,J.tokenCount,J.discoveryTokens??0,J.importance??3,J.revisionOf??null,J.deletedAt??null])}getById(J){let Z=this.db.get("SELECT * FROM observations WHERE id = ? AND superseded_by IS NULL AND deleted_at IS NULL",[J]);return Z?this.mapRow(Z):null}getByIdIncludingArchived(J){let Z=this.db.get("SELECT * FROM observations WHERE id = ?",[J]);return Z?this.mapRow(Z):null}getBySession(J){return this.db.all("SELECT * FROM observations WHERE session_id = ? AND superseded_by IS NULL AND deleted_at IS NULL ORDER BY created_at ASC",[J]).map((Z)=>this.mapRow(Z))}getCount(J){if(J)return this.db.get("SELECT COUNT(*) as count FROM observations WHERE session_id = ?",[J])?.count??0;return this.db.get("SELECT COUNT(*) as count FROM observations")?.count??0}getIndex(J,Z=20){return this.db.all(`SELECT o.id, o.session_id, o.type, o.title, o.token_count, o.discovery_tokens, o.created_at, o.importance
|
|
18
18
|
FROM observations o
|
|
19
19
|
JOIN sessions s ON o.session_id = s.id
|
|
20
20
|
WHERE s.project_path = ? AND o.superseded_by IS NULL AND o.deleted_at IS NULL
|
|
21
21
|
ORDER BY o.created_at DESC
|
|
22
|
-
LIMIT ?`,[
|
|
22
|
+
LIMIT ?`,[J,Z]).map(($)=>({id:$.id,sessionId:$.session_id,type:$.type,title:$.title,tokenCount:$.token_count,discoveryTokens:$.discovery_tokens??0,createdAt:$.created_at,importance:$.importance??3}))}listByProject(J,Z={}){let{limit:$=50,offset:K=0,type:X,state:W,sessionId:V}=Z,Y=`SELECT o.*
|
|
23
23
|
FROM observations o
|
|
24
24
|
JOIN sessions s ON o.session_id = s.id
|
|
25
|
-
WHERE s.project_path = ?`,
|
|
25
|
+
WHERE s.project_path = ?`,Q=[J];if(V)Y+=" AND o.session_id = ?",Q.push(V);if(X)Y+=" AND o.type = ?",Q.push(X);if(W==="current")Y+=" AND o.superseded_by IS NULL AND o.deleted_at IS NULL";else if(W==="superseded")Y+=" AND o.superseded_by IS NOT NULL AND o.deleted_at IS NULL";else if(W==="tombstoned")Y+=" AND o.deleted_at IS NOT NULL";else Y+=" AND o.superseded_by IS NULL AND o.deleted_at IS NULL";return Y+=" ORDER BY o.created_at DESC LIMIT ? OFFSET ?",Q.push($,K),this.db.all(Y,Q).map((H)=>this.mapRow(H))}search(J){let Z=!!J.projectPath,$=`
|
|
26
26
|
SELECT o.*, rank
|
|
27
27
|
FROM observations o
|
|
28
28
|
JOIN observations_fts fts ON o._rowid = fts.rowid
|
|
29
|
-
${
|
|
29
|
+
${Z?"JOIN sessions s ON o.session_id = s.id":""}
|
|
30
30
|
WHERE observations_fts MATCH ? AND o.superseded_by IS NULL AND o.deleted_at IS NULL
|
|
31
|
-
`,
|
|
32
|
-
OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE LOWER(value) LIKE LOWER(?) ESCAPE '\\'))`)
|
|
31
|
+
`,K=[J.query];if(Z&&J.projectPath)$+=" AND s.project_path = ?",K.push(J.projectPath);if(J.sessionId)$+=" AND o.session_id = ?",K.push(J.sessionId);if(J.type)$+=" AND o.type = ?",K.push(J.type);if(J.importanceMin!==void 0)$+=" AND o.importance >= ?",K.push(J.importanceMin);if(J.importanceMax!==void 0)$+=" AND o.importance <= ?",K.push(J.importanceMax);if(J.createdAfter)$+=" AND o.created_at >= ?",K.push(J.createdAfter);if(J.createdBefore)$+=" AND o.created_at <= ?",K.push(J.createdBefore);if(J.concepts&&J.concepts.length>0){let X=J.concepts.map(()=>"EXISTS (SELECT 1 FROM json_each(o.concepts) WHERE LOWER(value) = LOWER(?))");$+=` AND (${X.join(" OR ")})`;for(let W of J.concepts)K.push(W)}if(J.files&&J.files.length>0){let X=J.files.map(()=>`(EXISTS (SELECT 1 FROM json_each(o.files_read) WHERE LOWER(value) LIKE LOWER(?) ESCAPE '\\')
|
|
32
|
+
OR EXISTS (SELECT 1 FROM json_each(o.files_modified) WHERE LOWER(value) LIKE LOWER(?) ESCAPE '\\'))`);$+=` AND (${X.join(" OR ")})`;for(let W of J.files){let V=`%${CJ(W)}%`;K.push(V,V)}}return $+=" ORDER BY rank LIMIT ? OFFSET ?",K.push(J.limit??10),K.push(J.offset??0),this.db.all($,K).map((X)=>({observation:this.mapRow(X),rank:X.rank,snippet:X.title}))}searchByConcept(J,Z=10,$){let K=!!$,X=`SELECT o.*
|
|
33
33
|
FROM observations o
|
|
34
34
|
JOIN observations_fts fts ON o._rowid = fts.rowid
|
|
35
|
-
${
|
|
35
|
+
${K?"JOIN sessions s ON o.session_id = s.id":""}
|
|
36
36
|
WHERE observations_fts MATCH ?
|
|
37
37
|
AND o.superseded_by IS NULL AND o.deleted_at IS NULL
|
|
38
|
-
${
|
|
38
|
+
${K?"AND s.project_path = ?":""}
|
|
39
39
|
ORDER BY rank
|
|
40
|
-
LIMIT ?`,
|
|
40
|
+
LIMIT ?`,W=[`concepts:${J}`];if(K&&$)W.push($);return W.push(Z),this.db.all(X,W).map((V)=>this.mapRow(V))}searchByFile(J,Z=10,$){let K=!!$,X=`SELECT o.*
|
|
41
41
|
FROM observations o
|
|
42
42
|
JOIN observations_fts fts ON o._rowid = fts.rowid
|
|
43
|
-
${
|
|
43
|
+
${K?"JOIN sessions s ON o.session_id = s.id":""}
|
|
44
44
|
WHERE observations_fts MATCH ?
|
|
45
45
|
AND o.superseded_by IS NULL AND o.deleted_at IS NULL
|
|
46
|
-
${
|
|
46
|
+
${K?"AND s.project_path = ?":""}
|
|
47
47
|
ORDER BY rank
|
|
48
|
-
LIMIT ?`,
|
|
48
|
+
LIMIT ?`,W=[`files_read:"${J.replace(/"/g,'""')}" OR files_modified:"${J.replace(/"/g,'""')}"`];if(K&&$)W.push($);return W.push(Z),this.db.all(X,W).map((V)=>this.mapRow(V))}setEmbedding(J,Z){this.db.run("UPDATE observations SET embedding = ? WHERE id = ?",[JSON.stringify(Z),J])}getWithEmbeddings(J,Z){return this.db.all(`SELECT o.id, o.embedding, o.title
|
|
49
49
|
FROM observations o
|
|
50
50
|
JOIN sessions s ON o.session_id = s.id
|
|
51
51
|
WHERE s.project_path = ? AND o.embedding IS NOT NULL AND o.superseded_by IS NULL AND o.deleted_at IS NULL
|
|
52
52
|
ORDER BY o.created_at DESC
|
|
53
|
-
LIMIT ?`,[
|
|
53
|
+
LIMIT ?`,[J,Z]).map(($)=>{try{return{id:$.id,embedding:JSON.parse($.embedding),title:$.title}}catch{return null}}).filter(($)=>$!==null)}findSimilar(J,Z,$,K){let X=this.db.all(`SELECT id, embedding FROM observations
|
|
54
54
|
WHERE embedding IS NOT NULL AND type = ? AND superseded_by IS NULL AND deleted_at IS NULL
|
|
55
55
|
ORDER BY created_at DESC
|
|
56
|
-
LIMIT 200`,[
|
|
56
|
+
LIMIT 200`,[Z]),W=[];for(let V of X)try{let Y=JSON.parse(V.embedding);if(!Array.isArray(Y)||Y.length!==J.length)continue;let Q=c(J,Y);if(Q>=$)W.push({id:V.id,similarity:Q})}catch{}return W.sort((V,Y)=>Y.similarity-V.similarity).slice(0,K)}insertVecEmbedding(J,Z){let $=new Float32Array(Z);this.db.run("BEGIN");try{this.db.run("DELETE FROM observation_embeddings WHERE observation_id = ?",[J]),this.db.run("INSERT INTO observation_embeddings (observation_id, embedding) VALUES (?, ?)",[J,$]),this.db.run("COMMIT")}catch(K){throw this.db.run("ROLLBACK"),K}}migrateExistingEmbeddings(J){let Z=this.db.all("SELECT id, embedding FROM observations WHERE embedding IS NOT NULL"),$=0,K=0;for(let X of Z)try{let W=JSON.parse(X.embedding);if(!Array.isArray(W)||W.length!==J){K++;continue}this.insertVecEmbedding(X.id,W),$++}catch{K++}return{migrated:$,skipped:K}}getVecEmbeddingMatches(J,Z){try{let $=new Float32Array(J);return this.db.all(`SELECT observation_id, distance
|
|
57
57
|
FROM observation_embeddings
|
|
58
|
-
WHERE embedding MATCH ? AND k = ?`,[
|
|
58
|
+
WHERE embedding MATCH ? AND k = ?`,[$,Z]).map((K)=>({observationId:K.observation_id,distance:K.distance}))}catch{return[]}}searchVecSubset(J,Z,$){if(Z.length===0)return[];try{let K=new Float32Array(J),X=Math.max($*5,Z.length),W=this.db.all(`SELECT observation_id, distance
|
|
59
59
|
FROM observation_embeddings
|
|
60
|
-
WHERE embedding MATCH ? AND k = ?`,[
|
|
60
|
+
WHERE embedding MATCH ? AND k = ?`,[K,X]),V=new Set(Z);return W.filter((Y)=>V.has(Y.observation_id)).slice(0,$).map((Y)=>({observationId:Y.observation_id,distance:Y.distance}))}catch{return[]}}update(J,Z){let $=this.getById(J);if(!$)return null;if(Object.keys(Z).length===0)return $;let K=this.create({sessionId:$.sessionId,scope:$.scope??"project",type:Z.type??$.type,title:Z.title??$.title,subtitle:Z.subtitle??$.subtitle,facts:Z.facts??$.facts,narrative:Z.narrative??$.narrative,concepts:Z.concepts??$.concepts,filesRead:Z.filesRead??$.filesRead,filesModified:Z.filesModified??$.filesModified,rawToolOutput:$.rawToolOutput,toolName:"mem-revise",tokenCount:$.tokenCount,discoveryTokens:$.discoveryTokens,importance:Z.importance??$.importance});return this.db.run("UPDATE observations SET revision_of = ? WHERE id = ?",[J,K.id]),this.supersede(J,K.id),this.getById(K.id)}supersede(J,Z){let $=new Date().toISOString();this.db.run("UPDATE observations SET superseded_by = ?, superseded_at = ? WHERE id = ?",[Z,$,J])}delete(J){if(this.db.all("SELECT id FROM observations WHERE id = ?",[J]).length===0)return!1;let $=new Date().toISOString();return this.db.run("UPDATE observations SET deleted_at = ? WHERE id = ?",[$,J]),this.deleteEmbeddingsForObservations([J]),!0}getLineage(J){let Z=this.getByIdIncludingArchived(J);if(!Z)return[];let $=new Set([Z.id]),K=[Z];while(K[0].revisionOf){let X=this.getByIdIncludingArchived(K[0].revisionOf);if(!X||$.has(X.id))break;K.unshift(X),$.add(X.id)}while(K[K.length-1].supersededBy){let X=K[K.length-1].supersededBy;if(!X)break;let W=this.getByIdIncludingArchived(X);if(!W||$.has(W.id))break;K.push(W),$.add(W.id)}return K}deleteOlderThan(J){return this.db.all(`DELETE FROM observations
|
|
61
61
|
WHERE (created_at < datetime('now', '-' || ? || ' days') OR deleted_at IS NOT NULL)
|
|
62
62
|
AND session_id NOT IN (SELECT id FROM sessions WHERE status != 'completed')
|
|
63
|
-
RETURNING id`,[
|
|
63
|
+
RETURNING id`,[J]).length}deleteEmbeddingsForObservations(J){if(J.length===0)return;let Z=J.map(()=>"?").join(",");try{this.db.run(`DELETE FROM observation_embeddings WHERE observation_id IN (${Z})`,J)}catch{}this.db.run(`UPDATE observations SET embedding = NULL WHERE id IN (${Z})`,J)}mapRow(J){return{id:J.id,sessionId:J.session_id,scope:J.scope??"project",type:J.type,title:J.title,subtitle:J.subtitle,facts:JSON.parse(J.facts),narrative:J.narrative,concepts:JSON.parse(J.concepts),filesRead:JSON.parse(J.files_read),filesModified:JSON.parse(J.files_modified),rawToolOutput:J.raw_tool_output,toolName:J.tool_name,createdAt:J.created_at,tokenCount:J.token_count,discoveryTokens:J.discovery_tokens??0,importance:J.importance??3,revisionOf:J.revision_of??null,deletedAt:J.deleted_at??null,supersededBy:J.superseded_by??null,supersededAt:J.superseded_at??null}}}var TJ=[{version:1,name:"create-schema",up:`
|
|
64
64
|
-- Sessions table
|
|
65
65
|
CREATE TABLE IF NOT EXISTS sessions (
|
|
66
66
|
_rowid INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
@@ -354,30 +354,31 @@ import{rmSync as T}from"fs";import{parseArgs as jH}from"util";import{existsSync
|
|
|
354
354
|
INSERT INTO entities_fts(rowid, name, entity_type)
|
|
355
355
|
VALUES (new._rowid, new.name, new.entity_type);
|
|
356
356
|
END;
|
|
357
|
-
`}];function
|
|
357
|
+
`}];function l(J,Z){if(J.migrate(TJ),Z?.hasVectorExtension&&Z?.embeddingDimension&&Z.embeddingDimension>0)FJ(J,Z.embeddingDimension)}function FJ(J,Z){if(J.get("SELECT name FROM sqlite_master WHERE type='table' AND name='observation_embeddings'")){let K=J.get("SELECT value FROM _embedding_meta WHERE key = 'dimension'");if(K&&Number(K.value)!==Z){console.warn(`[open-mem] vec0 table exists with dimension ${K.value}, but config specifies ${Z}. Drop observation_embeddings to re-create with new dimension.`);return}}else J.exec(`CREATE VIRTUAL TABLE observation_embeddings USING vec0(
|
|
358
358
|
observation_id TEXT PRIMARY KEY,
|
|
359
|
-
embedding float[${
|
|
360
|
-
)`);
|
|
361
|
-
VALUES (?, ?, ?, 'active')`,[
|
|
362
|
-
`)}
|
|
363
|
-
${J}
|
|
364
|
-
${
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
${
|
|
359
|
+
embedding float[${Z}] distance_metric=cosine
|
|
360
|
+
)`);J.run("INSERT OR REPLACE INTO _embedding_meta (key, value) VALUES (?, ?)",["dimension",String(Z)])}class q{db;constructor(J){this.db=J}create(J,Z){let $=new Date().toISOString();return this.db.run(`INSERT INTO sessions (id, project_path, started_at, status)
|
|
361
|
+
VALUES (?, ?, ?, 'active')`,[J,Z,$]),this.getById(J)}getOrCreate(J,Z){let $=this.getById(J);if($)return $;return this.create(J,Z)}getById(J){let Z=this.db.get("SELECT * FROM sessions WHERE id = ?",[J]);return Z?this.mapRow(Z):null}getRecent(J,Z=10){return this.db.all("SELECT * FROM sessions WHERE project_path = ? ORDER BY started_at DESC LIMIT ?",[J,Z]).map(($)=>this.mapRow($))}getAll(J){return this.db.all("SELECT * FROM sessions WHERE project_path = ? ORDER BY started_at DESC",[J]).map((Z)=>this.mapRow(Z))}getActive(){return this.db.all("SELECT * FROM sessions WHERE status = 'active' ORDER BY started_at DESC").map((J)=>this.mapRow(J))}updateStatus(J,Z){this.db.run("UPDATE sessions SET status = ? WHERE id = ?",[Z,J])}markCompleted(J){this.db.run("UPDATE sessions SET status = 'completed', ended_at = datetime('now') WHERE id = ?",[J])}incrementObservationCount(J){this.db.run("UPDATE sessions SET observation_count = observation_count + 1 WHERE id = ?",[J])}setSummary(J,Z){this.db.run("UPDATE sessions SET summary_id = ? WHERE id = ?",[Z,J])}mapRow(J){return{id:J.id,projectPath:J.project_path,startedAt:J.started_at,endedAt:J.ended_at??null,status:J.status,observationCount:J.observation_count,summaryId:J.summary_id??null}}}import{existsSync as $J}from"fs";import{readdir as PJ,readFile as t,unlink as e,writeFile as JJ}from"fs/promises";import{join as KJ,resolve as WJ}from"path";import{existsSync as n}from"fs";import{mkdir as IJ,readFile as DJ,rename as xJ,unlink as qJ,writeFile as wJ}from"fs/promises";import{dirname as C,isAbsolute as y,join as O,normalize as jJ,relative as g,resolve as E,sep as w}from"path";var _="<!-- open-mem-context -->",N="<!-- /open-mem-context -->",s={bugfix:"\uD83D\uDD34",feature:"\uD83D\uDFE3",refactor:"\uD83D\uDD04",change:"\u2705",discovery:"\uD83D\uDD35",decision:"\u2696\uFE0F"},d=new Map,yJ=new Set(["node_modules",".git","dist","coverage",".open-mem","build","__pycache__",".next",".nuxt"]);async function i(J,Z,$){if(Z.length===0)return;if($.mode==="single")return gJ(J,Z,$);let{maxDepth:K,filename:X}=$,W=[];for(let Q of Z){for(let H of Q.filesModified)W.push(H);for(let H of Q.filesRead)W.push(H)}let V=a(W,J,K);if(V.size===0)return;let Y=o(Z,V,J);for(let[Q,H]of Y)try{let L=vJ(Q,H,J);await r(Q,L,X)}catch(L){console.error(`[open-mem] Failed to update AGENTS.md in ${Q}:`,L)}}async function gJ(J,Z,$){let{maxDepth:K,filename:X}=$,W=Z.filter(j);if(W.length===0)return;let V=[];for(let U of W){for(let B of U.filesModified)V.push(B);for(let B of U.filesRead)V.push(B)}let Y=a(V,J,K),Q=o(W,Y,J),H=W.filter((U)=>{return[...U.filesModified,...U.filesRead].some((z)=>{if(!z)return!1;let M=y(z)?z:O(J,z);return E(C(M))===E(J)})});if(H.length>0)Q.set(E(J),H);if(Q.size===0)return;let L=[];L.push("## Project Activity (auto-generated by open-mem)"),L.push("");let G=[...Q.entries()].map(([U,B])=>({relPath:g(J,U)||".",observations:B})).sort((U,B)=>U.relPath.localeCompare(B.relPath));for(let{relPath:U,observations:B}of G){let z=B.filter(j).sort((M,S)=>S.createdAt.localeCompare(M.createdAt)).slice(0,10);if(z.length===0)continue;L.push(`### ${U}/`),L.push("| Type | Title | Date |"),L.push("|------|-------|------|");for(let M of z){let S=s[M.type]||"\uD83D\uDCDD",zJ=M.createdAt.split("T")[0],NJ=M.title.replace(/\|/g,"\\|");L.push(`| ${S} ${M.type} | ${NJ} | ${zJ} |`)}L.push("")}L.push("\uD83D\uDCA1 *Use `mem-find` to search full details. Use `mem-create` to save important decisions.*");let k=L.join(`
|
|
362
|
+
`);await r(J,k,X)}function j(J){return!/^\w[\w-]*\s+execution$/i.test(J.title)}function vJ(J,Z,$){let K=[...Z].filter(j).sort((H,L)=>L.createdAt.localeCompare(H.createdAt)).slice(0,10),X=g($,J)||".",W=[];W.push(`## Recent Activity in \`${X}/\` (auto-generated by open-mem)`),W.push(""),W.push("| Type | Title | Date |"),W.push("|------|-------|------|");for(let H of K){let L=s[H.type]||"\uD83D\uDCDD",G=H.createdAt.split("T")[0],k=H.title.replace(/\|/g,"\\|");W.push(`| ${L} ${H.type} | ${k} | ${G} |`)}let V=new Set;for(let H of K)for(let L of H.concepts)V.add(L);if(V.size>0){let H=[...V].slice(0,10).join(", ");W.push(""),W.push(`**Key concepts:** ${H}`)}let Y=K.filter((H)=>H.type==="decision").map((H)=>H.title);if(Y.length>0)W.push(""),W.push(`**Recent decisions:** ${Y.slice(0,5).join("; ")}`);let Q=K.filter((H)=>H.type==="decision"&&H.narrative).slice(0,3);if(Q.length>0){W.push(""),W.push("**Decision details:**");for(let H of Q){let L=H.narrative.split(/[.!?]\s/)[0],G=L.length>120?`${L.slice(0,117)}...`:L;W.push(`- \u2696\uFE0F ${H.title}: ${G}`)}}return W.push(""),W.push("\uD83D\uDCA1 *Use `mem-find` to search full details across all sessions. Use `mem-create` to save important decisions.*"),W.join(`
|
|
363
|
+
`)}async function r(J,Z,$){if(!n(J))return;let X=(d.get(J)??Promise.resolve()).then(async()=>{let W=O(J,$),V=O(J,`.${$}.tmp`),Y="";try{Y=await DJ(W,"utf-8")}catch{}let Q=uJ(Y,Z);try{await IJ(C(V),{recursive:!0}),await wJ(V,Q,"utf-8"),await xJ(V,W)}catch(H){try{await qJ(V)}catch{}throw H}});return d.set(J,X.catch(()=>{})),X}function uJ(J,Z){if(!J)return`${_}
|
|
364
|
+
${Z}
|
|
365
|
+
${N}
|
|
366
|
+
`;let $=J.indexOf(_),K=J.indexOf(N);if($!==-1&&K!==-1&&K>$){let W=J.substring(0,$),V=J.substring(K+N.length);return`${W}${_}
|
|
367
|
+
${Z}
|
|
368
|
+
${N}${V}`}let X=J;if($!==-1&&K===-1)X=X.replace(_,"").trim();else if($===-1&&K!==-1)X=X.replace(N,"").trim();else if($!==-1&&K!==-1&&K<=$)X=X.replace(N,"").replace(_,"").trim();return`${X}
|
|
368
369
|
|
|
369
|
-
${
|
|
370
|
-
${
|
|
371
|
-
${
|
|
372
|
-
`}function
|
|
373
|
-
`:""}if(
|
|
374
|
-
`:""}if(
|
|
375
|
-
`:""}let
|
|
376
|
-
`;if(
|
|
377
|
-
`;return`${
|
|
370
|
+
${_}
|
|
371
|
+
${Z}
|
|
372
|
+
${N}
|
|
373
|
+
`}function a(J,Z,$){let K=new Set,X=E(Z);for(let W of J){if(!W||!W.trim())continue;if(W.startsWith("~")||W.startsWith("http"))continue;let V=y(W)?W:O(Z,W),Y=C(V),Q=E(Y);if(!Q.startsWith(X+w)&&Q!==X)continue;if(Q===X)continue;let H=g(X,Q);if(H.split(w).length>$)continue;if(jJ(H).split(w).some((k)=>yJ.has(k)))continue;if(!n(Q))continue;K.add(Q)}return K}function o(J,Z,$){let K=new Map;for(let X of J){let W=[...X.filesModified,...X.filesRead],V=new Set;for(let Y of W){if(!Y)continue;let Q=y(Y)?Y:O($,Y),H=E(C(Q));if(Z.has(H))V.add(H)}for(let Y of V){let Q=K.get(Y)??[];Q.push(X),K.set(Y,Q)}}return K}var v="<!-- open-mem-context -->",T="<!-- /open-mem-context -->";async function XJ(J,Z,$){let K;try{K=await PJ(J,{withFileTypes:!0,encoding:"utf8"})}catch{return}for(let X of K){let W=String(X.name);if(W===".git"||W==="node_modules"||W===".open-mem"||W==="dist")continue;let V=KJ(J,W);if(X.isDirectory())await XJ(V,Z,$);else if(X.isFile()&&W===Z)$.push(V)}}async function VJ(J,Z){let $=WJ(J),K=[];return await XJ($,Z,K),K}function ZJ(J){let Z=J.indexOf(v),$=J.indexOf(T);if(Z===-1&&$===-1)return J;if(Z!==-1&&$===-1){let W=J.replace(v,"").trim();return W?`${W}
|
|
374
|
+
`:""}if(Z===-1&&$!==-1){let W=J.replace(T,"").trim();return W?`${W}
|
|
375
|
+
`:""}if($<=Z){let W=J.replace(v,"").replace(T,"").trim();return W?`${W}
|
|
376
|
+
`:""}let K=J.slice(0,Z).trimEnd(),X=J.slice($+T.length).trimStart();if(!K&&!X)return"";if(!K)return`${X}
|
|
377
|
+
`;if(!X)return`${K}
|
|
378
|
+
`;return`${K}
|
|
378
379
|
|
|
379
|
-
${
|
|
380
|
-
`}async function
|
|
380
|
+
${X}
|
|
381
|
+
`}async function YJ(J,Z,$=!1){let K=await VJ(J,Z),X=0;for(let W of K){let V=await t(W,"utf-8"),Y=ZJ(V);if(Y!==V){if(X+=1,!$)if(Y==="")await e(W);else await JJ(W,Y,"utf-8")}}if(Z){let W=KJ(WJ(J),Z);if($J(W))try{let V=await t(W,"utf-8"),Y=ZJ(V);if(Y!==V){if(X+=1,!$)if(Y==="")await e(W);else await JJ(W,Y,"utf-8")}if(!K.includes(W))K.push(W)}catch{}}return{files:K,changed:X}}async function HJ(J,Z,$,K,X=!1){let V=Z.getAll(J).flatMap((Q)=>$.getBySession(Q.id));if(X){let Q=new Set;for(let H of V)for(let L of[...H.filesRead,...H.filesModified])Q.add(L);return{observations:V.length,filesTouched:Q.size}}if(!$J(J))return{observations:0,filesTouched:0};await i(J,V,{maxDepth:K.maxDepth,mode:K.mode,filename:K.filename});let Y=await VJ(J,K.filename);return{observations:V.length,filesTouched:Y.length}}import{spawnSync as QJ}from"child_process";import{dirname as bJ,resolve as LJ}from"path";function fJ(J){try{let Z=QJ("git",["rev-parse","--git-common-dir"],{cwd:J,encoding:"utf-8",timeout:5000});if(Z.status!==0||!Z.stdout)return null;let $=Z.stdout.trim();if($===".git")return null;let K=QJ("git",["rev-parse","--git-dir"],{cwd:J,encoding:"utf-8",timeout:5000});if(K.status!==0||!K.stdout)return null;let X=K.stdout.trim(),W=LJ(J,$),V=LJ(J,X);if(W===V)return null;let Y=bJ(W);if(Y===W||Y==="/")return null;return Y}catch{return null}}function UJ(J){return fJ(J)??J}var{positionals:MJ,values:b}=hJ({args:Bun.argv.slice(2),options:{project:{type:"string",short:"p"},"dry-run":{type:"boolean",default:!1}},allowPositionals:!0,strict:!1}),R=MJ[0]??"help",P=MJ[1]??"",mJ=typeof b.project==="string"?b.project:process.cwd(),F=UJ(mJ);function BJ(){console.log(`Usage:
|
|
381
382
|
open-mem-maintenance reset-db --project <path>
|
|
382
383
|
open-mem-maintenance folder-context clean --project <path> [--dry-run]
|
|
383
|
-
open-mem-maintenance folder-context rebuild --project <path> [--dry-run]`)}async function
|
|
384
|
+
open-mem-maintenance folder-context rebuild --project <path> [--dry-run]`)}async function pJ(){if(R==="help"||R==="--help"||R==="-h"){BJ();return}if(R==="reset-db"){let J=I(F);u(J.dbPath,{force:!0}),u(`${J.dbPath}-wal`,{force:!0}),u(`${J.dbPath}-shm`,{force:!0}),console.log(`Removed database files for ${J.dbPath}`);return}if(R==="folder-context"&&(P==="clean"||P==="rebuild")){let J=b["dry-run"]===!0,Z=I(F);if(P==="clean"){let V=await YJ(F,Z.folderContextFilename,J);console.log(`${J?"[dry-run] ":""}Scanned ${V.files.length} AGENTS.md files, changed ${V.changed}.`);return}A.enableExtensionSupport();let $=p(Z.dbPath);l($,{hasVectorExtension:$.hasVectorExtension,embeddingDimension:Z.embeddingDimension});let K=new q($),X=new x($),W=await HJ(F,K,X,{maxDepth:Z.folderContextMaxDepth,mode:Z.folderContextMode,filename:Z.folderContextFilename},J);$.close(),console.log(`${J?"[dry-run] ":""}Rebuilt context from ${W.observations} observations, touched ${W.filesTouched} files.`);return}BJ(),process.exitCode=1}pJ();
|