@lotargo/memory_plugin 1.1.5 → 1.1.6

package/mcp-server/config/config_manager.js

@@ -10,13 +10,17 @@ export const DEFAULT_CONFIG = {
   embeddingModel: "Xenova/multilingual-e5-small",
   rerankerModel: "none",   // "none" | "Xenova/bge-reranker-base" | custom HF model
   rerankerEnabled: false,
+  batchSize: 12,           // Ingestion vector batch size [1 - 256] (default 12)
+  gpuAttentionBudget: 2000000, // GPU micro-batch attention budget [1M - 16M] (default 2.0M ~1.5GB VRAM)
+  onnxThreads: 0,          // ONNX WASM threads: 0 = auto-detect CPU cores, or 1-16
+  executionDevice: "cpu",  // "cpu" | "webgpu"
 };
 
 let cachedConfig = null;
 
 export function getConfig() {
   if (cachedConfig) {
-    return { ...cachedConfig };
+    return cachedConfig;
   }
 
   ensureDir();
@@ -25,27 +29,27 @@ export function getConfig() {
     try {
       const raw = fs.readFileSync(CONFIG_FILE, "utf-8");
       const parsed = JSON.parse(raw);
-      cachedConfig = { ...DEFAULT_CONFIG, ...parsed };
-      return { ...cachedConfig };
+      cachedConfig = Object.freeze({ ...DEFAULT_CONFIG, ...parsed });
+      return cachedConfig;
     } catch (err) {
       console.warn("Failed to read config file, falling back to defaults:", err.message);
     }
   }
 
-  cachedConfig = { ...DEFAULT_CONFIG };
+  cachedConfig = Object.freeze({ ...DEFAULT_CONFIG });
   saveConfig(cachedConfig);
-  return { ...cachedConfig };
+  return cachedConfig;
 }
 
 export function saveConfig(newConfig) {
   ensureDir();
-  cachedConfig = { ...DEFAULT_CONFIG, ...newConfig };
+  cachedConfig = Object.freeze({ ...DEFAULT_CONFIG, ...newConfig });
   try {
     fs.writeFileSync(CONFIG_FILE, JSON.stringify(cachedConfig, null, 2), "utf-8");
   } catch (err) {
     console.error("Failed to write config file:", err.message);
   }
-  return { ...cachedConfig };
+  return cachedConfig;
 }
 
 export function updateConfig(partialConfig) {

package/mcp-server/db/database.js

@@ -1,43 +1,43 @@
-import { DatabaseSync } from "node:sqlite";
-import { join } from "path";
-import { existsSync, mkdirSync } from "fs";
-import { MEMORY_DIR, ensureDir } from "../memory.js";
-import { runMigrations } from "./migrations.js";
-
-let dbInstance = null;
-
-export const STORAGE_DIR = join(MEMORY_DIR, "storage");
-export const BLOBS_DIR = join(STORAGE_DIR, "blobs");
-export const MODELS_DIR = join(STORAGE_DIR, "models");
-export const DB_PATH = join(STORAGE_DIR, "memory.sqlite");
-
-export function getDatabase(customPath = null) {
-  if (dbInstance && !customPath) {
-    return dbInstance;
-  }
-
-  const dbPath = customPath || DB_PATH;
-  const parentDir = join(dbPath, "..");
-  if (!existsSync(parentDir)) {
-    mkdirSync(parentDir, { recursive: true });
-  }
-
-  const db = new DatabaseSync(dbPath);
-  db.exec("PRAGMA foreign_keys = ON;");
-  db.exec("PRAGMA journal_mode = WAL;");
-
-  runMigrations(db);
-
-  if (!customPath) {
-    dbInstance = db;
-  }
-
-  return db;
-}
-
-export function closeDatabase() {
-  if (dbInstance) {
-    dbInstance.close();
-    dbInstance = null;
-  }
-}
+import { DatabaseSync } from "node:sqlite";
+import { join } from "path";
+import { existsSync, mkdirSync } from "fs";
+import { MEMORY_DIR, ensureDir } from "../memory.js";
+import { runMigrations } from "./migrations.js";
+
+let dbInstance = null;
+
+export const STORAGE_DIR = join(MEMORY_DIR, "storage");
+export const BLOBS_DIR = join(STORAGE_DIR, "blobs");
+export const MODELS_DIR = join(STORAGE_DIR, "models");
+export const DB_PATH = join(STORAGE_DIR, "memory.sqlite");
+
+export function getDatabase(customPath = null) {
+  if (dbInstance && !customPath) {
+    return dbInstance;
+  }
+
+  const dbPath = customPath || DB_PATH;
+  const parentDir = join(dbPath, "..");
+  if (!existsSync(parentDir)) {
+    mkdirSync(parentDir, { recursive: true });
+  }
+
+  const db = new DatabaseSync(dbPath);
+  db.exec("PRAGMA foreign_keys = ON;");
+  db.exec("PRAGMA journal_mode = WAL;");
+
+  runMigrations(db);
+
+  if (!customPath) {
+    dbInstance = db;
+  }
+
+  return db;
+}
+
+export function closeDatabase() {
+  if (dbInstance) {
+    dbInstance.close();
+    dbInstance = null;
+  }
+}

package/mcp-server/graph/graph_extractor.js

@@ -1,72 +1,72 @@
-export function extractSymbolsFromContent(content) {
-  const symbols = new Set();
-
-  const jsTsRegex = /(?:function|class|interface|type|enum|const|let|var)\s+([a-zA-Z0-9_$]+)/g;
-  let match;
-  while ((match = jsTsRegex.exec(content)) !== null) {
-    const symbol = match[1];
-    if (symbol.length > 2 && !["const", "let", "var", "function", "class", "import", "export", "from", "return", "if", "for", "while"].includes(symbol)) {
-      symbols.add(symbol);
-    }
-  }
-
-  const pyRegex = /(?:def|class)\s+([a-zA-Z0-9_]+)/g;
-  while ((match = pyRegex.exec(content)) !== null) {
-    const symbol = match[1];
-    if (symbol.length > 2 && !["def", "class", "self", "return", "import", "from"].includes(symbol)) {
-      symbols.add(symbol);
-    }
-  }
-
-  return Array.from(symbols);
-}
-
-export function buildGraphEdges(docId, hierarchy) {
-  const edges = [];
-
-  for (const sec of hierarchy.sections) {
-    edges.push({
-      source_id: docId,
-      target_id: sec.id,
-      relation_type: "CONTAINS",
-    });
-
-    const symbols = extractSymbolsFromContent(sec.content);
-    for (const sym of symbols) {
-      edges.push({
-        source_id: sec.id,
-        target_id: `symbol:${sym}`,
-        relation_type: "DEFINES_SYMBOL",
-      });
-    }
-  }
-
-  for (const micro of hierarchy.microChunks) {
-    edges.push({
-      source_id: micro.section_id,
-      target_id: micro.id,
-      relation_type: "CONTAINS",
-    });
-  }
-
-  return edges;
-}
-
-export function saveGraphEdges(db, edges) {
-  const stmt = db.prepare(`
-    INSERT OR IGNORE INTO graph_edges (source_id, target_id, relation_type)
-    VALUES (?, ?, ?);
-  `);
-  for (const edge of edges) {
-    stmt.run(edge.source_id, edge.target_id, edge.relation_type);
-  }
-}
-
-export function getRelatedSymbols(db, sectionId) {
-  const stmt = db.prepare(`
-    SELECT target_id, relation_type FROM graph_edges
-    WHERE source_id = ? AND relation_type = 'DEFINES_SYMBOL';
-  `);
-  const rows = stmt.all(sectionId);
-  return rows.map((r) => r.target_id.replace("symbol:", ""));
-}
+export function extractSymbolsFromContent(content) {
+  const symbols = new Set();
+
+  const jsTsRegex = /(?:function|class|interface|type|enum|const|let|var)\s+([a-zA-Z0-9_$]+)/g;
+  let match;
+  while ((match = jsTsRegex.exec(content)) !== null) {
+    const symbol = match[1];
+    if (symbol.length > 2 && !["const", "let", "var", "function", "class", "import", "export", "from", "return", "if", "for", "while"].includes(symbol)) {
+      symbols.add(symbol);
+    }
+  }
+
+  const pyRegex = /(?:def|class)\s+([a-zA-Z0-9_]+)/g;
+  while ((match = pyRegex.exec(content)) !== null) {
+    const symbol = match[1];
+    if (symbol.length > 2 && !["def", "class", "self", "return", "import", "from"].includes(symbol)) {
+      symbols.add(symbol);
+    }
+  }
+
+  return Array.from(symbols);
+}
+
+export function buildGraphEdges(docId, hierarchy) {
+  const edges = [];
+
+  for (const sec of hierarchy.sections) {
+    edges.push({
+      source_id: docId,
+      target_id: sec.id,
+      relation_type: "CONTAINS",
+    });
+
+    const symbols = extractSymbolsFromContent(sec.content);
+    for (const sym of symbols) {
+      edges.push({
+        source_id: sec.id,
+        target_id: `symbol:${sym}`,
+        relation_type: "DEFINES_SYMBOL",
+      });
+    }
+  }
+
+  for (const micro of hierarchy.microChunks) {
+    edges.push({
+      source_id: micro.section_id,
+      target_id: micro.id,
+      relation_type: "CONTAINS",
+    });
+  }
+
+  return edges;
+}
+
+export function saveGraphEdges(db, edges) {
+  const stmt = db.prepare(`
+    INSERT OR IGNORE INTO graph_edges (source_id, target_id, relation_type)
+    VALUES (?, ?, ?);
+  `);
+  for (const edge of edges) {
+    stmt.run(edge.source_id, edge.target_id, edge.relation_type);
+  }
+}
+
+export function getRelatedSymbols(db, sectionId) {
+  const stmt = db.prepare(`
+    SELECT target_id, relation_type FROM graph_edges
+    WHERE source_id = ? AND relation_type = 'DEFINES_SYMBOL';
+  `);
+  const rows = stmt.all(sectionId);
+  return rows.map((r) => r.target_id.replace("symbol:", ""));
+}

package/mcp-server/graph/knowledge_linker.js

@@ -1,102 +1,102 @@
-import { getDatabase } from "../db/database.js";
-import { randomUUID } from "node:crypto";
-
-export function linkFactToDocument({
-  factKey,
-  factText,
-  docId,
-  sectionId = null,
-  startLine = null,
-  endLine = null,
-  relationType = "LINKS_TO",
-  metadata = null,
-}) {
-  const db = getDatabase();
-  const id = `link_${randomUUID().substring(0, 12)}`;
-  const now = Date.now();
-
-  const doc = db
-    .prepare("SELECT id, title, path FROM documents WHERE id = ? OR path = ? OR title = ?")
-    .get(docId, docId, docId);
-
-  if (!doc) {
-    throw new Error(`Target document not found in knowledge base for link: ${docId}`);
-  }
-
-  const stmt = db.prepare(`
-    INSERT INTO knowledge_links (id, fact_key, fact_text, doc_id, section_id, start_line, end_line, relation_type, metadata_json, created_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-  `);
-
-  stmt.run(
-    id,
-    factKey,
-    factText,
-    doc.id,
-    sectionId || null,
-    startLine ? Number(startLine) : null,
-    endLine ? Number(endLine) : null,
-    relationType || "LINKS_TO",
-    metadata ? JSON.stringify(metadata) : null,
-    now
-  );
-
-  const edgeStmt = db.prepare(`
-    INSERT OR IGNORE INTO graph_edges (source_id, target_id, relation_type, metadata_json, created_at)
-    VALUES (?, ?, ?, ?, ?)
-  `);
-  const targetSpec = startLine ? `${doc.id}:L${startLine}-${endLine || startLine}` : doc.id;
-  edgeStmt.run(`fact:${factKey}:${factText.substring(0, 30)}`, targetSpec, relationType, JSON.stringify({ linkId: id }), now);
-
-  return {
-    linkId: id,
-    factKey,
-    factText,
-    docId: doc.id,
-    docTitle: doc.title || doc.path,
-    startLine,
-    endLine,
-    relationType,
-  };
-}
-
-export function getLinksForFact(factKey, factText) {
-  const db = getDatabase();
-  const stmt = db.prepare(`
-    SELECT k.*, d.title as doc_title, d.path as doc_path
-    FROM knowledge_links k
-    JOIN documents d ON k.doc_id = d.id
-    WHERE k.fact_key = ? AND (k.fact_text LIKE ? OR ? LIKE '%' || k.fact_text || '%')
-    ORDER BY k.created_at DESC
-  `);
-  const queryPattern = `%${factText.substring(0, 20)}%`;
-  return stmt.all(factKey, queryPattern, factText);
-}
-
-export function getLinksForDoc(docId) {
-  const db = getDatabase();
-  const stmt = db.prepare(`
-    SELECT k.*, d.title as doc_title, d.path as doc_path
-    FROM knowledge_links k
-    JOIN documents d ON k.doc_id = d.id
-    WHERE k.doc_id = ? OR d.path = ? OR d.title = ?
-    ORDER BY k.created_at DESC
-  `);
-  return stmt.all(docId, docId, docId);
-}
-
-export function listAllLinks(factKey = null) {
-  const db = getDatabase();
-  let sql = `
-    SELECT k.*, d.title as doc_title, d.path as doc_path
-    FROM knowledge_links k
-    JOIN documents d ON k.doc_id = d.id
-  `;
-  const params = [];
-  if (factKey) {
-    sql += " WHERE k.fact_key = ?";
-    params.push(factKey);
-  }
-  sql += " ORDER BY k.created_at DESC";
-  return db.prepare(sql).all(...params);
-}
+import { getDatabase } from "../db/database.js";
+import { randomUUID } from "node:crypto";
+
+export function linkFactToDocument({
+  factKey,
+  factText,
+  docId,
+  sectionId = null,
+  startLine = null,
+  endLine = null,
+  relationType = "LINKS_TO",
+  metadata = null,
+}) {
+  const db = getDatabase();
+  const id = `link_${randomUUID().substring(0, 12)}`;
+  const now = Date.now();
+
+  const doc = db
+    .prepare("SELECT id, title, path FROM documents WHERE id = ? OR path = ? OR title = ?")
+    .get(docId, docId, docId);
+
+  if (!doc) {
+    throw new Error(`Target document not found in knowledge base for link: ${docId}`);
+  }
+
+  const stmt = db.prepare(`
+    INSERT INTO knowledge_links (id, fact_key, fact_text, doc_id, section_id, start_line, end_line, relation_type, metadata_json, created_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `);
+
+  stmt.run(
+    id,
+    factKey,
+    factText,
+    doc.id,
+    sectionId || null,
+    startLine ? Number(startLine) : null,
+    endLine ? Number(endLine) : null,
+    relationType || "LINKS_TO",
+    metadata ? JSON.stringify(metadata) : null,
+    now
+  );
+
+  const edgeStmt = db.prepare(`
+    INSERT OR IGNORE INTO graph_edges (source_id, target_id, relation_type, metadata_json, created_at)
+    VALUES (?, ?, ?, ?, ?)
+  `);
+  const targetSpec = startLine ? `${doc.id}:L${startLine}-${endLine || startLine}` : doc.id;
+  edgeStmt.run(`fact:${factKey}:${factText.substring(0, 30)}`, targetSpec, relationType, JSON.stringify({ linkId: id }), now);
+
+  return {
+    linkId: id,
+    factKey,
+    factText,
+    docId: doc.id,
+    docTitle: doc.title || doc.path,
+    startLine,
+    endLine,
+    relationType,
+  };
+}
+
+export function getLinksForFact(factKey, factText) {
+  const db = getDatabase();
+  const stmt = db.prepare(`
+    SELECT k.*, d.title as doc_title, d.path as doc_path
+    FROM knowledge_links k
+    JOIN documents d ON k.doc_id = d.id
+    WHERE k.fact_key = ? AND (k.fact_text LIKE ? OR ? LIKE '%' || k.fact_text || '%')
+    ORDER BY k.created_at DESC
+  `);
+  const queryPattern = `%${factText.substring(0, 20)}%`;
+  return stmt.all(factKey, queryPattern, factText);
+}
+
+export function getLinksForDoc(docId) {
+  const db = getDatabase();
+  const stmt = db.prepare(`
+    SELECT k.*, d.title as doc_title, d.path as doc_path
+    FROM knowledge_links k
+    JOIN documents d ON k.doc_id = d.id
+    WHERE k.doc_id = ? OR d.path = ? OR d.title = ?
+    ORDER BY k.created_at DESC
+  `);
+  return stmt.all(docId, docId, docId);
+}
+
+export function listAllLinks(factKey = null) {
+  const db = getDatabase();
+  let sql = `
+    SELECT k.*, d.title as doc_title, d.path as doc_path
+    FROM knowledge_links k
+    JOIN documents d ON k.doc_id = d.id
+  `;
+  const params = [];
+  if (factKey) {
+    sql += " WHERE k.fact_key = ?";
+    params.push(factKey);
+  }
+  sql += " ORDER BY k.created_at DESC";
+  return db.prepare(sql).all(...params);
+}