@lotargo/memory_plugin 1.3.1 → 1.4.0

package/mcp-server/retrieval/retriever.js

@@ -11,7 +11,7 @@ export function sanitizeFtsQuery(query) {
   return words.join(" OR ");
 }
 
-export function bm25Search(db, query, limit = 30) {
+export async function bm25Search(db, query, limit = 30) {
   const ftsQuery = sanitizeFtsQuery(query);
   if (!ftsQuery) return [];
 
@@ -23,7 +23,7 @@ export function bm25Search(db, query, limit = 30) {
       ORDER BY rank
       LIMIT ?;
     `);
-    const rows = stmt.all(ftsQuery, limit);
+    const rows = await stmt.all(ftsQuery, limit);
     return rows.map((r, i) => ({
       id: r.id,
       content: r.content,
@@ -37,7 +37,7 @@ export function bm25Search(db, query, limit = 30) {
   }
 }
 
-export function vectorSearch(db, queryVector, limit = 30, minSim = 0.25) {
+export async function vectorSearch(db, queryVector, limit = 30, minSim = 0.25) {
   if (!queryVector || queryVector.length === 0) return [];
 
   const vectorDim = queryVector.length;
@@ -52,8 +52,17 @@ export function vectorSearch(db, queryVector, limit = 30, minSim = 0.25) {
   `);
 
   const scored = [];
-  for (const r of stmt.iterate()) {
-    tempView.set(r.vector.subarray(0, vectorDim * 4));
+  const rows = await stmt.all();
+  for (const r of rows) {
+    let vecSub = r.vector;
+    if (typeof vecSub === "string") {
+      vecSub = Buffer.from(vecSub, "base64");
+    } else if (vecSub.type === "Buffer" && Array.isArray(vecSub.data)) {
+      vecSub = Buffer.from(vecSub.data);
+    } else if (Array.isArray(vecSub)) {
+      vecSub = Buffer.from(vecSub);
+    }
+    tempView.set(vecSub.subarray(0, vectorDim * 4));
 
     const sim = cosineSimilarity(queryVector, tempVec);
     if (!isNaN(sim) && sim >= minSim) {
@@ -205,7 +214,7 @@ export async function hybridQuery({
   instruction = null,
   generateEmbeddings = true,
 }) {
-  const db = customDb || getDatabase();
+  const db = customDb || await getDatabase();
   const activeConfig = getConfig();
 
   // If embeddings are disabled (e.g. fast/offline test mode or model not cached),
@@ -223,28 +232,28 @@ export async function hybridQuery({
   let fusedHits = [];
 
   if (algo === "lexical_only" || algo === "bm25_only") {
-    const bm25Hits = bm25Search(db, query, limit * 4);
+    const bm25Hits = await bm25Search(db, query, limit * 4);
     fusedHits = bm25Hits.map((hit) => ({
       ...hit,
       score: 1.0 / hit.bm25_rank,
     }));
   } else if (algo === "semantic_only" || algo === "vector_only") {
     const queryVector = await embedText(query, true, embModel, null, instruction);
-    const vectorHits = vectorSearch(db, queryVector, limit * 4, 0.10);
+    const vectorHits = await vectorSearch(db, queryVector, limit * 4, 0.10);
     fusedHits = vectorHits.map((hit) => ({
       ...hit,
       score: hit.cosine_sim,
     }));
   } else if (algo === "rrf") {
-    const bm25Hits = bm25Search(db, query, 30);
+    const bm25Hits = await bm25Search(db, query, 30);
     const queryVector = await embedText(query, true, embModel, null, instruction);
-    const vectorHits = vectorSearch(db, queryVector, 30, 0.10);
+    const vectorHits = await vectorSearch(db, queryVector, 30, 0.10);
     fusedHits = rrfFusion(bm25Hits, vectorHits, 60, scoreThreshold);
   } else {
     // Default: RSF
-    const bm25Hits = bm25Search(db, query, 30);
+    const bm25Hits = await bm25Search(db, query, 30);
     const queryVector = await embedText(query, true, embModel, null, instruction);
-    const vectorHits = vectorSearch(db, queryVector, 30, 0.10);
+    const vectorHits = await vectorSearch(db, queryVector, 30, 0.10);
     fusedHits = rsfFusion(bm25Hits, vectorHits, alphaWeight, scoreThreshold);
   }
 
@@ -260,7 +269,7 @@ export async function hybridQuery({
   `);
 
   for (const hit of fusedHits) {
-    const row = parentLookupStmt.get(hit.id);
+    const row = await parentLookupStmt.get(hit.id);
     const parentKey = row ? (row.medium_id || row.section_id) : hit.id;
     if (!seenParents.has(parentKey)) {
       seenParents.add(parentKey);
@@ -282,12 +291,12 @@ export async function hybridQuery({
   `);
 
   for (const hit of topHits) {
-    const detail = secStmt.get(hit.id);
+    const detail = await secStmt.get(hit.id);
     if (!detail) continue;
 
     let symbols = [];
     if (includeGraphContext) {
-      symbols = getRelatedSymbols(db, detail.section_id);
+      symbols = await getRelatedSymbols(db, detail.section_id);
     }
 
     results.push({

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@lotargo/memory_plugin",
-  "version": "1.3.1",
-  "description": "Persistent memory agent for coding AI tools — remembers user preferences and project context across sessions. Works with Antigravity, OpenCode, Claude Code, and Codex.",
+  "version": "1.4.0",
+  "description": "100% local hybrid RAG memory for AI coding agents (OpenCode, Claude Code, Codex, Antigravity). MCP server + plugin: persistent user facts, document ingestion, vector + SQLite FTS5 retrieval across sessions.",
   "type": "module",
   "main": "opencode-plugin/index.js",
   "scripts": {
@@ -33,14 +33,29 @@
     "skills"
   ],
   "keywords": [
+    "memory",
+    "persistent-memory",
+    "ai-memory",
+    "ai-agent",
+    "ai-agents",
+    "rag",
+    "knowledge-base",
+    "llm",
+    "mcp",
+    "mcp-server",
+    "model-context-protocol",
+    "mcp-tools",
     "opencode",
     "claude-code",
     "codex",
     "antigravity",
     "plugin",
-    "memory",
-    "mcp",
-    "ai",
+    "vector-search",
+    "hybrid-search",
+    "semantic-search",
+    "embeddings",
+    "sqlite",
+    "fts5",
     "context"
   ],
   "author": "Lotargo",
@@ -53,8 +68,12 @@
     "url": "https://github.com/Lotargo/memory_pugin.git"
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.29.0",
     "@huggingface/transformers": "^3.3.3",
+    "@libsql/client": "^0.17.4",
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "mammoth": "^1.12.0",
+    "pdf-parse": "^2.4.5",
+    "xlsx": "^0.18.5",
     "zod": "^4.1.0"
   }
 }

package/mcp-server/admin/server.js

@@ -1,228 +0,0 @@
-import { createServer } from "node:http";
-import { readFileSync, existsSync, statSync } from "node:fs";
-import { join, dirname } from "node:path";
-import { fileURLToPath } from "node:url";
-import { getDatabase, DB_PATH, BLOBS_DIR } from "../db/database.js";
-import { ingestDocument, deleteDocument } from "../ingest/pipeline.js";
-import { hybridQuery } from "../retrieval/retriever.js";
-import { exportSnapshot, importSnapshot } from "./snapshot.js";
-import { readBlob } from "../storage/blob_store.js";
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-export function findAvailablePort(startPort = 8765, maxPort = 8785) {
-  return new Promise((resolve, reject) => {
-    let port = startPort;
-    const tryPort = () => {
-      if (port > maxPort) {
-        return reject(new Error(`No free port found between ${startPort} and ${maxPort}`));
-      }
-      const server = createServer();
-      server.listen(port, () => {
-        server.close(() => resolve(port));
-      });
-      server.on("error", () => {
-        port++;
-        tryPort();
-      });
-    };
-    tryPort();
-  });
-}
-
-function parseJsonBody(req) {
-  return new Promise((resolve, reject) => {
-    let body = "";
-    req.on("data", (chunk) => {
-      body += chunk.toString();
-    });
-    req.on("end", () => {
-      try {
-        resolve(body ? JSON.parse(body) : {});
-      } catch (err) {
-        reject(err);
-      }
-    });
-    req.on("error", reject);
-  });
-}
-
-export async function startAdminServer({ port = null, customDb = null, customBlobDir = BLOBS_DIR } = {}) {
-  const db = customDb || getDatabase();
-  const selectedPort = port || (await findAvailablePort());
-  const htmlPath = join(__dirname, "index.html");
-
-  const server = createServer(async (req, res) => {
-    const url = new URL(req.url, `http://${req.headers.host || "localhost"}`);
-    const pathname = url.pathname;
-
-    // Helper for CORS and JSON response
-    const sendJson = (data, status = 200) => {
-      res.writeHead(status, {
-        "Content-Type": "application/json",
-        "Access-Control-Allow-Origin": "*",
-        "Access-Control-Allow-Methods": "GET, POST, DELETE, OPTIONS",
-        "Access-Control-Allow-Headers": "Content-Type",
-      });
-      res.end(JSON.stringify(data));
-    };
-
-    if (req.method === "OPTIONS") {
-      res.writeHead(204, {
-        "Access-Control-Allow-Origin": "*",
-        "Access-Control-Allow-Methods": "GET, POST, DELETE, OPTIONS",
-        "Access-Control-Allow-Headers": "Content-Type",
-      });
-      return res.end();
-    }
-
-    try {
-      // 1. Static HTML SPA
-      if (pathname === "/" || pathname === "/index.html") {
-        if (!existsSync(htmlPath)) {
-          res.writeHead(404, { "Content-Type": "text/plain" });
-          return res.end("index.html not found");
-        }
-        const html = readFileSync(htmlPath, "utf-8");
-        res.writeHead(200, { "Content-Type": "text/html; charset=utf-8" });
-        return res.end(html);
-      }
-
-      // 2. API: Stats
-      if (pathname === "/api/stats" && req.method === "GET") {
-        const docCount = db.prepare("SELECT COUNT(*) as cnt FROM documents").get().cnt;
-        const secCount = db.prepare("SELECT COUNT(*) as cnt FROM sections").get().cnt;
-        const chunkCount = db.prepare("SELECT COUNT(*) as cnt FROM micro_chunks").get().cnt;
-        const edgeCount = db.prepare("SELECT COUNT(*) as cnt FROM graph_edges").get().cnt;
-        let dbSize = 0;
-        if (existsSync(DB_PATH)) {
-          try {
-            dbSize = statSync(DB_PATH).size;
-          } catch {}
-        }
-        return sendJson({
-          documents: docCount,
-          sections: secCount,
-          micro_chunks: chunkCount,
-          graph_edges: edgeCount,
-          db_size_bytes: dbSize,
-        });
-      }
-
-      // 3. API: Documents List
-      if (pathname === "/api/documents" && req.method === "GET") {
-        const docs = db.prepare("SELECT * FROM documents ORDER BY updated_at DESC").all();
-        return sendJson(docs);
-      }
-
-      // 4. API: Document Detail
-      if (pathname.startsWith("/api/documents/") && req.method === "GET") {
-        const docId = pathname.replace("/api/documents/", "");
-        const doc = db.prepare("SELECT * FROM documents WHERE id = ?").get(docId);
-        if (!doc) return sendJson({ error: "Document not found" }, 404);
-
-        const sections = db.prepare("SELECT * FROM sections WHERE doc_id = ?").all(docId);
-        const microChunks = db.prepare("SELECT id, section_id, token_count FROM micro_chunks WHERE doc_id = ?").all(docId);
-        const edges = db.prepare("SELECT * FROM graph_edges WHERE source_id = ? OR target_id = ?").all(docId, docId);
-
-        let blobContent = null;
-        if (doc.blob_hash) {
-          try {
-            blobContent = await readBlob(doc.blob_hash, customBlobDir);
-          } catch {}
-        }
-
-        return sendJson({ doc, sections, microChunks, edges, blobContent });
-      }
-
-      // 5. API: Delete Document
-      if (pathname.startsWith("/api/documents/") && req.method === "DELETE") {
-        const docId = pathname.replace("/api/documents/", "");
-        const result = await deleteDocument(docId, db, customBlobDir);
-        return sendJson(result);
-      }
-
-      // 6. API: Ingest Document
-      if (pathname === "/api/ingest" && req.method === "POST") {
-        const body = await parseJsonBody(req);
-        const result = await ingestDocument({
-          content: body.content,
-          type: body.type || "text",
-          path: body.path || null,
-          title: body.title || null,
-          generateEmbeddings: body.generateEmbeddings !== false,
-          customDb: db,
-          customBlobDir,
-        });
-        return sendJson(result, 201);
-      }
-
-      // 7. API: Query Knowledge Base
-      if (pathname === "/api/query" && req.method === "POST") {
-        const body = await parseJsonBody(req);
-        const results = await hybridQuery({
-          query: body.query,
-          limit: body.limit || 5,
-          generateEmbeddings: body.generateEmbeddings !== false,
-          customDb: db,
-        });
-        return sendJson({ results });
-      }
-
-      // 8. API: Graph Visualizer Data
-      if (pathname === "/api/graph" && req.method === "GET") {
-        const docs = db.prepare("SELECT id, title, path FROM documents").all();
-        const edges = db.prepare("SELECT * FROM graph_edges").all();
-        
-        const nodes = docs.map((d) => ({
-          id: d.id,
-          label: d.title || d.path || d.id,
-          type: "DOCUMENT",
-        }));
-
-        // Add code symbol nodes
-        const symbolEdges = edges.filter((e) => e.relation_type === "DEFINES_SYMBOL");
-        for (const se of symbolEdges) {
-          if (!nodes.some((n) => n.id === se.target_id)) {
-            nodes.push({
-              id: se.target_id,
-              label: se.target_id,
-              type: "CODE_SYMBOL",
-            });
-          }
-        }
-
-        return sendJson({ nodes, edges });
-      }
-
-      // 9. API: Export Snapshot
-      if (pathname === "/api/snapshot/export" && (req.method === "GET" || req.method === "POST")) {
-        const snapshot = await exportSnapshot({ customDb: db, customBlobDir });
-        return sendJson(snapshot);
-      }
-
-      // 10. API: Import Snapshot
-      if (pathname === "/api/snapshot/import" && req.method === "POST") {
-        const body = await parseJsonBody(req);
-        const result = await importSnapshot({ customDb: db, customBlobDir, snapshotPathOrData: body });
-        return sendJson(result);
-      }
-
-      // 404 Fallback
-      res.writeHead(404, { "Content-Type": "text/plain" });
-      res.end("Not Found");
-    } catch (err) {
-      console.error("Admin server error:", err);
-      sendJson({ error: err.message }, 500);
-    }
-  });
-
-  return new Promise((resolve) => {
-    server.listen(selectedPort, () => {
-      const url = `http://localhost:${selectedPort}`;
-      console.log(`🚀 memory-agent Web Admin Dashboard running at ${url}`);
-      resolve({ server, port: selectedPort, url });
-    });
-  });
-}