local-agent-memory 1.0.7 → 1.0.9

package/dist/cli/commands/reindex.js

@@ -22,12 +22,21 @@ async function reindexProject() {
         // Check if db exists, then delete to force complete reindex
         if (node_fs_1.default.existsSync(localDbPath)) {
             spinner.text = "Deleting corrupted or existing local index...";
-            node_fs_1.default.unlinkSync(localDbPath);
-            // Also delete the WAL and SHM files if they exist
-            if (node_fs_1.default.existsSync(`${localDbPath}-wal`))
-                node_fs_1.default.unlinkSync(`${localDbPath}-wal`);
-            if (node_fs_1.default.existsSync(`${localDbPath}-shm`))
-                node_fs_1.default.unlinkSync(`${localDbPath}-shm`);
+            try {
+                node_fs_1.default.unlinkSync(localDbPath);
+                // Also delete the WAL and SHM files if they exist
+                if (node_fs_1.default.existsSync(`${localDbPath}-wal`))
+                    node_fs_1.default.unlinkSync(`${localDbPath}-wal`);
+                if (node_fs_1.default.existsSync(`${localDbPath}-shm`))
+                    node_fs_1.default.unlinkSync(`${localDbPath}-shm`);
+            }
+            catch (err) {
+                if (err.code === "EBUSY" || err.code === "EPERM") {
+                    spinner.fail("Cannot reindex: local.sqlite is currently open and locked by an active process (e.g. MCP server). Please stop the MCP process and try again.");
+                    process.exit(1);
+                }
+                throw err;
+            }
         }
         spinner.text = "Rebuilding index from scratch...";
         const { newCount } = await (0, sync_1.doSyncProject)(cwd);

package/dist/cli/commands/sync.js

@@ -20,7 +20,7 @@ async function doSyncProject(cwd) {
     const localDbPath = (0, project_1.getLocalDbPath)(cwd);
     const db = (0, project_1.initLocalDb)(localDbPath);
     const _asyncDb = new sync_1.AsyncDatabase(db);
-    const manifests = await (0, project_1.getAllManifests)(localDbPath);
+    const manifests = await (0, project_1.getAllManifests)(db);
     const manifestMap = new Map(manifests.map((m) => [m.file_path, m]));
     const configPath = node_path_1.default.join(memoryDir, "config.json");
     let includePaths = [".memory"];
@@ -64,7 +64,7 @@ async function doSyncProject(cwd) {
             if (!existing) {
                 // New file
                 const sha256 = await computeSha256(file);
-                await (0, project_1.upsertFileManifest)(localDbPath, relativePath, mtime, sha256);
+                await (0, project_1.upsertFileManifest)(db, relativePath, mtime, sha256);
                 const content = await node_fs_1.default.promises.readFile(file, "utf8");
                 await (0, sync_1.syncFile)(relativePath, content, db);
                 newCount++;
@@ -73,7 +73,7 @@ async function doSyncProject(cwd) {
                 // Potentially modified, check hash
                 const sha256 = await computeSha256(file);
                 if (sha256 !== existing.sha256) {
-                    await (0, project_1.upsertFileManifest)(localDbPath, relativePath, mtime, sha256);
+                    await (0, project_1.upsertFileManifest)(db, relativePath, mtime, sha256);
                     const content = await node_fs_1.default.promises.readFile(file, "utf8");
                     await (0, sync_1.syncFile)(relativePath, content, db);
                     modCount++;

package/dist/core/search.js

@@ -27,7 +27,7 @@ async function hybridSearch(query, limit, db, filter) {
     const asyncDb = new sync_1.AsyncDatabase(db);
     const RRF_K = 60;
     // 1. FTS5 Search
-    const ftsResults = await new Promise((resolve, reject) => {
+    const ftsResults = await new Promise((resolve) => {
         // Sanitize query to prevent FTS5 syntax errors
         const ftsQuery = sanitizeFtsQuery(query);
         if (!ftsQuery) {
@@ -35,27 +35,71 @@ async function hybridSearch(query, limit, db, filter) {
         }
         // using bm25() for scoring in FTS5
         db.all(`SELECT rowid as id, rank as score FROM chunks_fts WHERE chunks_fts MATCH ? ORDER BY rank LIMIT 100`, [ftsQuery], (err, rows) => {
-            if (err)
-                reject(err);
-            else
-                resolve(rows);
+            if (err) {
+                resolve([]);
+            }
+            else {
+                resolve(rows || []);
+            }
         });
     });
-    // 2. Vector Search
-    const queryEmbedding = await (0, embeddings_1.generateEmbedding)(query);
-    const vectorData = Buffer.from(new Float32Array(queryEmbedding).buffer);
-    const vecResults = await new Promise((resolve, reject) => {
-        // sqlite-vec distance function. distance is lower = better (closer)
-        // we want smallest distance first
-        db.all(`SELECT rowid as id, distance FROM chunks_vec
-       WHERE embedding MATCH ? AND k = 100
-       ORDER BY distance`, [vectorData], (err, rows) => {
-            if (err)
-                reject(err);
-            else
-                resolve(rows);
+    // 2. Vector Search (with graceful fallback)
+    let vecResults = [];
+    try {
+        const queryEmbedding = await (0, embeddings_1.generateEmbedding)(query);
+        const vectorData = Buffer.from(new Float32Array(queryEmbedding).buffer);
+        vecResults = await new Promise((resolve) => {
+            // sqlite-vec distance function. distance is lower = better (closer)
+            // we want smallest distance first
+            db.all(`SELECT rowid as id, distance FROM chunks_vec
+         WHERE embedding MATCH ? AND k = 100
+         ORDER BY distance`, [vectorData], (err, rows) => {
+                if (!err && rows && rows.length > 0) {
+                    return resolve(rows);
+                }
+                // Fallback: If chunks_vec is a regular table (no virtual distance/MATCH)
+                // or sqlite-vec is not loaded, compute cosine similarity in-memory using stored BLOBs.
+                db.all(`SELECT rowid as id, embedding FROM chunks_vec WHERE embedding IS NOT NULL`, [], (fallbackErr, fallbackRows) => {
+                    if (fallbackErr || !fallbackRows || fallbackRows.length === 0) {
+                        return resolve([]);
+                    }
+                    try {
+                        const queryFloats = new Float32Array(queryEmbedding);
+                        const scored = [];
+                        for (const row of fallbackRows) {
+                            if (!row.embedding)
+                                continue;
+                            const buf = row.embedding;
+                            const storedFloats = new Float32Array(buf.buffer, buf.byteOffset, buf.byteLength / 4);
+                            if (storedFloats.length !== queryFloats.length)
+                                continue;
+                            let dotProduct = 0;
+                            for (let i = 0; i < queryFloats.length; i++) {
+                                const q = queryFloats[i];
+                                const s = storedFloats[i];
+                                if (q !== undefined && s !== undefined) {
+                                    dotProduct += q * s;
+                                }
+                            }
+                            // MiniLM embeddings are normalized, so cosine_distance = 1 - dotProduct
+                            scored.push({
+                                id: row.id,
+                                distance: 1 - dotProduct,
+                            });
+                        }
+                        scored.sort((a, b) => a.distance - b.distance);
+                        resolve(scored.slice(0, 100));
+                    }
+                    catch {
+                        resolve([]);
+                    }
+                });
+            });
         });
-    });
+    }
+    catch {
+        vecResults = [];
+    }
     // 3. RRF Fusion
     const rrfScores = new Map();
     // Add FTS scores

package/dist/db/project.d.ts

@@ -4,9 +4,10 @@ export interface FileManifestRow {
     mtime: number;
     sha256: string;
 }
+export declare function getVecExtensionPath(): string | null;
 export declare function getLocalDbPath(projectRoot: string): string;
 export declare function initLocalDb(dbPath: string): sqlite3.Database;
-export declare function upsertFileManifest(dbPath: string, file_path: string, mtime: number, sha256: string): Promise<void>;
-export declare function getFileManifest(dbPath: string, file_path: string): Promise<FileManifestRow | null>;
-export declare function getAllManifests(dbPath: string): Promise<FileManifestRow[]>;
-export declare function removeFileManifest(dbPath: string, file_path: string): Promise<void>;
+export declare function upsertFileManifest(dbOrPath: string | sqlite3.Database, file_path: string, mtime: number, sha256: string): Promise<void>;
+export declare function getFileManifest(dbOrPath: string | sqlite3.Database, file_path: string): Promise<FileManifestRow | null>;
+export declare function getAllManifests(dbOrPath: string | sqlite3.Database): Promise<FileManifestRow[]>;
+export declare function removeFileManifest(dbOrPath: string | sqlite3.Database, file_path: string): Promise<void>;

package/dist/db/project.js

@@ -3,14 +3,33 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.getVecExtensionPath = getVecExtensionPath;
 exports.getLocalDbPath = getLocalDbPath;
 exports.initLocalDb = initLocalDb;
 exports.upsertFileManifest = upsertFileManifest;
 exports.getFileManifest = getFileManifest;
 exports.getAllManifests = getAllManifests;
 exports.removeFileManifest = removeFileManifest;
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_os_1 = __importDefault(require("node:os"));
 const node_path_1 = __importDefault(require("node:path"));
 const sqlite3_1 = __importDefault(require("sqlite3"));
+function getVecExtensionPath() {
+    try {
+        const memDir = process.env.MEMORY_GLOBAL_DIR || node_path_1.default.join(node_os_1.default.homedir(), ".local_memory");
+        const binDir = node_path_1.default.join(memDir, "bin");
+        const extFile = process.platform === "win32"
+            ? "vec0.dll"
+            : process.platform === "darwin"
+                ? "vec0.dylib"
+                : "vec0.so";
+        const extPath = node_path_1.default.join(binDir, extFile);
+        return node_fs_1.default.existsSync(extPath) ? extPath : null;
+    }
+    catch {
+        return null;
+    }
+}
 function getLocalDbPath(projectRoot) {
     return node_path_1.default.join(projectRoot, ".memory", "local.sqlite");
 }
@@ -44,30 +63,52 @@ function initLocalDb(dbPath) {
         endLine INTEGER
       )
     `);
-        // Note: for real usage, chunks_fts and chunks_vec need FTS5 and vec0 extensions enabled.
-        // Standard sqlite3 node driver has FTS5, but vec0 must be loaded.
-        // Assuming they are available or using regular tables for E2E.
         db.run(`
       CREATE VIRTUAL TABLE IF NOT EXISTS chunks_fts USING fts5(
         path, text, breadcrumbs, content='chunks', content_rowid='id'
       )
     `);
-        // Create a regular table for chunks_vec to prevent crashes in tests or environments
-        // where the sqlite-vec extension is not loaded yet.
-        db.run(`
-      CREATE TABLE IF NOT EXISTS chunks_vec (
-        rowid INTEGER,
-        embedding BLOB
-      )
-    `);
+        // Load sqlite-vec extension if downloaded, and create virtual table vec0.
+        // Falls back to regular table if extension is not present or fails to load.
+        const extPath = getVecExtensionPath();
+        if (extPath) {
+            db.loadExtension(extPath, (err) => {
+                if (!err) {
+                    db.run(`
+            CREATE VIRTUAL TABLE IF NOT EXISTS chunks_vec USING vec0(
+              embedding float[384]
+            )
+          `);
+                }
+                else {
+                    db.run(`
+            CREATE TABLE IF NOT EXISTS chunks_vec (
+              rowid INTEGER,
+              embedding BLOB
+            )
+          `);
+                }
+            });
+        }
+        else {
+            db.run(`
+        CREATE TABLE IF NOT EXISTS chunks_vec (
+          rowid INTEGER,
+          embedding BLOB
+        )
+      `);
+        }
     });
     return db;
 }
-async function upsertFileManifest(dbPath, file_path, mtime, sha256) {
+async function upsertFileManifest(dbOrPath, file_path, mtime, sha256) {
     return new Promise((resolve, reject) => {
-        const db = initLocalDb(dbPath);
+        const isDb = typeof dbOrPath !== "string";
+        const db = isDb ? dbOrPath : initLocalDb(dbOrPath);
         db.run("INSERT OR REPLACE INTO file_manifest (file_path, mtime, sha256, last_synced) VALUES (?, ?, ?, CURRENT_TIMESTAMP)", [file_path, mtime, sha256], (err) => {
-            db.close();
+            if (!isDb) {
+                db.close();
+            }
             if (err)
                 reject(err);
             else
@@ -75,11 +116,14 @@ async function upsertFileManifest(dbPath, file_path, mtime, sha256) {
         });
     });
 }
-async function getFileManifest(dbPath, file_path) {
+async function getFileManifest(dbOrPath, file_path) {
     return new Promise((resolve, reject) => {
-        const db = initLocalDb(dbPath);
+        const isDb = typeof dbOrPath !== "string";
+        const db = isDb ? dbOrPath : initLocalDb(dbOrPath);
         db.get("SELECT file_path, mtime, sha256 FROM file_manifest WHERE file_path = ?", [file_path], (err, row) => {
-            db.close();
+            if (!isDb) {
+                db.close();
+            }
             if (err)
                 reject(err);
             else
@@ -87,11 +131,14 @@ async function getFileManifest(dbPath, file_path) {
         });
     });
 }
-async function getAllManifests(dbPath) {
+async function getAllManifests(dbOrPath) {
     return new Promise((resolve, reject) => {
-        const db = initLocalDb(dbPath);
+        const isDb = typeof dbOrPath !== "string";
+        const db = isDb ? dbOrPath : initLocalDb(dbOrPath);
         db.all("SELECT file_path, mtime, sha256 FROM file_manifest", (err, rows) => {
-            db.close();
+            if (!isDb) {
+                db.close();
+            }
             if (err)
                 reject(err);
             else
@@ -99,11 +146,14 @@ async function getAllManifests(dbPath) {
         });
     });
 }
-async function removeFileManifest(dbPath, file_path) {
+async function removeFileManifest(dbOrPath, file_path) {
     return new Promise((resolve, reject) => {
-        const db = initLocalDb(dbPath);
+        const isDb = typeof dbOrPath !== "string";
+        const db = isDb ? dbOrPath : initLocalDb(dbOrPath);
         db.run("DELETE FROM file_manifest WHERE file_path = ?", [file_path], (err) => {
-            db.close();
+            if (!isDb) {
+                db.close();
+            }
             if (err)
                 reject(err);
             else

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "local-agent-memory",
-  "version": "1.0.7",
+  "version": "1.0.9",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",