@llmnesia/mcp 0.2.10 → 0.2.11

package/dist/{chunk-XRA6OJC5.js → chunk-7ISC4REX.js}

@@ -3,7 +3,7 @@ import { createRequire as __llmnesiaCreateRequire } from "node:module";
 const require = __llmnesiaCreateRequire(import.meta.url);
 import {
   VERSION
-} from "./chunk-GLCLSBT6.js";
+} from "./chunk-ZYE6VY6A.js";
 
 // src/config.ts
 import { readFileSync } from "fs";
@@ -403,7 +403,7 @@ var Corpus = class {
     return this.enqueueWrite(async () => {
       const canonical = canonicalizeMemory(memory);
       const file = this.paths.memoryFile(canonical.memoryId);
-      const existing = await readJsonIfExists(file);
+      const existing = await readMemoryIfExists(file);
       if (existing) {
         if (existing.source !== "agent") {
           return { memoryId: canonical.memoryId, outcome: "refused" };
@@ -418,44 +418,48 @@ var Corpus = class {
   }
   /** Read a memory by memoryId, or null when it has never been written. */
   async getMemory(memoryId) {
-    const record = await readJsonIfExists(this.paths.memoryFile(memoryId));
+    const record = await readMemoryIfExists(this.paths.memoryFile(memoryId));
     return record && record.memoryId === memoryId ? record : null;
   }
   /** Async-iterate every stored memory (used by the index rebuild). */
-  async *iterateMemories() {
+  async *iterateMemories(options = {}) {
     let files;
     try {
       files = await fs.readdir(this.paths.memoriesDir);
-    } catch {
+    } catch (error) {
+      if (options.strict) throw error;
       return;
     }
     for (const name of files.sort()) {
       if (!name.endsWith(".json")) {
         continue;
       }
-      const record = await readJsonIfExists(join3(this.paths.memoriesDir, name));
+      const file = join3(this.paths.memoriesDir, name);
+      const record = options.strict ? await readRequiredJson(file, isMemoryRecord) : await readJsonIfExists(file);
       if (record?.memoryId) {
         yield record;
       }
     }
   }
   /** Platform subdirectory names under conversations/. */
-  async listPlatforms() {
+  async listPlatforms(options = {}) {
     try {
       const entries = await fs.readdir(this.paths.conversationsDir, { withFileTypes: true });
       return entries.filter((e) => e.isDirectory()).map((e) => e.name);
-    } catch {
+    } catch (error) {
+      if (options.strict) throw error;
       return [];
     }
   }
   /** Async-iterate every stored conversation (used by reindex + stats). */
-  async *iterate() {
-    for (const platform of await this.listPlatforms()) {
+  async *iterate(options = {}) {
+    for (const platform of await this.listPlatforms(options)) {
       const dir = this.paths.platformDir(platform);
       let files;
       try {
         files = await fs.readdir(dir);
-      } catch {
+      } catch (error) {
+        if (options.strict) throw error;
         continue;
       }
       const stems = /* @__PURE__ */ new Set();
@@ -466,7 +470,8 @@ var Corpus = class {
       for (const stem of [...stems].sort()) {
         const record = await readBestConversationFiles(
           join3(dir, `${stem}.json.gz`),
-          join3(dir, `${stem}.json`)
+          join3(dir, `${stem}.json`),
+          options.strict
         );
         if (record) {
           yield record;
@@ -629,6 +634,31 @@ async function readJsonIfExists(file) {
     return null;
   }
 }
+function isConversationRecord(value) {
+  if (!value || typeof value !== "object") return false;
+  const record = value;
+  const c = record.conversation;
+  return !!c && typeof c.docId === "string" && !!c.docId && typeof c.platform === "string" && typeof c.title === "string" && typeof c.url === "string" && Number.isFinite(c.createdAt) && Array.isArray(record.messages) && record.messages.every((m) => m && typeof m.text === "string" && typeof m.role === "string" && Number.isFinite(m.msgIndex));
+}
+function isMemoryRecord(value) {
+  if (!value || typeof value !== "object") return false;
+  const m = value;
+  return typeof m.memoryId === "string" && !!m.memoryId && typeof m.kind === "string" && typeof m.label === "string" && typeof m.text === "string" && typeof m.source === "string" && typeof m.enabled === "boolean" && typeof m.pinned === "boolean" && Number.isFinite(m.createdAt) && Number.isFinite(m.updatedAt);
+}
+async function readRequiredJson(file, validate, compressed = false) {
+  const raw = await fs.readFile(file);
+  const value = JSON.parse((compressed ? await gunzip(raw) : raw).toString("utf8"));
+  if (!validate(value)) throw new Error(`Invalid canonical record at ${file}`);
+  return value;
+}
+async function readMemoryIfExists(file) {
+  try {
+    return await readRequiredJson(file, isMemoryRecord);
+  } catch (error) {
+    if (error.code === "ENOENT") return null;
+    throw error;
+  }
+}
 function serializeConversation(record) {
   return `${JSON.stringify(canonicalizeConversation(record), null, 2)}
 `;
@@ -644,7 +674,19 @@ async function readCompressedConversationIfExists(file) {
     return null;
   }
 }
-async function readBestConversationFiles(compressedFile, legacyFile) {
+async function readBestConversationFiles(compressedFile, legacyFile, strict = false) {
+  if (strict) {
+    const copies = await Promise.allSettled([
+      readRequiredJson(compressedFile, isConversationRecord, true),
+      readRequiredJson(legacyFile, isConversationRecord)
+    ]);
+    const valid = copies.flatMap((result) => result.status === "fulfilled" ? [result.value] : []);
+    if (valid.length > 0) return pickNewerConversation(valid[0], valid[1] ?? null);
+    throw new Error(
+      `Cannot rebuild the index: no readable conversation at ${compressedFile} or ${legacyFile}`,
+      { cause: copies.find((result) => result.status === "rejected") }
+    );
+  }
   const [compressed, legacy] = await Promise.all([
     readCompressedConversationIfExists(compressedFile),
     readPlainConversationIfExists(legacyFile)
@@ -665,6 +707,8 @@ function readBestConversationFilesSync(compressedFile, legacyFile) {
   return pickNewerConversation(compressed, legacy);
 }
 function pickNewerConversation(a, b) {
+  if (!isConversationRecord(a)) a = null;
+  if (!isConversationRecord(b)) b = null;
   if (!a) return b;
   if (!b) return a;
   const aChanged = a.conversation.corpusChangedAt ?? a.conversation.updatedAt ?? 0;
@@ -735,7 +779,11 @@ async function upsertIndexedConversation(corpus, record, index) {
     if (!saved) {
       throw new Error(`Saved conversation '${result.docId}' could not be read for indexing`);
     }
-    index.upsertConversation(saved);
+    index.upsertConversation(saved, () => {
+      const current = corpus.getFromPlatformSync(record.conversation.platform, result.docId);
+      if (!current) throw new Error(`Saved conversation '${result.docId}' could not be read for indexing`);
+      return current;
+    });
   }
   return result;
 }
@@ -806,8 +854,9 @@ async function ingestFile(corpus, file, index) {
 async function pendingInboxFiles(corpus) {
   try {
     return (await fs2.readdir(corpus.paths.inboxDir, { withFileTypes: true })).filter((e) => e.isFile() && isNdjson(e.name)).map((e) => e.name).sort();
-  } catch {
-    return [];
+  } catch (error) {
+    if (error.code === "ENOENT") return [];
+    throw error;
   }
 }
 async function drainInbox(corpus, index, options = {}) {
@@ -1156,8 +1205,9 @@ var SearchIndex = class {
          FROM temp.snippet_fts WHERE snippet_fts MATCH ?`
       )
     };
-    this.stmts.selectFtsRows.setReadBigInts(true);
-    this.stmts.insertMessageRow.setReadBigInts(true);
+    for (const statement of Object.values(this.stmts)) {
+      statement.setReadBigInts(true);
+    }
   }
   /** True when the stored format version was missing or stale — caller rebuilds. */
   needsRebuild() {
@@ -1218,7 +1268,7 @@ var SearchIndex = class {
    * because its body is async and cannot be expressed as a sync callback.
    */
   transaction(fn) {
-    this.db.exec("BEGIN");
+    this.db.exec("BEGIN IMMEDIATE");
     try {
       const result = fn();
       this.db.exec("COMMIT");
@@ -1228,8 +1278,8 @@ var SearchIndex = class {
       throw err;
     }
   }
-  upsertConversation(record) {
-    this.transaction(() => this.writeRecord(record));
+  upsertConversation(record, readCurrent) {
+    this.transaction(() => this.writeRecord(readCurrent ? readCurrent() : record));
   }
   upsertMemory(memory) {
     this.transaction(() => this.writeMemory(memory));
@@ -1246,18 +1296,17 @@ var SearchIndex = class {
    * reads, which the sync {@link transaction} helper cannot hold.
    */
   async rebuildFrom(corpus) {
-    this.corpus = corpus;
-    this.db.exec("DELETE FROM messages_fts; DELETE FROM message_rows; DELETE FROM conversations;");
-    this.db.exec("DELETE FROM memories_fts; DELETE FROM memories;");
     let conversations = 0;
     let memories = 0;
-    this.db.exec("BEGIN");
+    this.db.exec("BEGIN IMMEDIATE");
     try {
-      for await (const record of corpus.iterate()) {
+      this.db.exec("DELETE FROM messages_fts; DELETE FROM message_rows; DELETE FROM conversations;");
+      this.db.exec("DELETE FROM memories_fts; DELETE FROM memories;");
+      for await (const record of corpus.iterate({ strict: true })) {
         this.writeRecord(record);
         conversations += 1;
       }
-      for await (const memory of corpus.iterateMemories()) {
+      for await (const memory of corpus.iterateMemories({ strict: true })) {
         this.writeMemory(memory);
         memories += 1;
       }
@@ -1266,6 +1315,7 @@ var SearchIndex = class {
       this.db.exec("ROLLBACK");
       throw err;
     }
+    this.corpus = corpus;
     return { conversations, memories };
   }
   // Replace a conversation's index rows. Caller supplies the transaction (the
@@ -1372,7 +1422,6 @@ var SearchIndex = class {
       clauses.push("json_extract(c.providerWorkspace, '$.workspaceId') = @providerWorkspaceId");
       params.providerWorkspaceId = filters.providerWorkspaceId;
     }
-    const scanCap = Math.min(2e3, Math.max(200, limit * 40));
     const sql = `
       SELECT
         c.docId, c.platform, c.title, c.url, c.createdAt, c.updatedAt,
@@ -1385,16 +1434,18 @@ var SearchIndex = class {
       JOIN conversations c ON c.docId = m.docId
       WHERE ${clauses.join(" AND ")}
       ORDER BY bm25
-      LIMIT @scanCap
     `;
-    const rows = this.db.prepare(sql).all({ ...params, scanCap });
     const seen = /* @__PURE__ */ new Set();
+    const rows = [];
+    for (const value of this.db.prepare(sql).iterate(params)) {
+      const row = value;
+      if (seen.has(row.docId)) continue;
+      seen.add(row.docId);
+      rows.push(row);
+      if (rows.length >= limit) break;
+    }
     const hits = [];
     for (const row of rows) {
-      if (seen.has(row.docId)) {
-        continue;
-      }
-      seen.add(row.docId);
       const hit = {
         docId: row.docId,
         platform: row.platform,
@@ -1457,16 +1508,25 @@ var SearchIndex = class {
     return row ? row.value : null;
   }
   setMeta(key, value) {
-    this.db.prepare("INSERT INTO index_meta (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value").run(key, value);
+    const statement = this.db.prepare(
+      "INSERT INTO index_meta (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value"
+    );
+    statement.setReadBigInts(true);
+    statement.run(key, value);
   }
 };
 async function openSearchIndex(corpus, options = {}) {
   await corpus.init();
   const index = new SearchIndex(corpus.paths.indexDbFile, corpus);
-  if (options.autoBuild !== false && (index.needsRebuild() || index.count() === 0 && index.countMemories() === 0)) {
-    await index.rebuildFrom(corpus);
+  try {
+    if (options.autoBuild !== false && (index.needsRebuild() || index.count() === 0 && index.countMemories() === 0)) {
+      await index.rebuildFrom(corpus);
+    }
+    return index;
+  } catch (error) {
+    index.close();
+    throw error;
   }
-  return index;
 }
 async function deleteIndexDb(dbFile) {
   for (const suffix of ["", "-wal", "-shm"]) {

package/dist/{chunk-GLCLSBT6.js → chunk-ZYE6VY6A.js}

@@ -38,7 +38,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 
 // src/version.ts
-var VERSION = true ? "0.2.10" : "0.0.0-dev";
+var VERSION = true ? "0.2.11" : "0.0.0-dev";
 
 export {
   __require,

package/dist/{cli-2IIJ77ZQ.js → cli-RQMFEW5J.js}

@@ -17,17 +17,17 @@ import {
   runtimeBinDir,
   staleIndexFiles,
   uninstallRuntime
-} from "./chunk-XRA6OJC5.js";
+} from "./chunk-7ISC4REX.js";
 import {
   VERSION,
   __commonJS,
   __require,
   __toESM
-} from "./chunk-GLCLSBT6.js";
+} from "./chunk-ZYE6VY6A.js";
 
-// ../node_modules/isexe/windows.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/windows.js
 var require_windows = __commonJS({
-  "../node_modules/isexe/windows.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/windows.js"(exports, module) {
     "use strict";
     module.exports = isexe;
     isexe.sync = sync;
@@ -66,9 +66,9 @@ var require_windows = __commonJS({
   }
 });
 
-// ../node_modules/isexe/mode.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/mode.js
 var require_mode = __commonJS({
-  "../node_modules/isexe/mode.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/mode.js"(exports, module) {
     "use strict";
     module.exports = isexe;
     isexe.sync = sync;
@@ -100,9 +100,9 @@ var require_mode = __commonJS({
   }
 });
 
-// ../node_modules/isexe/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/index.js
 var require_isexe = __commonJS({
-  "../node_modules/isexe/index.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/isexe/index.js"(exports, module) {
     "use strict";
     var fs = __require("fs");
     var core;
@@ -156,9 +156,9 @@ var require_isexe = __commonJS({
   }
 });
 
-// ../node_modules/which/which.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/which/which.js
 var require_which = __commonJS({
-  "../node_modules/which/which.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/which/which.js"(exports, module) {
     "use strict";
     var isWindows2 = process.platform === "win32" || process.env.OSTYPE === "cygwin" || process.env.OSTYPE === "msys";
     var path = __require("path");
@@ -253,9 +253,9 @@ var require_which = __commonJS({
   }
 });
 
-// ../node_modules/path-key/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/path-key/index.js
 var require_path_key = __commonJS({
-  "../node_modules/path-key/index.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/path-key/index.js"(exports, module) {
     "use strict";
     var pathKey = (options = {}) => {
       const environment = options.env || process.env;
@@ -270,9 +270,9 @@ var require_path_key = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/lib/util/resolveCommand.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/resolveCommand.js
 var require_resolveCommand = __commonJS({
-  "../node_modules/cross-spawn/lib/util/resolveCommand.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/resolveCommand.js"(exports, module) {
     "use strict";
     var path = __require("path");
     var which = require_which();
@@ -312,9 +312,9 @@ var require_resolveCommand = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/lib/util/escape.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/escape.js
 var require_escape = __commonJS({
-  "../node_modules/cross-spawn/lib/util/escape.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/escape.js"(exports, module) {
     "use strict";
     var metaCharsRegExp = /([()\][%!^"`<>&|;, *?])/g;
     function escapeCommand(arg) {
@@ -337,17 +337,17 @@ var require_escape = __commonJS({
   }
 });
 
-// ../node_modules/shebang-regex/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/shebang-regex/index.js
 var require_shebang_regex = __commonJS({
-  "../node_modules/shebang-regex/index.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/shebang-regex/index.js"(exports, module) {
     "use strict";
     module.exports = /^#!(.*)/;
   }
 });
 
-// ../node_modules/shebang-command/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/shebang-command/index.js
 var require_shebang_command = __commonJS({
-  "../node_modules/shebang-command/index.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/shebang-command/index.js"(exports, module) {
     "use strict";
     var shebangRegex = require_shebang_regex();
     module.exports = (string = "") => {
@@ -365,9 +365,9 @@ var require_shebang_command = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/lib/util/readShebang.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/readShebang.js
 var require_readShebang = __commonJS({
-  "../node_modules/cross-spawn/lib/util/readShebang.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/util/readShebang.js"(exports, module) {
     "use strict";
     var fs = __require("fs");
     var shebangCommand = require_shebang_command();
@@ -387,9 +387,9 @@ var require_readShebang = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/lib/parse.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/parse.js
 var require_parse = __commonJS({
-  "../node_modules/cross-spawn/lib/parse.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/parse.js"(exports, module) {
     "use strict";
     var path = __require("path");
     var resolveCommand = require_resolveCommand();
@@ -449,9 +449,9 @@ var require_parse = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/lib/enoent.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/enoent.js
 var require_enoent = __commonJS({
-  "../node_modules/cross-spawn/lib/enoent.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/lib/enoent.js"(exports, module) {
     "use strict";
     var isWin = process.platform === "win32";
     function notFoundError(original, syscall) {
@@ -499,9 +499,9 @@ var require_enoent = __commonJS({
   }
 });
 
-// ../node_modules/cross-spawn/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/index.js
 var require_cross_spawn = __commonJS({
-  "../node_modules/cross-spawn/index.js"(exports, module) {
+  "../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/cross-spawn/index.js"(exports, module) {
     "use strict";
     var cp = __require("child_process");
     var parse = require_parse();
@@ -888,13 +888,13 @@ function parseArgs(argv) {
   return { command: positionals[0], positionals: positionals.slice(1), options, flags };
 }
 
-// ../node_modules/chokidar/esm/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/chokidar/esm/index.js
 import { stat as statcb } from "fs";
 import { stat as stat4, readdir as readdir2 } from "fs/promises";
 import { EventEmitter } from "events";
 import * as sysPath2 from "path";
 
-// ../node_modules/readdirp/esm/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/readdirp/esm/index.js
 import { stat as stat2, lstat, readdir, realpath } from "fs/promises";
 import { Readable } from "stream";
 import { resolve as presolve, relative as prelative, join as pjoin, sep as psep } from "path";
@@ -1113,7 +1113,7 @@ function readdirp(root, options = {}) {
   return new ReaddirpStream(options);
 }
 
-// ../node_modules/chokidar/esm/handler.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/chokidar/esm/handler.js
 import { watchFile, unwatchFile, watch as fs_watch } from "fs";
 import { open, stat as stat3, lstat as lstat2, realpath as fsrealpath } from "fs/promises";
 import * as sysPath from "path";
@@ -1869,7 +1869,7 @@ var NodeFsHandler = class {
   }
 };
 
-// ../node_modules/chokidar/esm/index.js
+// ../../../../Users/Kdog/Code-Projects/LLMnesia/node_modules/chokidar/esm/index.js
 var SLASH = "/";
 var SLASH_SLASH = "//";
 var ONE_DOT = ".";

package/dist/cli.js

@@ -3,7 +3,7 @@ import { createRequire as __llmnesiaCreateRequire } from "node:module";
 const require = __llmnesiaCreateRequire(import.meta.url);
 import {
   VERSION
-} from "./chunk-GLCLSBT6.js";
+} from "./chunk-ZYE6VY6A.js";
 
 // src/nodeDownload.ts
 var NODE_DOWNLOAD_URLS = {
@@ -141,7 +141,7 @@ async function bootstrap() {
     await guideUnsupportedNodeVersion(process.versions.node);
     return 1;
   }
-  const { main } = await import("./cli-2IIJ77ZQ.js");
+  const { main } = await import("./cli-RQMFEW5J.js");
   return main();
 }
 bootstrap().then((code) => {