@llmnesia/mcp 0.2.3 → 0.2.5

package/dist/{cli-77JECNWA.js → cli-OXKBAUBE.js}

@@ -4,23 +4,26 @@ const require = __llmnesiaCreateRequire(import.meta.url);
 import {
   Corpus,
   SearchIndex,
+  compactCorpus,
   deleteIndexDb,
   drainInbox,
   ingestFile,
+  inspectCorpusStorage,
   installRuntime,
   isSelfUpdateDisabled,
   openSearchIndex,
+  readAutomaticMaintenanceState,
   resolveCorpusDir,
   runtimeBinDir,
   staleIndexFiles,
   uninstallRuntime
-} from "./chunk-G42RV536.js";
+} from "./chunk-MTPXE734.js";
 import {
   VERSION,
   __commonJS,
   __require,
   __toESM
-} from "./chunk-6H2TI5IW.js";
+} from "./chunk-BDR4JVMF.js";
 
 // ../node_modules/isexe/windows.js
 var require_windows = __commonJS({
@@ -824,7 +827,7 @@ var OPTION_ALIASES = {
   h: "help",
   y: "yes"
 };
-var BOOLEAN_FLAGS = /* @__PURE__ */ new Set(["force", "yes", "version", "help"]);
+var BOOLEAN_FLAGS = /* @__PURE__ */ new Set(["force", "yes", "version", "help", "dry-run"]);
 var VALUE_OPTIONS = /* @__PURE__ */ new Set(["corpus", "limit", "platform", "title", "from", "to"]);
 function parseArgs(argv) {
   const positionals = [];
@@ -3765,9 +3768,12 @@ Setup:
 Power-user / debugging:
   init                 Create the corpus directory skeleton
   ingest <file...>     Ingest one or more NDJSON backup files into the corpus
-  drain                Ingest every file in <corpus>/inbox, then archive them
+  drain                Ingest every file in <corpus>/inbox; discard clean
+                       payloads and quarantine malformed ones
   watch                Watch <corpus>/inbox and ingest new deltas live
   stats                Print corpus counts (conversations, messages, platforms)
+  compact              Losslessly compress conversations and remove redundant
+                       processed batches/stale indexes (confirmation required)
   reindex              Drop and rebuild the search index from the corpus
   search <query>       Full-text search the corpus (BM25)
 
@@ -3780,6 +3786,7 @@ Options:
   --to <iso|ms>        search: only conversations created on/before this date
   --force              install: overwrite a differing corpus root in config.json
   --yes, -y            uninstall: skip its confirmation prompt
+  --dry-run             compact: calculate exact savings without writing
   --version, -v        print the version and exit
 `;
 function parseDate(value) {
@@ -3984,7 +3991,7 @@ async function main() {
 `)
         });
         process.stdout.write(
-          `Drained ${report.files} inbox file(s): ${report.conversations} conversation(s) \u2014 ${report.created} created, ${report.updated} updated, ${report.skipped} unchanged` + (report.failed > 0 ? `, ${report.failed} file(s) failed` : "") + `
+          `Drained ${report.files} inbox file(s): ${report.conversations} conversation(s) \u2014 ${report.created} created, ${report.updated} updated, ${report.skipped} unchanged` + (report.quarantined > 0 ? `, ${report.quarantined} quarantined` : "") + (report.failed > 0 ? `, ${report.failed} file(s) failed` : "") + `
 `
         );
       } finally {
@@ -4012,6 +4019,8 @@ async function main() {
     }
     case "stats": {
       const stats = await corpus.stats();
+      const storage = await inspectCorpusStorage(corpus);
+      const maintenance = await readAutomaticMaintenanceState(corpus);
       const platforms = Object.entries(stats.byPlatform).sort((a, b) => b[1] - a[1]).map(([p, n]) => `    ${p}: ${n}`).join("\n");
       process.stdout.write(
         `Corpus: ${root}
@@ -4019,14 +4028,43 @@ async function main() {
   messages:      ${stats.messageCount}
 ` + (platforms ? `  by platform:
 ${platforms}
+` : "") + `  storage:       ${formatBytes(storage.totalBytes)}
+    conversations: ${formatBytes(storage.conversations.legacyBytes + storage.conversations.compressedBytes)} (${storage.conversations.compressedFiles} compressed, ${storage.conversations.legacyFiles} legacy)
+    active index:  ${formatBytes(storage.activeIndex.bytes)}
+    processed:     ${formatBytes(storage.processed.bytes)} (${storage.processed.files} reclaimable files)
+    stale indexes: ${formatBytes(storage.staleIndexes.bytes)}
+    quarantine:    ${formatBytes(storage.quarantine.bytes)}
+` + (maintenance ? `  maintenance:   ${formatMaintenanceState(maintenance)}
 ` : "")
       );
       return 0;
     }
+    case "compact": {
+      const dryRun = flags.has("dry-run");
+      const preview = await compactCorpus(corpus, { dryRun: true });
+      process.stdout.write(formatCompactPreview(preview));
+      if (dryRun) return 0;
+      if (!flags.has("yes")) {
+        const ok = await promptConfirm(
+          "Compact this corpus now? Close desktop AI/MCP clients first. Clean processed sync payloads and stale derived indexes will be removed; canonical conversations are migrated losslessly with read-back verification."
+        );
+        if (!ok) {
+          process.stdout.write("Cancelled.\n");
+          return 0;
+        }
+      }
+      const result = await compactCorpus(corpus);
+      process.stdout.write(
+        `Compaction complete: reclaimed ${formatBytes(result.reclaimedBytes)}; ${result.compression.migrated} conversation(s) compressed, ${result.processedRemoved.files} processed file(s) removed, ${result.staleIndexesRemoved.files} stale index file(s) removed.
+Corpus now uses ${formatBytes(result.after?.totalBytes ?? 0)}.
+`
+      );
+      return 0;
+    }
     case "reindex": {
       await corpus.init();
       await deleteIndexDb(corpus.paths.indexDbFile);
-      const index = new SearchIndex(corpus.paths.indexDbFile);
+      const index = new SearchIndex(corpus.paths.indexDbFile, corpus);
       try {
         const { conversations } = await index.rebuildFrom(corpus);
         process.stdout.write(`Rebuilt index: ${conversations} conversation(s)
@@ -4092,6 +4130,43 @@ ${USAGE}`);
 function collapse(text) {
   return text.replace(/\s+/g, " ").trim();
 }
+function formatBytes(bytes) {
+  if (bytes < 1024) return `${bytes} B`;
+  const units = ["KiB", "MiB", "GiB", "TiB"];
+  let value = bytes / 1024;
+  let unit = units[0];
+  for (let i = 1; i < units.length && value >= 1024; i += 1) {
+    value /= 1024;
+    unit = units[i];
+  }
+  return `${value.toFixed(value >= 10 ? 1 : 2)} ${unit}`;
+}
+function formatMaintenanceState(state) {
+  if (state.status === "complete") {
+    return `complete${state.completedAt ? ` (${new Date(state.completedAt).toISOString()})` : ""}`;
+  }
+  if (state.status === "waiting" && state.nextEligibleAt) {
+    return `automatic cleanup scheduled after ${new Date(state.nextEligibleAt).toISOString()}`;
+  }
+  if (state.status === "failed" && state.nextEligibleAt) {
+    return `will retry after ${new Date(state.nextEligibleAt).toISOString()}`;
+  }
+  return state.status;
+}
+function formatCompactPreview(result) {
+  const { before, compression } = result;
+  const compressionSavings = Math.max(
+    0,
+    compression.legacyBytes + compression.compressedBytes - compression.projectedCompressedBytes
+  );
+  return `Compaction preview for ${before.root}:
+  current size:             ${formatBytes(before.totalBytes)}
+  processed sync payloads:  ${formatBytes(before.processed.bytes)} (${before.processed.files} files)
+  stale indexes:            ${formatBytes(before.staleIndexes.bytes)} (${before.staleIndexes.files} files)
+  lossless compression:     ${formatBytes(compressionSavings)} (${compression.candidates} legacy conversations)
+  estimated reclaimable:    ${formatBytes(result.reclaimedBytes)}
+`;
+}
 export {
   formatInstallSuccess,
   main,

package/dist/cli.js

@@ -3,7 +3,7 @@ import { createRequire as __llmnesiaCreateRequire } from "node:module";
 const require = __llmnesiaCreateRequire(import.meta.url);
 import {
   VERSION
-} from "./chunk-6H2TI5IW.js";
+} from "./chunk-BDR4JVMF.js";
 
 // src/nodeDownload.ts
 var NODE_DOWNLOAD_URLS = {
@@ -141,7 +141,7 @@ async function bootstrap() {
     await guideUnsupportedNodeVersion(process.versions.node);
     return 1;
   }
-  const { main } = await import("./cli-77JECNWA.js");
+  const { main } = await import("./cli-OXKBAUBE.js");
   return main();
 }
 bootstrap().then((code) => {

package/dist/mcp.js

@@ -2,20 +2,22 @@
 import { createRequire as __llmnesiaCreateRequire } from "node:module";
 const require = __llmnesiaCreateRequire(import.meta.url);
 import {
+  AUTO_MAINTENANCE_RECHECK_MS,
   Corpus,
   describeOutcome,
   drainInbox,
   openSearchIndex,
   pendingInboxFiles,
   resolveCorpusDir,
+  runAutomaticMaintenance,
   scheduleSelfUpdate
-} from "./chunk-G42RV536.js";
+} from "./chunk-MTPXE734.js";
 import {
   VERSION,
   __commonJS,
   __export,
   __toESM
-} from "./chunk-6H2TI5IW.js";
+} from "./chunk-BDR4JVMF.js";
 
 // ../node_modules/ajv/dist/compile/codegen/code.js
 var require_code = __commonJS({
@@ -21393,6 +21395,9 @@ function describeIssues(error2) {
 
 // src/service.ts
 var STALE_AFTER_HOURS = 48;
+var AUTO_MAINTENANCE_START_DELAY_MS = 6e4;
+var AUTO_MAINTENANCE_IDLE_MS = 3e4;
+var AUTO_MAINTENANCE_BUSY_RETRY_MS = 3e4;
 var CompanionService = class _CompanionService {
   constructor(corpus, index, onDrainError, memoryWriteCap) {
     this.corpus = corpus;
@@ -21409,6 +21414,10 @@ var CompanionService = class _CompanionService {
   refreshChain = Promise.resolve();
   /** Memories written since this process started; the per-session cap counts these. */
   memoriesWritten = 0;
+  activeOperations = 0;
+  lastOperationAt = Date.now();
+  maintenanceTimer;
+  closed = false;
   static async open(root, options = {}) {
     const corpus = new Corpus(root);
     const index = await openSearchIndex(corpus);
@@ -21419,8 +21428,71 @@ var CompanionService = class _CompanionService {
       options.memoryWriteCap ?? DEFAULT_MEMORY_WRITE_CAP
     );
     await service.refresh();
+    if (options.automaticMaintenance) {
+      service.scheduleAutomaticMaintenance(options.automaticMaintenance);
+    }
     return service;
   }
+  /** Let the MCP wrapper expose activity to the idle-only maintenance scheduler. */
+  async runWithActivity(operation) {
+    this.activeOperations += 1;
+    this.lastOperationAt = Date.now();
+    try {
+      return await operation();
+    } finally {
+      this.activeOperations -= 1;
+      this.lastOperationAt = Date.now();
+    }
+  }
+  scheduleAutomaticMaintenance(options) {
+    const {
+      delayMs = AUTO_MAINTENANCE_START_DELAY_MS,
+      idleMs = AUTO_MAINTENANCE_IDLE_MS,
+      busyRetryMs = AUTO_MAINTENANCE_BUSY_RETRY_MS,
+      onOutcome,
+      ...runOptions
+    } = options;
+    const schedule = (delay) => {
+      if (this.closed) return;
+      this.maintenanceTimer = setTimeout(
+        attempt,
+        Math.max(0, Math.min(delay, 2147483647))
+      );
+      this.maintenanceTimer.unref?.();
+    };
+    const attempt = () => {
+      this.maintenanceTimer = void 0;
+      if (this.closed) return;
+      const idleFor = Date.now() - this.lastOperationAt;
+      if (this.activeOperations > 0 || idleFor < idleMs) {
+        schedule(Math.max(busyRetryMs, idleMs - idleFor));
+        return;
+      }
+      void runAutomaticMaintenance(this.corpus, this.index, runOptions).then(
+        (outcome) => {
+          onOutcome?.(outcome);
+          const current = Date.now();
+          if (outcome.action === "deferred") schedule(outcome.until - current);
+          else if (outcome.action === "failed") schedule(outcome.retryAt - current);
+          else if (outcome.action === "locked") schedule(busyRetryMs);
+          else if (outcome.action === "recently-checked") {
+            schedule(outcome.completedAt + (runOptions.recheckMs ?? AUTO_MAINTENANCE_RECHECK_MS) - current);
+          } else if (outcome.action === "compacted" || outcome.action === "no-work") {
+            schedule(runOptions.recheckMs ?? AUTO_MAINTENANCE_RECHECK_MS);
+          }
+        },
+        (error2) => {
+          onOutcome?.({
+            action: "failed",
+            error: error2 instanceof Error ? error2.message : String(error2),
+            retryAt: Date.now() + busyRetryMs
+          });
+          schedule(busyRetryMs);
+        }
+      );
+    };
+    schedule(delayMs);
+  }
   /**
    * Ingest whatever is waiting in `inbox/`. Never throws: a corrupt or
    * unreadable delta is reported and skipped rather than failing the read.
@@ -21547,6 +21619,9 @@ var CompanionService = class _CompanionService {
     };
   }
   close() {
+    this.closed = true;
+    if (this.maintenanceTimer) clearTimeout(this.maintenanceTimer);
+    this.maintenanceTimer = void 0;
     this.index.close();
   }
 };
@@ -21636,12 +21711,28 @@ async function runServe() {
       onDrainError: (error2) => process.stderr.write(
         `llmnesia: inbox drain failed, serving the existing index: ${error2 instanceof Error ? error2.message : String(error2)}
 `
-      )
+      ),
+      automaticMaintenance: {
+        onOutcome: (outcome) => {
+          if (outcome.action === "failed") {
+            process.stderr.write(
+              `llmnesia: automatic storage maintenance will retry later: ${outcome.error}
+`
+            );
+          } else if (outcome.action === "compacted" && outcome.report.reclaimedBytes > 0) {
+            process.stderr.write(
+              `llmnesia: automatic storage maintenance reclaimed ${outcome.report.reclaimedBytes} bytes
+`
+            );
+          }
+        }
+      }
     })
   );
   const withService = async (operation) => {
     try {
-      return await operation(await service.get(5e3));
+      const ready = await service.get(5e3);
+      return await ready.runWithActivity(() => operation(ready));
     } catch (err) {
       if (err instanceof ResourcePreparingError) {
         return errorResult("LLMnesia is still preparing the local conversation index. Retry this tool shortly.");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmnesia/mcp",
-  "version": "0.2.3",
+  "version": "0.2.5",
   "private": false,
   "type": "module",
   "comment:mcpName": "The MCP Registry's ownership marker: it must equal server.json's `name`, and the namespace must match how you authenticate with mcp-publisher. `com.llmnesia/...` requires DNS auth (a TXT record on llmnesia.com) — see docs/MCP_INSTALLER_BOARD.md.",

package/server.json

@@ -3,13 +3,13 @@
   "name": "com.llmnesia/mcp",
   "title": "LLMnesia",
   "description": "Search your AI chat history from Claude, Cursor, Codex, and other MCP clients.",
-  "version": "0.2.3",
+  "version": "0.2.5",
   "packages": [
     {
       "registryType": "npm",
       "registryBaseUrl": "https://registry.npmjs.org",
       "identifier": "@llmnesia/mcp",
-      "version": "0.2.3",
+      "version": "0.2.5",
       "transport": {
         "type": "stdio"
       }