@modusensus/dsh-mneme 0.4.1 → 0.4.3-beta.1

package/lib/{sleep.js → dream/sleep.js}

@@ -1,22 +1,30 @@
-// System-level sleep (v0.4.1): an idle-triggered, LLM-assisted deep pass over
-// the memory store. Three independent, fail-safe phases:
+// System-level sleep (v0.4.0): an idle-triggered, LLM-assisted deep pass over
+// the memory store. Four independent, fail-safe phases:
 //   1. conflict resolution — high-similarity same-type pairs are either parked
 //      for review (freeze mode) or adjudicated by the LLM (winner kept / loser
-//      archived), reusing the dream conflict machinery.
+//      archived), reusing the dream conflict machinery. Strictness-graded.
 //   2. archival demotion — memories unreferenced past sleepArchiveDays shrink
 //      to a one-line summary with the full body moved to _full_content; past
-//      sleepDeepArchiveDays they are archived outright.
+//      sleepCompressDays they are archived outright.
 //   3. pattern discovery — the LLM scans the most recent memories and mints
 //      type=pattern entries carrying evidence id references.
+//   4. relation completion — orphan entities (zero relations) get implied
+//      relations completed from memory co-occurrence.
 // Each phase is wrapped so one failure never aborts the others, and a missing
-// LLM route / semantic embedder only skips the phases that need it.
+// LLM route / semantic embedder only skips the phases that need it. A run is
+// abortable via an AbortController signal (user activity) — phases check the
+// signal between batches so a running cycle yields promptly.
 import { randomUUID, createHash } from "node:crypto";
-import { validateDecisions, applyDecisions } from "./dream/decisions.js";
-import { findPotentialConflicts } from "./dream/clustering.js";
-import { buildReceipt } from "./dream.js";
+import { validateDecisions, applyDecisions } from "./decisions.js";
+import { findPotentialConflicts } from "./clustering.js";
+import { buildReceipt } from "../dream.js";
 
 const SUMMARY_MAX = 120;
-const CONFLICT_THRESHOLD = 0.85;
+// Conflict similarity threshold per strictness level (v0.4.0):
+//   gentle     only high-confidence pairs (0.92) — first-time users
+//   normal     standard dream-level (0.85) — default
+//   aggressive low-confidence pairs too (0.75) — bloated stores
+const CONFLICT_THRESHOLDS = { gentle: 0.92, normal: 0.85, aggressive: 0.75 };
 
 const CONFLICT_PROMPT = `你是记忆库冲突仲裁助手。下面是检测到的高相似度记忆对，可能内容矛盾或重复。
 对每一对输出一个 decision 对象：
@@ -92,14 +100,17 @@ function makeSummary(m) {
  * conflict_pending for human review (no LLM). Otherwise the LLM adjudicates:
  * each pair → winner kept / loser archived. Returns a per-run summary.
  */
-async function phaseConflicts(ctx, service, config, logger, runId, semantic = null) {
+async function phaseConflicts(ctx, service, config, logger, runId, semantic = null, signal = null) {
   const embedder = semantic?.embedder;
   const vectorIndex = semantic?.vectorIndex;
   if (!embedder || !vectorIndex || typeof embedder.embed !== "function") {
     return { status: "skipped", reason: "no semantic embedder" };
   }
+  const strictness = config.sleepConflictStrictness ?? "normal";
+  const threshold = CONFLICT_THRESHOLDS[strictness] ?? CONFLICT_THRESHOLDS.normal;
   const memories = service.all().filter((m) => !m.archived && !m.forgotten && m.type !== "summary");
   if (memories.length < 2) return { status: "skipped", reason: "too few memories" };
+  if (signal?.aborted) return { status: "aborted", reason: "user activity" };
 
   // Backfill + collect vectors for every eligible memory (best effort).
   const vectors = new Array(memories.length);
@@ -131,7 +142,7 @@ async function phaseConflicts(ctx, service, config, logger, runId, semantic = nu
   const usableMemories = usable.map((i) => memories[i]);
   const usableVectors = usable.map((i) => vectors[i]);
 
-  const pairs = findPotentialConflicts(usableMemories, usableVectors, CONFLICT_THRESHOLD);
+  const pairs = findPotentialConflicts(usableMemories, usableVectors, threshold);
   if (pairs.length === 0) return { status: "skipped", reason: "no conflicts found" };
 
   // Dedupe: each memory participates in at most one pair, highest similarity
@@ -176,6 +187,9 @@ async function phaseConflicts(ctx, service, config, logger, runId, semantic = nu
     model: route.model,
     purpose: "sleep-conflict",
     maxTokens: 2048,
+    ...(config.sleepReasoningEffort && config.sleepReasoningEffort !== "none"
+      ? { reasoningEffort: config.sleepReasoningEffort }
+      : {}),
     messages: [
       { role: "system", content: [{ type: "text", text: CONFLICT_PROMPT }] },
       { role: "user", content: [{ type: "text", text: listText }] }
@@ -218,20 +232,21 @@ async function phaseConflicts(ctx, service, config, logger, runId, semantic = nu
  * truncations, and the full body is preserved in _full_content so nothing is
  * lost. Deterministic and cheap, so it runs even with no LLM route.
  */
-function phaseDemotion(service, config, logger, runId) {
+function phaseDemotion(service, config, logger, runId, signal = null) {
   const archiveDays = config.sleepArchiveDays ?? 30;
-  const deepArchiveDays = config.sleepDeepArchiveDays ?? 90;
+  const compressDays = config.sleepCompressDays ?? 90;
   const archiveCut = Date.now() - archiveDays * 86400000;
-  const deepCut = Date.now() - deepArchiveDays * 86400000;
+  const compressCut = Date.now() - compressDays * 86400000;
   const demoted = [];
   const archived = [];
   for (const m of service.all()) {
+    if (signal?.aborted) break;
     if (m.archived || m.forgotten) continue;
     const ref = m.last_accessed_at ?? m.updated_at ?? m.created_at;
     if (!ref) continue;
     const t = new Date(ref).getTime();
     if (Number.isNaN(t)) continue;
-    if (t < deepCut) {
+    if (t < compressCut) {
       service.setArchived(m.id, true);
       archived.push(m.id);
     } else if (t < archiveCut) {
@@ -254,25 +269,29 @@ function phaseDemotion(service, config, logger, runId) {
  * The empty snapshot is intentional: create claims no existing id, so the
  * "every id claimed" invariant is trivially satisfied for pure-create lists.
  */
-async function phasePatterns(ctx, service, config, logger, runId) {
+async function phasePatterns(ctx, service, config, logger, runId, signal = null) {
   const route = resolveSleepRoute(ctx, config, logger);
   if (!route) return { status: "skipped", reason: "no llm route" };
-  const limit = config.sleepPatternScanCount ?? 100;
+  const limit = config.sleepPatternMinMemories ?? 100;
   const memories = service
     .list({ limit: 200, includeForgotten: false })
     .filter((m) => !m.archived && m.type !== "summary" && m.type !== "pattern")
     .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1))
     .slice(0, limit);
   if (memories.length === 0) return { status: "skipped", reason: "no memories to scan" };
+  if (signal?.aborted) return { status: "aborted", reason: "user activity" };
   const listText = memories
     .map((m) => `id=${m.id} | type=${m.type} | importance=${m.importance} | updated=${m.updated_at} | title=${m.title} | content=${m.content}`)
     .join("\n");
-  const maxPatterns = config.sleepMaxPatterns ?? 5;
+  const maxPatterns = config.sleepMaxPatternPerRun ?? 3;
   const text = await streamText(ctx, {
     provider: route.provider,
     model: route.model,
     purpose: "sleep-pattern",
     maxTokens: 2048,
+    ...(config.sleepReasoningEffort && config.sleepReasoningEffort !== "none"
+      ? { reasoningEffort: config.sleepReasoningEffort }
+      : {}),
     messages: [
       { role: "system", content: [{ type: "text", text: PATTERN_PROMPT.replace("N", String(maxPatterns)) }] },
       { role: "user", content: [{ type: "text", text: listText }] }
@@ -305,6 +324,61 @@ async function phasePatterns(ctx, service, config, logger, runId) {
   };
 }
 
+/**
+ * Phase 4 — entity relation completion. Detects orphan entities (zero
+ * relations) and completes implied relations from memory co-occurrence:
+ * entities named in the same memory → related_to; container kinds
+ * (project/module) → part_of; tech-ish pairs → depends_on. Deterministic,
+ * no LLM — cheap, so it runs even without a route. saveRelation is
+ * bookkeeping (no write hook), so it never re-triggers the scheduler.
+ */
+function inferRelationType(a, b) {
+  if ((a.type === "project" || a.type === "module") && a.type !== b.type) return "part_of";
+  if ((b.type === "project" || b.type === "module") && b.type !== a.type) return "part_of";
+  if (/npm|plugin|api|sdk|lib|framework|package|deps?|build/i.test(`${a.name} ${b.name}`)) return "depends_on";
+  return "related_to";
+}
+
+function phaseRelations(service, config, logger, runId, signal = null) {
+  const entities = service.listEntities({ limit: 1000 }) ?? [];
+  if (entities.length < 2) return { status: "skipped", reason: "too few entities" };
+  const orphans = entities.filter((e) => (service.getRelations(e.id) ?? []).length === 0);
+  if (orphans.length === 0) return { status: "skipped", reason: "no orphan entities" };
+  const memories = service.all().filter((m) => !m.archived && !m.forgotten);
+  const seen = new Set();
+  const related = [];
+  const MAX_RELATIONS_PER_ORPHAN = 3;
+  for (const o of orphans) {
+    if (signal?.aborted) break;
+    let made = 0;
+    for (const m of memories) {
+      if (signal?.aborted || made >= MAX_RELATIONS_PER_ORPHAN) break;
+      const text = `${m.title ?? ""} ${m.content ?? ""}`;
+      if (!text.includes(o.name)) continue;
+      for (const other of entities) {
+        if (other.id === o.id || other.name === o.name) continue;
+        const key = [o.id, other.id].sort().join("|");
+        if (seen.has(key)) continue;
+        if (!text.includes(other.name)) continue;
+        const relationType = inferRelationType(o, other);
+        try {
+          service.saveRelation({ from_entity: o.id, to_entity: other.id, relation_type: relationType, memory_id: m.id, metadata: { source: "sleep_relation_completion" } });
+          seen.add(key);
+          related.push({ from: o.id, to: other.id, type: relationType });
+          made++;
+        } catch (error) {
+          logger?.warn?.(`dsh-mneme sleep: relation ${o.id}/${other.id} failed: ${String(error)}`);
+        }
+      }
+    }
+  }
+  return {
+    status: related.length > 0 ? "ok" : "noop",
+    orphanCount: orphans.length,
+    related
+  };
+}
+
 // ---------------------------------------------------------------- run
 
 function deriveStatus(phases) {
@@ -323,10 +397,11 @@ function deriveStatus(phases) {
  * run_type='sleep' audit row (same dream_runs table) so sleep activity is
  * observable alongside consolidation runs.
  */
-export async function runSleep(ctx, service, config, logger, semantic = null) {
+export async function runSleep(ctx, service, config, logger, semantic = null, signal = null) {
   const runId = randomUUID();
   const phases = {};
   const attempt = async (name, fn) => {
+    if (signal?.aborted) return; // user resumed activity — stop before next phase
     try {
       phases[name] = await fn();
     } catch (error) {
@@ -334,9 +409,10 @@ export async function runSleep(ctx, service, config, logger, semantic = null) {
       logger?.warn?.(`dsh-mneme sleep: ${name} phase failed: ${error?.message ?? error}`);
     }
   };
-  await attempt("conflicts", () => phaseConflicts(ctx, service, config, logger, runId, semantic));
-  await attempt("demotion", () => phaseDemotion(service, config, logger, runId));
-  await attempt("patterns", () => phasePatterns(ctx, service, config, logger, runId));
+  await attempt("conflicts", () => phaseConflicts(ctx, service, config, logger, runId, semantic, signal));
+  await attempt("demotion", () => phaseDemotion(service, config, logger, runId, signal));
+  await attempt("patterns", () => phasePatterns(ctx, service, config, logger, runId, signal));
+  await attempt("relations", () => phaseRelations(service, config, logger, runId, signal));
 
   const status = deriveStatus(phases);
   const route = resolveSleepRoute(ctx, config, logger);
@@ -398,11 +474,12 @@ export function createSleepScheduler({
   let running = false;
   let disposed = false;
   let idleTimer = null;
+  let sleepAbort = null;
 
   function armIdleTimer() {
     if (disposed || idleTimer) return;
-    if (config.sleepEnabled !== true) return;
-    const idleMs = (config.sleepIdleMinutes ?? 30) * 60000;
+    if (config.sleepModeEnabled !== true) return;
+    const idleMs = (config.sleepIdleMinutes ?? 5) * 60000;
     const delay = Math.max(0, idleMs - (now() - lastWriteAt)) + 1000;
     idleTimer = setTimeoutFn(async () => {
       idleTimer = null;
@@ -413,18 +490,29 @@ export function createSleepScheduler({
 
   function shouldRun(at = now()) {
     if (disposed || running) return false;
-    if (config.sleepEnabled !== true) return false;
-    if (at - lastWriteAt < (config.sleepIdleMinutes ?? 30) * 60000) return false;
-    if (at - lastRunAt < (config.sleepMinIntervalHours ?? 8) * 3600000) return false;
+    if (config.sleepModeEnabled !== true) return false;
+    if (at - lastWriteAt < (config.sleepIdleMinutes ?? 5) * 60000) return false;
+    // lastRunAt === 0 means never ran — the min-interval check must not block
+    // the very first cycle (a real run stamps a nonzero timestamp).
+    if (lastRunAt > 0 && at - lastRunAt < (config.sleepMinIntervalHours ?? 8) * 3600000) return false;
     return true;
   }
 
   /** Called on writes: resets the idle clock and re-arms the fire timer. The
    *  pending timer is cleared first — a stale timer armed against the old idle
    *  window would otherwise fire early, fail shouldRun, and leave nothing armed
-   *  for the next window (a missed trigger until the next write). */
+   *  for the next window (a missed trigger until the next write).
+   *
+   *  While a sleep run is executing (running=true) the in-flight AbortController
+   *  is NOT aborted: the run's own writes (demoteToSummary / setArchived ride
+   *  the normal write-hook path) would otherwise self-abort the cycle. External
+   *  activity during the run still resets the idle clock here, so no new cycle
+   *  fires until the store is quiet again. */
   function noteWrite() {
     lastWriteAt = now();
+    if (!running && sleepAbort) {
+      sleepAbort.abort(); // user resumed activity — interrupt an idle run
+    }
     if (idleTimer) {
       clearTimeoutFn(idleTimer);
       idleTimer = null;
@@ -435,16 +523,19 @@ export function createSleepScheduler({
   async function maybeSchedule() {
     if (!shouldRun()) return false;
     running = true;
+    const abort = new AbortController();
+    sleepAbort = abort;
     try {
       lastRunAt = now();
       const result = await service.enqueue(() =>
-        onRun ? onRun() : Promise.resolve({ ok: true, skipped: true })
+        onRun ? onRun(abort.signal) : Promise.resolve({ ok: true, skipped: true })
       );
       return !!(result && result.ok);
     } catch (error) {
       logger?.warn?.(`dsh-mneme sleep: run failed: ${error?.message ?? error}`);
       return false;
     } finally {
+      sleepAbort = null;
       running = false;
     }
   }
@@ -455,6 +546,10 @@ export function createSleepScheduler({
       clearTimeoutFn(idleTimer);
       idleTimer = null;
     }
+    if (sleepAbort) {
+      sleepAbort.abort();
+      sleepAbort = null;
+    }
   }
 
   return { noteWrite, maybeSchedule, shouldRun, dispose };

package/lib/dream.js

@@ -457,6 +457,9 @@ export function createDreamScheduler({ onRun, thresholdCount = 10, thresholdChar
         model: route.model,
         purpose: "compaction",
         maxTokens: config.dreamMaxTokens ?? 4096,
+        ...(config.dreamReasoningEffort && config.dreamReasoningEffort !== "none"
+          ? { reasoningEffort: config.dreamReasoningEffort }
+          : {}),
         messages: [
           { role: "system", content: [{ type: "text", text: consolidationPrompt }] },
           { role: "user", content: [{ type: "text", text: listText }] }
@@ -600,6 +603,9 @@ export function createDreamScheduler({ onRun, thresholdCount = 10, thresholdChar
         model: route.model,
         purpose: "compaction",
         maxTokens: config.dreamMaxTokens ?? 2048,
+        ...(config.dreamReasoningEffort && config.dreamReasoningEffort !== "none"
+          ? { reasoningEffort: config.dreamReasoningEffort }
+          : {}),
         messages: [
           { role: "system", content: [{ type: "text", text: SUMMARY_PROMPT }] },
           { role: "user", content: [{ type: "text", text: service.all().filter((m) => !m.archived && m.type !== "summary").map((m) => `- ${m.title}: ${m.content}`).join("\n") }] }

package/lib/index.js

@@ -5,7 +5,7 @@ import { createTools } from "./tools.js";
 import { createInjector } from "./inject.js";
 import { createSummarizer } from "./summarize.js";
 import { createDreamScheduler } from "./dream.js";
-import { createSleepScheduler, runSleep } from "./sleep.js";
+import { createSleepScheduler, runSleep } from "./dream/sleep.js";
 import { createApi } from "./api.js";
 import { createSettings } from "./settings.js";
 import { createCommandManager } from "./commands.js";
@@ -182,21 +182,18 @@ export const apply = (ctx, config) => {
     service.setDreamHook(() => dream.maybeSchedule(service));
   }
 
-  // Sleep scheduler (v0.4.1): idle-triggered deep pass (conflict resolution +
-  // archival demotion + pattern discovery). opt-in via sleepEnabled; writes
-  // through the service reset the idle clock (setSleepHook), and when the store
-  // stays quiet for sleepIdleMinutes past the sleepMinIntervalHours gate, the
-  // scheduler fires one cycle. The onRun closure reuses the same semantic
-  // pipeline as dream for the conflict phase.
+  // Sleep scheduler (v0.4.0): idle-triggered deep maintenance. Fires when the
+  // store has been quiet for sleepIdleMinutes and re-arms on every write via
+  // noteWrite (hooked to the service's write path). Runs go through
+  // service.enqueue so they serialize with autoDream — the two never overlap.
+  // Abortable on user activity; audited into dream_runs with run_type='sleep'.
   let sleep = null;
-  if (cfg.sleepEnabled) {
+  if (cfg.sleepModeEnabled) {
     sleep = createSleepScheduler({
       service,
       config: cfg,
       logger: ctx.logger,
-      onRun: () => (sleep
-        ? runSleep(ctx, service, cfg, ctx.logger, { embedder, vectorIndex })
-        : Promise.resolve({ ok: true, skipped: true }))
+      onRun: (signal) => (sleep ? runSleep(ctx, service, cfg, ctx.logger, { embedder, vectorIndex }, signal) : Promise.resolve({ ok: true, skipped: true }))
     });
     service.setSleepHook(() => sleep.noteWrite());
   }
@@ -271,7 +268,7 @@ export const apply = (ctx, config) => {
     }
     commands?.dispose();
     if (dream) await dream.dispose();
-    if (sleep) await sleep.dispose();
+    if (sleep) sleep.dispose();
     store.close();
   };
 };

package/lib/mirror.js

@@ -128,21 +128,33 @@ export function createMirror(dir) {
     for (const m of memories) {
       (byType[m.type] ??= []).push(m);
     }
+    // Per-type physical outcomes (audit peer D): a failed write for one type
+    // must not abort the whole render. Each type is written (or pruned) in its
+    // own try/catch and the result reported so the caller can persist per-type
+    // committed/failed receipts — a file that was already written is a real
+    // physical commit even when a sibling type errors.
+    const results = {};
     for (const type of Object.keys(TYPE_FILE)) {
-      const file = filePath(type);
-      const items = (byType[type] ?? [])
-        .slice()
-        .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
-      if (items.length === 0) {
-        // no memories of this type: drop any stale mirror file so deleted
-        // memories do not "resurrect" via readHumanEdits
-        rmSync(file, { force: true });
-        continue;
+      try {
+        const file = filePath(type);
+        const items = (byType[type] ?? [])
+          .slice()
+          .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
+        if (items.length === 0) {
+          // no memories of this type: drop any stale mirror file so deleted
+          // memories do not "resurrect" via readHumanEdits
+          rmSync(file, { force: true });
+        } else {
+          const header = `# ${TYPE_FILE[type]} — dsh-mneme 镜像\n\n<!-- 手工编辑此文件会被合并回记忆库（人工优先）。 -->\n\n`;
+          const body = items.map(renderMemory).join("\n");
+          writeFileSync(file, header + body, "utf8");
+        }
+        results[type] = { ok: true };
+      } catch (error) {
+        results[type] = { ok: false, error: error?.message ?? String(error) };
       }
-      const header = `# ${TYPE_FILE[type]} — dsh-mneme 镜像\n\n<!-- 手工编辑此文件会被合并回记忆库（人工优先）。 -->\n\n`;
-      const body = items.map(renderMemory).join("\n");
-      writeFileSync(file, header + body, "utf8");
     }
+    return results;
   }
 
   return { filePath, sync, readHumanEdits };