@modusensus/dsh-mneme 0.7.4 → 0.7.5

package/dsh-mneme/package.json

@@ -0,0 +1,83 @@
+{
+  "name": "@modusensus/dsh-mneme",
+  "description": "Cross-session memory plugin for DeepSeek Harness with autoDream consolidation: SQLite store, Markdown mirrors, 7 model tools, automatic injection, session summarization, user profile/rules, custom slash commands, vector (semantic) search, and a Web GUI panel",
+  "version": "0.7.5",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/modusensus/dsh-mneme.git"
+  },
+  "homepage": "https://github.com/modusensus/dsh-mneme#readme",
+  "bugs": {
+    "url": "https://github.com/modusensus/dsh-mneme/issues"
+  },
+  "type": "module",
+  "main": "lib/index.js",
+  "exports": {
+    ".": {
+      "default": "./lib/index.js"
+    },
+    "./client": {
+      "default": "./lib/client.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "lib",
+    "src",
+    "scripts",
+    "test",
+    "cordis.patch.yml"
+  ],
+  "dsh": {
+    "client": {
+      "inject": [
+        "slots",
+        "locale",
+        "layout",
+        "connection"
+      ],
+      "platform": "web"
+    },
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    }
+  },
+  "peerDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1",
+    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-llm": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
+    "@deepseek-ai/schemastery": "^3.18.1"
+  },
+  "devDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1",
+    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-llm": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
+    "@deepseek-ai/schemastery": "^3.18.1",
+    "c8": "^12.0.0"
+  },
+  "scripts": {
+    "sync": "node scripts/sync-lib.js",
+    "prepack": "npm run sync",
+    "test": "node --test test/*.test.js",
+    "test:coverage": "c8 node --test test/*.test.js",
+    "e2e": "node scripts/e2e-dsh.js",
+    "stress": "node scripts/stress-dsh.js"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^4.2.0"
+  },
+  "overrides": {
+    "adm-zip": "0.6.0"
+  },
+  "c8": {
+    "reporter": [
+      "text",
+      "lcov"
+    ]
+  }
+}

package/{lib → dsh-mneme/src}/api.js

@@ -96,6 +96,21 @@ export function createApi(ctx, service, settings, commands, embedder, semantic =
     }
   });
 
+  register({
+    kind: "exact",
+    path: "/api/dsh-mneme/stats",
+    handler(req, res) {
+      try {
+        const url = new URL(req.url, "http://localhost");
+        const raw = url.searchParams.get("days");
+        const days = Math.min(30, Math.max(1, parseInt(raw ?? "7", 10) || 7));
+        sendJson(res, 200, service.stats({ days }));
+      } catch {
+        sendJson(res, 500, { error: "internal" });
+      }
+    }
+  });
+
   register({
     kind: "exact",
     path: "/api/dsh-mneme/search",

package/{src → dsh-mneme/src}/mirror.js

@@ -7,7 +7,9 @@ export const TYPE_FILE = {
   project: "projects.md",
   decision: "decisions.md",
   history: "history.md",
-  summary: "summary.md"
+  summary: "summary.md",
+  user: "user.md",
+  fact: "facts.md"
 };
 
 const ESCAPE = /([\\`*_[\]{}()#+.!|>~-])/g;

package/{src → dsh-mneme/src}/quality-filter.js

@@ -34,7 +34,9 @@ const TYPE_LABELS = {
   decision: ["decision", "决策", "决定"],
   history: ["history", "历史", "事件"],
   summary: ["summary", "总结", "摘要", "总览"],
-  pattern: ["pattern", "模式", "规律"]
+  pattern: ["pattern", "模式", "规律"],
+  user: ["user", "用户"],
+  fact: ["fact", "事实", "原子事实"]
 };
 
 /** Normalized bigram-overlap similarity in [0,1]; 0 for tiny/empty inputs. */

package/{lib → dsh-mneme/src}/service.js

@@ -7,7 +7,7 @@ import { parseWikiLinks } from "./parser/wiki-link.js";
 import { extractQueryTags, applyTagBoost } from "./search/tag-boost.js";
 import { computeHeat } from "./heat.js";
 
-const INJECT_TYPES = new Set(["preference", "project", "decision", "summary"]);
+const INJECT_TYPES = new Set(["preference", "project", "decision", "summary", "user", "fact"]);
 
 // Epistemic trust weights (v0.4.5): when config.trustEpistemicWeighting is on,
 // each recall candidate's existing score is multiplied by the weight of its
@@ -1047,12 +1047,15 @@ export function createService({ store, mirror, config, onWrite, logger, settings
     // (quality_score null) count as 100 (weight 1), so legacy stores keep their
     // exact summary>preference>importance ordering.
     const qualityWeight = (m) => (m.quality_score != null ? m.quality_score / 100 : 1);
+    // summary/user/preference are injected regardless of importance (context
+    // layers); every other INJECT_TYPES type (e.g. fact) only when
+    // importance >= threshold — the frontend "常注入" badge maps to this split.
     const items = store.list({ limit: 200, includeForgotten: false })
       .filter((m) => !m.archived && INJECT_TYPES.has(m.type) && !m.forgotten &&
-        (m.type === "summary" || m.type === "preference" || m.importance >= threshold))
+        (m.type === "summary" || m.type === "preference" || m.type === "user" || m.importance >= threshold))
       .sort((a, b) => {
-        const pa = a.type === "summary" ? 0 : a.type === "preference" ? 1 : 2;
-        const pb = b.type === "summary" ? 0 : b.type === "preference" ? 1 : 2;
+        const pa = a.type === "summary" ? 0 : (a.type === "preference" || a.type === "user") ? 1 : 2;
+        const pb = b.type === "summary" ? 0 : (b.type === "preference" || b.type === "user") ? 1 : 2;
         return pa - pb || (b.importance * qualityWeight(b)) - (a.importance * qualityWeight(a));
       });
     let candidates = items;
@@ -1068,7 +1071,7 @@ export function createService({ store, mirror, config, onWrite, logger, settings
           const hits = vectorIndex.search(queryVector, { limit: maxItems * 2, threshold: 0 });
           for (const m of hits) {
             if (m && !m.archived && INJECT_TYPES.has(m.type) && !m.forgotten &&
-              (m.type === "summary" || m.type === "preference" || m.importance >= threshold)) {
+              (m.type === "summary" || m.type === "preference" || m.type === "user" || m.importance >= threshold)) {
               semanticItems.push(m);
             }
           }
@@ -1606,6 +1609,7 @@ export function createService({ store, mirror, config, onWrite, logger, settings
     list: (o) => store.list(o),
     all: () => store.all(),
     count: (type, opts) => store.count(type, opts),
+    stats: (opts) => store.stats(opts),
     getById: (id) => store.getById(id),
     remove: (id) => {
       store.remove(id);

package/{src → dsh-mneme/src}/store.js

@@ -242,7 +242,7 @@ CREATE TABLE IF NOT EXISTS mirror_state (
 );
 `;
 
-const TYPES = new Set(["preference", "project", "decision", "history", "summary", "pattern"]);
+const TYPES = new Set(["preference", "project", "decision", "history", "summary", "pattern", "user", "fact"]);
 
 // Epistemic status: what kind of evidence a memory rests on. Defaults to
 // 'subjective' so legacy rows (and rows without any signal) stay compatible.
@@ -659,6 +659,39 @@ export function createStore(path) {
     return db.prepare(`SELECT count(*) AS c FROM memories ${where}`).get(...params).c;
   }
 
+  /**
+   * Aggregated stats for the Web panel layered overview: per-type distribution
+   * plus a recent daily creation trend. Counts live (non-forgotten /
+   * non-archived / not session-disposed) memories only, matching `count`.
+   * created_at is ISO TEXT, so date strings compare lexicographically.
+   */
+  function stats({ days = 7 } = {}) {
+    const LIVE = "forgotten = 0 AND archived = 0 AND session_disposed_at IS NULL";
+    // Clamp + integer-coerce so fractional strings (e.g. ?days=7.5) can't
+    // produce ragged trend windows (kimi-k2.7-code 复验 S2).
+    days = Math.min(30, Math.max(1, Math.floor(Number(days) || 7)));
+    const now = Date.now(); // single clock read so the window doesn't span a day boundary
+    const byType = db.prepare(
+      `SELECT type, count(*) AS c FROM memories WHERE ${LIVE} GROUP BY type`
+    ).all();
+    const byTypeCounts = {};
+    for (const row of byType) byTypeCounts[row.type] = row.c;
+    const since = new Date(now - (days - 1) * 86400000).toISOString().slice(0, 10);
+    const trend = db.prepare(
+      `SELECT substr(created_at, 1, 10) AS d, count(*) AS c FROM memories
+       WHERE ${LIVE} AND created_at >= ? GROUP BY d ORDER BY d`
+    ).all(since);
+    const trendCounts = {};
+    for (const row of trend) trendCounts[row.d] = row.c;
+    const recent = [];
+    for (let i = days - 1; i >= 0; i--) {
+      const d = new Date(now - i * 86400000).toISOString().slice(0, 10);
+      recent.push({ date: d, count: trendCounts[d] ?? 0 });
+    }
+    const total = Object.values(byTypeCounts).reduce((s, n) => s + n, 0);
+    return { byType: byTypeCounts, total, recent, days };
+  }
+
   function getById(id) {
     const row = db.prepare("SELECT * FROM memories WHERE id = ?").get(id);
     return toRow(row);
@@ -2175,6 +2208,7 @@ export function createStore(path) {
   return {
     db,
     count,
+    stats,
     getById,
     save,
     update,

package/{src → dsh-mneme/src}/summarize.js

@@ -1,7 +1,7 @@
 import { BlockAssembler, createUserMessage } from "@deepseek-ai/dsh-llm";
 
 const SUMMARY_PROMPT = `你是记忆库提炼助手。根据下面的会话内容，提炼 2-3 条值得跨会话记住的记忆。
-只输出 JSON 数组，每项形如 {"type":"preference|project|decision|history","title":"简短标题","content":"一句话内容","importance":1-5}。
+只输出 JSON 数组，每项形如 {"type":"preference|project|decision|history|user|fact","title":"简短标题","content":"一句话内容","importance":1-5}。
 不要输出任何其他文字。`;
 
 /** Extract a JSON array from LLM output that may contain prose around it. */
@@ -17,7 +17,7 @@ export function parseSummaryJson(raw) {
     return [];
   }
   if (!Array.isArray(arr)) return [];
-  const VALID = new Set(["preference", "project", "decision", "history"]);
+  const VALID = new Set(["preference", "project", "decision", "history", "user", "fact"]);
   return arr.filter(
     (item) =>
       item &&

package/{lib → dsh-mneme/src}/tools.js

@@ -192,7 +192,7 @@ export function createTools(ctx, service, config, embedder) {
         "Call this when the user states a durable preference, a project decision is made, or a lesson is learned. " +
         "Merges into an existing entry of the same type when the title matches.",
       parameters: {
-        type: { type: "string", required: true, enum: ["preference", "project", "decision", "history"], description: "preference=user profile; project=project knowledge/state; decision=key decision; history=conversation summary" },
+        type: { type: "string", required: true, enum: ["preference", "project", "decision", "history", "user", "fact"], description: "preference=user preference; project=project knowledge/state; decision=key decision; history=conversation summary; user=user profile (background/identity); fact=atomic factual statement" },
         title: { type: "string", required: true, description: "Short unique title" },
         content: { type: "string", required: true, description: "Memory body" },
         tags: { type: "array", items: { type: "string" }, description: "Optional tags" },
@@ -266,7 +266,7 @@ export function createTools(ctx, service, config, embedder) {
       name: "memory_list",
       description: "List at most 50 memory entries by type, high-importance first, then newest, paginated. Set include_archived=true to also list archived (hidden) entries so they can be located and restored. The JSONL summary reports returned/shown/omitted, offset/total/next_offset, and each rendered entry's exact id, type, title, importance, updated_at, tags, and truncated content_preview.",
       parameters: {
-        type: { type: "string", enum: ["preference", "project", "decision", "history"], description: "Filter by type; omit for all" },
+        type: { type: "string", enum: ["preference", "project", "decision", "history", "user", "fact"], description: "Filter by type; omit for all" },
         limit: { type: "integer", description: "Page size (default and maximum 50; nonpositive values use 50)" },
         offset: { type: "integer", description: "Page offset (default 0)" },
         include_archived: { type: "boolean", description: "Include archived (hidden) entries so they can be found and restored (default false)" }
@@ -305,7 +305,7 @@ export function createTools(ctx, service, config, embedder) {
         id: { type: "string", required: true, description: "Memory id" },
         title: { type: "string" },
         content: { type: "string" },
-        type: { type: "string", enum: ["preference", "project", "decision", "history"] },
+        type: { type: "string", enum: ["preference", "project", "decision", "history", "user", "fact"] },
         tags: { type: "array", items: { type: "string" } },
         importance: { type: "integer", description: "1-5" },
         reason: { type: "string", description: "Optional context for the correction (what the user actually said/wanted), recorded for reflection" }

package/dsh-mneme/test/layered-types-stats.test.js

@@ -0,0 +1,144 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { EventEmitter } from "node:events";
+import { createStore } from "../src/store.js";
+import { createService } from "../src/service.js";
+import { createApi } from "../src/api.js";
+import { createSettings } from "../src/settings.js";
+import { TYPE_FILE } from "../src/mirror.js";
+import { parseSummaryJson } from "../src/summarize.js";
+
+// v0.8.x: layered memory types (user / fact) + Web panel stats endpoint.
+// user = user profile (background/identity), fact = atomic factual statement.
+// Both ride the existing single-table `memories` design — only the type enum
+// and downstream lists (mirror / tools / summarize / inject) were extended.
+
+class FakeRes extends EventEmitter {
+  constructor() { super(); this.statusCode = 200; this.body = ""; }
+  writeHead(code, headers) { this.statusCode = code; this.headers = headers; return this; }
+  end(text) { this.body = text ?? ""; this.emit("end"); return this; }
+}
+
+function req(path, method = "GET", body = null) {
+  const r = new EventEmitter();
+  r.url = path;
+  r.method = method;
+  r.headers = {};
+  if (body !== null) {
+    process.nextTick(() => {
+      r.emit("data", Buffer.from(JSON.stringify(body)));
+      r.emit("end");
+    });
+  }
+  return r;
+}
+
+function setup() {
+  const store = createStore(":memory:");
+  const settings = createSettings(store.db);
+  const service = createService({ store, mirror: null, config: {}, settings });
+  const commands = { add: () => {}, remove: () => {}, list: () => [] };
+  const routes = [];
+  const ctx = {
+    webServer: {
+      register(route) { routes.push(route); return () => {}; }
+    }
+  };
+  createApi(ctx, service, settings, commands, undefined, undefined, "");
+  const handler = (path) => routes.find((r) => r.path === path)?.handler;
+  return { store, service, handler };
+}
+
+test("user/fact are valid memory types for saveWithDedupe", () => {
+  const { service } = setup();
+  const a = service.saveWithDedupe({ type: "user", title: "桉桉", content: "湖南工业大学学生，考研公共管理学", importance: 5 });
+  const b = service.saveWithDedupe({ type: "fact", title: "服务器地址", content: "云服务器 Ubuntu 22.04", importance: 3 });
+  assert.equal(a.memory.type, "user");
+  assert.equal(b.memory.type, "fact");
+  assert.equal(service.count("user"), 1);
+  assert.equal(service.count("fact"), 1);
+});
+
+test("mirror TYPE_FILE covers user/fact layers", () => {
+  assert.equal(TYPE_FILE.user, "user.md");
+  assert.equal(TYPE_FILE.fact, "facts.md");
+});
+
+test("autoSummarize accepts user/fact types", () => {
+  const parsed = parseSummaryJson(
+    '[{"type":"user","title":"用户城市","content":"湖南株洲","importance":4},{"type":"fact","title":"端口","content":"23334","importance":3}]'
+  );
+  assert.equal(parsed.length, 2);
+  assert.deepEqual(parsed.map((i) => i.type), ["user", "fact"]);
+  // legacy types still pass, unknown types rejected
+  const mixed = parseSummaryJson(
+    '[{"type":"preference","title":"语言","content":"中文","importance":2},{"type":"nonsense","title":"x","content":"y","importance":1}]'
+  );
+  assert.equal(mixed.length, 1);
+  assert.equal(mixed[0].type, "preference");
+});
+
+test("GET /api/dsh-mneme/list?type=user filters the new layer", async () => {
+  const { service, handler } = setup();
+  service.saveWithDedupe({ type: "user", title: "桉桉", content: "用户画像", importance: 5 });
+  service.saveWithDedupe({ type: "fact", title: "事实", content: "原子事实", importance: 3 });
+  const res = new FakeRes();
+  await handler("/api/dsh-mneme/list")?.({ url: "/api/dsh-mneme/list?type=user" }, res);
+  const data = JSON.parse(res.body);
+  assert.equal(res.statusCode, 200);
+  assert.equal(data.total, 1);
+  assert.equal(data.items[0].type, "user");
+});
+
+test("GET /api/dsh-mneme/stats returns byType distribution + recent trend", async () => {
+  const { service, handler } = setup();
+  service.saveWithDedupe({ type: "user", title: "桉桉", content: "用户画像", importance: 5 });
+  service.saveWithDedupe({ type: "fact", title: "事实1", content: "原子事实", importance: 3 });
+  service.saveWithDedupe({ type: "fact", title: "事实2", content: "另一个事实", importance: 2 });
+  service.saveWithDedupe({ type: "preference", title: "语言", content: "中文", importance: 2 });
+  const res = new FakeRes();
+  await handler("/api/dsh-mneme/stats")?.({ url: "/api/dsh-mneme/stats?days=7" }, res);
+  const data = JSON.parse(res.body);
+  assert.equal(res.statusCode, 200);
+  assert.equal(data.byType.user, 1);
+  assert.equal(data.byType.fact, 2);
+  assert.equal(data.byType.preference, 1);
+  assert.equal(data.total, 4);
+  // 7-day trend covers today (the only day with live rows)
+  assert.equal(data.recent.length, 7);
+  const today = new Date().toISOString().slice(0, 10);
+  assert.equal(data.recent[6].date, today);
+  assert.equal(data.recent[6].count, 4);
+});
+
+test("stats excludes archived/forgotten memories", async () => {
+  const { service, handler } = setup();
+  const a = service.saveWithDedupe({ type: "user", title: "桉桉", content: "用户画像", importance: 5 });
+  const b = service.saveWithDedupe({ type: "fact", title: "事实", content: "原子事实", importance: 3 });
+  service.setArchived(a.memory.id, true);
+  service.setForget(b.memory.id, true);
+  const res = new FakeRes();
+  await handler("/api/dsh-mneme/stats")?.({ url: "/api/dsh-mneme/stats?days=7" }, res);
+  const data = JSON.parse(res.body);
+  assert.equal(data.total, 0);
+});
+
+test("stats clamps days to 1..30", async () => {
+  const { handler } = setup();
+  const res = new FakeRes();
+  await handler("/api/dsh-mneme/stats")?.({ url: "/api/dsh-mneme/stats?days=999" }, res);
+  const data = JSON.parse(res.body);
+  assert.equal(res.statusCode, 200);
+  assert.equal(data.recent.length, 30);
+});
+
+test("stats coerces fractional days to integer (kimi S2)", async () => {
+  const { service, handler } = setup();
+  service.saveWithDedupe({ type: "fact", title: "事实", content: "原子事实", importance: 3 });
+  const res = new FakeRes();
+  await handler("/api/dsh-mneme/stats")?.({ url: "/api/dsh-mneme/stats?days=7.5" }, res);
+  const data = JSON.parse(res.body);
+  assert.equal(data.recent.length, 7); // floor(7.5) → 7, never a ragged 8
+  assert.equal(data.days, 7);
+  assert.equal(data.byType.fact, 1);
+});

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@modusensus/dsh-mneme",
-  "description": "Cross-session memory plugin for DeepSeek Harness with autoDream consolidation: SQLite store, Markdown mirrors, 7 model tools, automatic injection, session summarization, user profile/rules, custom slash commands, vector (semantic) search, and a Web GUI panel",
-  "version": "0.7.4",
+  "version": "0.7.5",
+  "description": "Structured memory engine for DeepSeek Harness. Offline semantic search, entity-attribute-timeline, autoDream self-consolidation, and human-editable Markdown storage.",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -12,23 +12,16 @@
     "url": "https://github.com/modusensus/dsh-mneme/issues"
   },
   "type": "module",
-  "main": "lib/index.js",
+  "main": "./dsh-mneme/lib/index.js",
   "exports": {
     ".": {
-      "default": "./lib/index.js"
+      "default": "./dsh-mneme/lib/index.js"
     },
     "./client": {
-      "default": "./lib/client.js"
+      "default": "./dsh-mneme/lib/client.js"
     },
-    "./package.json": "./package.json"
+    "./package.json": "./dsh-mneme/package.json"
   },
-  "files": [
-    "lib",
-    "src",
-    "scripts",
-    "test",
-    "cordis.patch.yml"
-  ],
   "dsh": {
     "client": {
       "inject": [
@@ -40,9 +33,20 @@
       "platform": "web"
     },
     "bundle": {
-      "patch": "./cordis.patch.yml"
+      "patch": "./dsh-mneme/cordis.patch.yml"
+    },
+    "marketplace": {
+      "profiles": [
+        "web"
+      ],
+      "requiresBuildApproval": false,
+      "requiresRestart": true,
+      "manualSteps": false
     }
   },
+  "scripts": {
+    "prepublishOnly": "node -e \"const fs=require('fs');const v=JSON.parse(fs.readFileSync('./dsh-mneme/package.json','utf8')).version;const p=JSON.parse(fs.readFileSync('./package.json','utf8'));p.version=v;fs.writeFileSync('./package.json',JSON.stringify(p,null,2)+'\\n')\""
+  },
   "peerDependencies": {
     "@deepseek-ai/cordis": "^4.0.1",
     "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
@@ -50,34 +54,5 @@
     "@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6",
     "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
     "@deepseek-ai/schemastery": "^3.18.1"
-  },
-  "devDependencies": {
-    "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-llm": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-system-prompt": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
-    "@deepseek-ai/schemastery": "^3.18.1",
-    "c8": "^12.0.0"
-  },
-  "scripts": {
-    "sync": "node scripts/sync-lib.js",
-    "prepack": "npm run sync",
-    "test": "node --test test/*.test.js",
-    "test:coverage": "c8 node --test test/*.test.js",
-    "e2e": "node scripts/e2e-dsh.js",
-    "stress": "node scripts/stress-dsh.js"
-  },
-  "dependencies": {
-    "@huggingface/transformers": "^4.2.0"
-  },
-  "overrides": {
-    "adm-zip": "0.6.0"
-  },
-  "c8": {
-    "reporter": [
-      "text",
-      "lcov"
-    ]
   }
 }