memory-eternal 0.22.0 → 0.24.0

package/lib/search-index.js

@@ -0,0 +1,212 @@
+// 记忆核心 · 检索索引（SQLite FTS5 + BM25/IDF）
+//
+// 为什么要有这一层：旧的 search() 是**全表扫描 + 子串计数**——
+//   score = 整串命中 3 分 + 每个词命中 1 分
+// 没有 IDF、没有词频、没有长度归一，于是「用户」「插件」这种高频词和稀有词同权，
+// 含一个「用户」的原始对话快照就能挤进前五（实测：搜「审核红线」返回全是噪声）。
+//
+// 这里换成 FTS5：
+//   · BM25 自带 IDF 与长度归一，天然压制高频噪声词；
+//   · 多列加权（标题 8 / 正文 1 / 标签 2 / 路径 1.5），标题命中优先；
+//   · 中文用**字符 bigram 预切词**（不用 jieba、零依赖）：FTS5 的 unicode61 与 trigram
+//     对「检索」「插件」这类 2 字中文词都会失效，bigram 是唯一零依赖的正解。
+//
+// 维护策略（两次踩坑后的结论）：
+//   1. **写时增量**：卡片增删改后立刻调用 indexCardById / unindexCard，
+//      检索路径不承担重建成本（否则每次搜都要 diff 全表，比旧扫描还慢）。
+//   2. **签名只由 SQL 计算**：JS 的 String#length 是 UTF-16 码元、SQLite length() 是字符，
+//      带 emoji 的卡两边永远对不上 —— 曾导致 279 张卡每次检索都被重灌（300ms/次）。
+//      现在两边都用同一段 SQL 表达式，彻底消除口径差。
+//   3. **兜底对账**：进程内每 5 分钟最多做一次全表 diff，防外部改库导致索引漂移。
+const FTS_TABLE = 'cards_fts'
+const ROWS_TABLE = '_fts_rows'
+const INDEX_VERSION = '2'
+const RECONCILE_MS = 5 * 60 * 1000
+const lastReconcile = new WeakMap()
+
+const CJK_RE = /[\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff]/
+
+/** 签名表达式（SQL 侧唯一口径，禁止在 JS 里另算一套）。 */
+const SIG_SQL = "(COALESCE(updated_at,'') || '|' || length(body) || '|' || length(title) || '|' || length(tags) || '|' || length(path))"
+
+/**
+ * 把文本切成 FTS token 序列。
+ * 中文：连续汉字段 → 全部 bigram（长度 1 则保留单字）
+ * 其他：按非字母数字切分，小写，保留长度 ≥2 的词
+ */
+export function tokenize(text) {
+  const s = String(text || '').toLowerCase()
+  const out = []
+  let i = 0
+  while (i < s.length) {
+    const ch = s[i]
+    if (CJK_RE.test(ch)) {
+      let j = i
+      while (j < s.length && CJK_RE.test(s[j])) j++
+      const run = s.slice(i, j)
+      if (run.length === 1) out.push(run)
+      else for (let k = 0; k < run.length - 1; k++) out.push(run.slice(k, k + 2))
+      i = j
+    } else if (/[0-9a-z\u00c0-\u024f]/i.test(ch)) {
+      let j = i
+      while (j < s.length && /[0-9a-z\u00c0-\u024f]/i.test(s[j])) j++
+      const w = s.slice(i, j)
+      if (w.length >= 2) out.push(w)
+      i = j
+    } else {
+      i++
+    }
+  }
+  return [...new Set(out)]
+}
+
+/** 索引存储形态：空格分隔的 token 串。 */
+export function indexText(text) { return tokenize(text).join(' ') }
+
+/** 构造 FTS5 MATCH 表达式。mode='and' 要求全部命中，'or' 任一命中。 */
+export function buildMatch(terms, mode = 'and') {
+  const valid = (Array.isArray(terms) ? terms : [])
+    .map((t) => String(t || '').trim())
+    .filter(Boolean)
+    .map((t) => '"' + t.replace(/"/g, '""') + '"')
+  if (!valid.length) return ''
+  return valid.join(mode === 'or' ? ' OR ' : ' AND ')
+}
+
+function ensureTables(db) {
+  db.exec(`CREATE TABLE IF NOT EXISTS ${ROWS_TABLE} (id INTEGER PRIMARY KEY, sig TEXT NOT NULL)`)
+  db.exec(`CREATE VIRTUAL TABLE IF NOT EXISTS ${FTS_TABLE} USING fts5(title, body, tags, path, content='', contentless_delete=1)`)
+  db.exec(`CREATE TABLE IF NOT EXISTS _fts_meta (key TEXT PRIMARY KEY, value TEXT NOT NULL)`)
+}
+
+function writeSig(db, id) {
+  db.prepare(`INSERT OR REPLACE INTO ${ROWS_TABLE}(id, sig) SELECT id, ${SIG_SQL} FROM cards WHERE id = ?`).run(id)
+}
+
+function insertRow(db, row) {
+  db.prepare(`DELETE FROM ${FTS_TABLE} WHERE rowid = ?`).run(row.id)
+  db.prepare(`INSERT INTO ${FTS_TABLE}(rowid, title, body, tags, path) VALUES (?, ?, ?, ?, ?)`)
+    .run(row.id, indexText(row.title), indexText(row.body), indexText(row.tags), indexText(row.path))
+  writeSig(db, row.id)
+}
+
+/** 单卡增量索引（写路径调用；任何错误都吞掉，索引绝不能影响业务写入）。 */
+export function indexCardById(db, id) {
+  try {
+    ensureTables(db)
+    const row = db.prepare('SELECT id, path, title, tags, body FROM cards WHERE id = ?').get(id)
+    if (!row) return unindexCard(db, id)
+    insertRow(db, row)
+    return true
+  } catch { return false }
+}
+
+/** 单卡移出索引（删除 / 迁出主库）。 */
+export function unindexCard(db, id) {
+  try {
+    ensureTables(db)
+    db.prepare(`DELETE FROM ${FTS_TABLE} WHERE rowid = ?`).run(id)
+    db.prepare(`DELETE FROM ${ROWS_TABLE} WHERE id = ?`).run(id)
+    return true
+  } catch { return false }
+}
+
+/** 全量重建（导出给排障 / 「重建索引」用）。 */
+export function reindexAll(db, { force = true } = {}) {
+  ensureTables(db)
+  db.exec(`DELETE FROM ${FTS_TABLE}`)
+  db.exec(`DELETE FROM ${ROWS_TABLE}`)
+  const rows = db.prepare('SELECT id, path, title, tags, body FROM cards').all()
+  const del = db.prepare(`DELETE FROM ${FTS_TABLE} WHERE rowid = ?`)
+  const ins = db.prepare(`INSERT INTO ${FTS_TABLE}(rowid, title, body, tags, path) VALUES (?, ?, ?, ?, ?)`)
+  db.exec('BEGIN')
+  try {
+    for (const r of rows) {
+      del.run(r.id)
+      ins.run(r.id, indexText(r.title), indexText(r.body), indexText(r.tags), indexText(r.path))
+    }
+    db.prepare(`INSERT OR REPLACE INTO ${ROWS_TABLE}(id, sig) SELECT id, ${SIG_SQL} FROM cards`).run()
+    db.prepare("INSERT OR REPLACE INTO _fts_meta(key, value) VALUES('version', ?)").run(INDEX_VERSION)
+    db.exec('COMMIT')
+  } catch (e) { try { db.exec('ROLLBACK') } catch {} throw e }
+  lastReconcile.set(db, Date.now())
+  return { ok: true, indexed: rows.length }
+}
+
+/**
+ * 对账（不是每次检索都跑）：进程内每 5 分钟最多一次全表 diff。
+ * 写路径已经做了增量，这里只兜住「外部改库 / 漏挂的写路径」。
+ */
+export function ensureIndex(db, { force = false } = {}) {
+  ensureTables(db)
+  const meta = db.prepare("SELECT value FROM _fts_meta WHERE key = 'version'").get()
+  if (!meta || meta.value !== INDEX_VERSION) return reindexAll(db)
+
+  const indexedCount = db.prepare(`SELECT COUNT(*) n FROM ${ROWS_TABLE}`).get().n
+  const cardCount = db.prepare('SELECT COUNT(*) n FROM cards').get().n
+  if (!force && indexedCount === cardCount && Date.now() - (lastReconcile.get(db) || 0) < RECONCILE_MS) {
+    return { rebuilt: 'skipped' }
+  }
+
+  const current = db.prepare(`SELECT id, ${SIG_SQL} AS sig FROM cards`).all()
+  const indexed = new Map(db.prepare(`SELECT id, sig FROM ${ROWS_TABLE}`).all().map((r) => [r.id, r.sig]))
+  const changed = []
+  const seen = new Set()
+  for (const row of current) {
+    seen.add(row.id)
+    if (indexed.get(row.id) !== row.sig) changed.push(row.id)
+  }
+  const removed = []
+  for (const id of indexed.keys()) if (!seen.has(id)) removed.push(id)
+  lastReconcile.set(db, Date.now())
+
+  if (!changed.length && !removed.length) return { rebuilt: 'none' }
+  const rows = db.prepare('SELECT id, path, title, tags, body FROM cards WHERE id IN (' + [...changed].map(() => '?').join(',') + ')').all(...changed)
+  const rowMap = new Map(rows.map((r) => [r.id, r]))
+  db.exec('BEGIN')
+  try {
+    for (const id of removed) unindexCard(db, id)
+    for (const id of changed) {
+      const r = rowMap.get(id)
+      if (r) insertRow(db, r)
+      else unindexCard(db, id)
+    }
+    db.exec('COMMIT')
+  } catch (e) { try { db.exec('ROLLBACK') } catch {} throw e }
+  return { rebuilt: 'partial', updated: changed.length, removed: removed.length }
+}
+
+/**
+ * FTS5 检索。返回 [{ id, score }]，score 越大越相关（bm25 是负值，已翻正）。
+ * 先按「全部词命中」查；零结果才退化成「任一命中」，避免多打一个词就全灭。
+ */
+export function searchIndexed(db, query, { limit = 60 } = {}) {
+  const terms = tokenize(query)
+  if (!terms.length) return []
+  ensureTables(db)
+  const stmt = db.prepare(
+    `SELECT rowid AS id, bm25(${FTS_TABLE}, 8.0, 1.0, 2.0, 1.5) AS s FROM ${FTS_TABLE} WHERE ${FTS_TABLE} MATCH ? ORDER BY s LIMIT ?`
+  )
+  let rows = []
+  const andExpr = buildMatch(terms, 'and')
+  if (andExpr) { try { rows = stmt.all(andExpr, limit) } catch { rows = [] } }
+  if (!rows.length) {
+    const orExpr = buildMatch(terms, 'or')
+    if (orExpr) { try { rows = stmt.all(orExpr, limit) } catch { rows = [] } }
+  }
+  // bm25 是「越小越相关」的负值，量级随语料规模变化（小库 1e-6、大库 1e-1）。
+  // 直接乘常数会让小库的分数 <1，与旧的 1~10 分口径不兼容（minScore=2 会误杀）。
+  // 用 log1p 归一到 ~1–20 的稳定区间：单调保序，且任何命中都 ≥1。
+  return rows.map((r) => ({ id: r.id, score: 1 + Math.log1p(-Number(r.s) * 1e6) }))
+}
+
+/** 索引统计（排障/面板用）。 */
+export function indexStats(db) {
+  try {
+    ensureTables(db)
+    return {
+      indexed: db.prepare(`SELECT COUNT(*) n FROM ${FTS_TABLE}`).get().n,
+      cards: db.prepare('SELECT COUNT(*) n FROM cards').get().n,
+    }
+  } catch { return { indexed: 0, cards: 0 } }
+}

package/lib/vault.js

@@ -7,6 +7,7 @@ import path from 'node:path'
 import fs from 'node:fs'
 import { getDb, enforceAudit, nextCardId, MAIN_STATUS, QUARANTINE_STATUSES, tableForStatus } from './db.js'
 import { minhashSignature, lshCandidates } from './minhash.js'
+import { indexCardById, unindexCard } from './search-index.js'
 
 /** 主题目录根。 */
 export const KIND_ROOTS = {
@@ -416,17 +417,49 @@ function moveCardBetweenStores(db, from, to, rel, { status, deletedAt = null, qu
     // 更新记录跟着卡走（id 变了，按新 id 改绑）
     db.prepare('UPDATE card_updates SET card_id = ? WHERE card_id = ?').run(newId, src.id)
     db.prepare(`DELETE FROM ${from} WHERE path = ?`).run(rel)
+    // 索引跟随搬家：进主库→加；离开主库→删（隔离区不进召回面）
+    if (to === 'cards') indexCardById(db, newId)
+    if (from === 'cards') unindexCard(db, src.id)
     return { ok: true, status, table: to, oldId: src.id, newId }
   })
 }
 
-/** 回收站：隔离区里 status=deleted，按 deleted_at 倒序。 */
+/**
+ * 回收站：隔离区里 status ∈ {deleted, rejected}。
+ *
+ * issue #57：过去只查 deleted，于是「审核里点驳回」的卡永远进不了回收站 —— 用户在回收站
+ * 怎么等都等不到，只能一张张去审核队列里删。驳回与删除都是「这张卡不会被召回」，
+ * 对清理者而言该出现在同一处；两者用 status 区分，恢复语义不同（见 restoreCard）。
+ * 排序用 COALESCE：驳回卡没有 deleted_at。
+ */
 export async function recycleList(root) {
   const db = getDb(root)
-  const rows = db.prepare('SELECT * FROM quarantine WHERE status = ? ORDER BY deleted_at DESC').all('deleted')
+  const rows = db.prepare(
+    "SELECT * FROM quarantine WHERE status IN ('deleted', 'rejected') ORDER BY COALESCE(deleted_at, updated_at) DESC"
+  ).all()
   return rows.map(rowToCard)
 }
 
+/**
+ * 永久清空回收站（deleted + rejected）。
+ *
+ * issue #57 的直接诉求：「清空」要能真清空，而不是只清 30 天前的。
+ * 与 purgeExpired 分开：那个是保留期策略（自动），这个是用户显式点「清空」，
+ * 语义是"把我在回收站看到的东西全删掉"。逐个走 deleteCard(permanent) 才会
+ * 连带清掉 card_updates / feedback / 修改副本关联。
+ */
+export async function purgeAllRecycle(root) {
+  const db = getDb(root)
+  const rows = db.prepare("SELECT path FROM quarantine WHERE status IN ('deleted', 'rejected')").all()
+  let purged = 0
+  const failed = []
+  for (const row of rows) {
+    try { await deleteCard(root, row.path, { permanent: true }); purged++ }
+    catch (e) { failed.push(row.path) }
+  }
+  return { ok: true, purged, total: rows.length, failed }
+}
+
 /** 清理超过 retentionDays 天的回收卡（永久删除）。 */
 export async function purgeExpired(root, retentionDays = 30) {
   const db = getDb(root)
@@ -510,6 +543,7 @@ export async function deleteCard(root, rel, { permanent = false } = {}) {
       db.prepare('DELETE FROM cards WHERE path = ?').run(rel)
       db.prepare('DELETE FROM quarantine WHERE path = ?').run(rel)
     })
+    for (const id of ids) unindexCard(db, id)
     return { ok: true, permanent: true }
   }
   const existing = findCardRow(db, rel)
@@ -525,13 +559,27 @@ export async function deleteCard(root, rel, { permanent = false } = {}) {
   return { ok: true, soft: true }
 }
 
-/** 恢复回收站的卡：从隔离区搬回主库，status=approved。写审计日志。 */
+/**
+ * 恢复回收站里的卡。写审计日志。
+ *
+ * 两种来源语义不同（issue #57）：
+ * - 已删除（deleted）：搬回主库，status=approved —— 它本来就是"删了一下"，恢复即可用。
+ * - 已驳回（rejected）：**只能退回审核队列（pending）**。驳回意味着"内容不该入库"，
+ *   若恢复即 approved，回收站就成了绕过审核批准一条被驳回内容的旁路。
+ *   主库物理上只存 approved（见 db.js MAIN_STATUS），所以这里原地改状态、不搬表。
+ */
 export async function restoreCard(root, rel) {
   const db = getDb(root)
   const existing = db.prepare('SELECT status FROM quarantine WHERE path = ?').get(rel)
   if (!existing) throw new Error('卡片不在回收站/隔离区: ' + rel)
   // 修改副本不能「恢复」成一张独立卡 —— 那会跟原卡重复。它只能被批准（覆盖原卡）或删除。
   if (getRevision(db, rel)) throw new Error('这是知识卡的修改副本：请在审核中心「批准」以覆盖原卡，或直接删除')
+  const now = new Date().toISOString()
+  if (existing.status === 'rejected') {
+    db.prepare('UPDATE quarantine SET status = ?, deleted_at = NULL, updated_at = ? WHERE path = ?').run('pending', now, rel)
+    db.prepare('INSERT INTO audit_log (card_path, old_status, new_status, changed_by, reason) VALUES (?, ?, ?, ?, ?)').run(rel, 'rejected', 'pending', 'restore', '驳回卡退回审核队列')
+    return { ok: true, restored: true, status: 'pending' }
+  }
   const r = moveCardBetweenStores(db, 'quarantine', 'cards', rel, { status: MAIN_STATUS, deletedAt: null })
   db.prepare('INSERT INTO audit_log (card_path, old_status, new_status, changed_by, reason) VALUES (?, ?, ?, ?, ?)').run(rel, existing.status, MAIN_STATUS, 'restore', '回收站恢复')
   return { ok: true, restored: true, ...r }
@@ -665,6 +713,7 @@ export async function writeCard(root, { kind, title, tags = [], body, source = '
       id, rel, kind, title, JSON.stringify(tags), body.trim(), summary,
       enforcedStatus, source, submittedBy, severity, reason, now, now, deletedAt || null,
     )
+    indexCardById(db, id)
   } else {
     db.prepare(`
       INSERT INTO quarantine (id, path, kind, title, tags, body, summary, status, source, submitted_by, severity, reason, created_at, updated_at, deleted_at, quarantined_at, quarantine_reason)
@@ -691,6 +740,7 @@ export async function appendUpdate(root, rel, updateText) {
   const now = new Date().toISOString()
   db.prepare('INSERT INTO card_updates (card_id, content, created_at) VALUES (?, ?, ?)').run(row.id, updateText.trim(), now)
   db.prepare(`UPDATE ${found.table} SET updated_at = ? WHERE id = ?`).run(now, row.id)
+  if (found.table === 'cards') indexCardById(db, row.id)
   return { ok: true, path: rel, updated: now, store: found.table }
 }
 
@@ -715,6 +765,7 @@ export async function updateCardContent(root, rel, { title, tags, body, reason }
   db.prepare(
     `UPDATE ${found.table} SET title = ?, tags = ?, body = ?, summary = ?, reason = ?, updated_at = ? WHERE path = ?`,
   ).run(nextTitle, JSON.stringify(nextTags), nextBody, nextBody.slice(0, 200), nextReason, now, rel)
+  if (found.table === 'cards') indexCardById(db, row.id)
   return { ok: true, path: rel, store: found.table, updated: now }
 }
 
@@ -801,6 +852,7 @@ function applyRevision(db, revisionPath, rev, { changedBy = 'user', reason = ''
     const tags = normalizeTags(revRow.tags)
     db.prepare('UPDATE cards SET title = ?, tags = ?, body = ?, summary = ?, updated_at = ? WHERE path = ?')
       .run(revRow.title, JSON.stringify(tags), revRow.body, String(revRow.body).trim().slice(0, 200), now, rev.target_path)
+    indexCardById(db, target.id)
     db.prepare('INSERT INTO card_updates (card_id, content, created_at) VALUES (?, ?, ?)')
       .run(target.id, '经审核修改：' + (reason || ('由 ' + (revRow.submitted_by || 'agent') + ' 提交，' + changedBy + ' 批准')), now)
     db.prepare('DELETE FROM quarantine WHERE path = ?').run(revisionPath)
@@ -846,20 +898,43 @@ export async function search(root, query, { limit = 30, minScore = 0, semantic =
   if (!q) return []
   const db = getDb(root)
   // 两套存储后这里**不再需要状态条件**：主库物理上只含 approved。
-  const rows = db.prepare('SELECT * FROM cards ORDER BY updated_at DESC').all()
   const wanted = queryTerms(q)
-  const out = []
-  for (const row of rows) {
-    const card = rowToCard(row)
-    const haystack = `${card.path}\n${card.title}\n${row.body}`.toLowerCase()
-    let score = 0
-    if (haystack.includes(q.toLowerCase())) score = 3
-    for (const term of wanted) {
-      if (haystack.includes(term.toLowerCase())) score += 1
+  let out = []
+
+  // ① 主路径：FTS5 + BM25（多列加权，自带 IDF 与长度归一）
+  //    旧实现是「全表扫描 + 子串计数」，没有 IDF —— 高频词和稀有词同权，
+  //    含一个「用户」的原始快照就能挤进前五（实测 precision@5 ≈ 12%）。
+  try {
+    const { searchIndexed } = await import('./search-index.js')
+    const hits = searchIndexed(db, q, { limit: Math.max(limit * 4, 80) })
+    if (hits.length) {
+      const scoreOf = new Map(hits.map((h) => [h.id, h.score]))
+      const ids = hits.map((h) => h.id)
+      const rows = db.prepare('SELECT * FROM cards WHERE id IN (' + ids.map(() => '?').join(',') + ')').all(...ids)
+      out = rows.map((row) => {
+        const card = rowToCard(row)
+        let score = scoreOf.get(row.id) || 0
+        if (semantic) score += Math.round(textSimilarity(q, `${card.title} ${card.summary}`) * 6)
+        return { ...card, score, excerpt: row.body.trim().slice(0, 300) }
+      }).filter((h) => h.score > 0 && h.score >= minScore)
     }
-    if (semantic) score += Math.round(textSimilarity(q, `${card.title} ${card.summary}`) * 6)
-    if (score > 0 && score >= minScore) {
-      out.push({ ...card, score, excerpt: row.body.trim().slice(0, 300) })
+  } catch { out = [] } // 索引异常 → 静默降级到旧路径，绝不能因为索引坏了就搜不到
+
+  // ② 兜底路径：FTS 不可用 / 索引为空时保持旧行为
+  if (!out.length) {
+    const rows = db.prepare('SELECT * FROM cards ORDER BY updated_at DESC').all()
+    for (const row of rows) {
+      const card = rowToCard(row)
+      const haystack = `${card.path}\n${card.title}\n${row.body}`.toLowerCase()
+      let score = 0
+      if (haystack.includes(q.toLowerCase())) score = 3
+      for (const term of wanted) {
+        if (haystack.includes(term.toLowerCase())) score += 1
+      }
+      if (semantic) score += Math.round(textSimilarity(q, `${card.title} ${card.summary}`) * 6)
+      if (score > 0 && score >= minScore) {
+        out.push({ ...card, score, excerpt: row.body.trim().slice(0, 300) })
+      }
     }
   }
 

package/orca-plugin/orca-plugin.json

@@ -3,7 +3,7 @@
   "id": "memory-eternal",
   "publisher": "eternalnight996",
   "name": "memory-eternal",
-  "version": "0.22.0",
+  "version": "0.24.0",
   "description": "Memory Atlas for Orca: open the local memory vault, pending review and knowledge graph from a sandboxed Orca panel.",
   "author": {
     "name": "EternalNight996",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "memory-eternal",
-  "version": "0.22.0",
+  "version": "0.24.0",
   "description": "记忆核心（Memory Eternal）：自研的 DeepSeek Harness 记忆插件，不移植任何既有记忆框架——对话结束后自动沉淀知识卡到本地 Markdown Vault（自研去重、自研 CJK 检索、可 git 管理），设置页提供图形化知识库（统计 / 搜索 / 知识图谱 + 侧边栏一键弹窗），Agent 通过 memory_recall 工具按需召回历史上下文。零人工干预。",
   "icon": "assets/icon.png",
   "license": "MIT",
@@ -70,7 +70,7 @@
     "release": "node scripts/release.mjs",
     "release:dry": "node scripts/release.mjs --dry-run",
     "panel-check": "node scripts/panel-check.mjs",
-    "test": "node build.mjs && node tests/vault.test.mjs && node tests/capture.test.mjs && node tests/capture-route.test.mjs && node tests/stall.test.mjs && node tests/vault-path.test.mjs && node tests/vault-resolve.test.mjs && node tests/minhash.test.mjs && node tests/settings-save.test.mjs && node tests/config-coverage.test.mjs && node tests/config-sync.test.mjs && node tests/config-merge.test.mjs && node tests/sse.test.mjs && node tests/api.test.mjs && node tests/import-roundtrip.test.mjs && node tests/graph-perf.test.mjs && node tests/graph-force.test.mjs && node tests/settings-compat.test.mjs && node tests/node-bin.test.mjs && node tests/watchdog-lock.test.mjs && node tests/markdown.test.mjs && node tests/feedback.test.mjs && node tests/graph-lod.test.mjs && node tests/graph-warmup.test.mjs && node tests/loading-hints.test.mjs && node tests/web-entry.test.mjs && node tests/tui-scroll.test.mjs && node tests/tui-audit-scene.test.mjs && node tests/tui-plugin-boot.test.mjs && node tests/capture-session-id.test.mjs && node tests/ssr.test.mjs && node tests/window-controls.test.mjs && node tests/web-assets.test.mjs && node tests/manifests.test.mjs && node tests/two-store.test.mjs && node tests/noise-gate.test.mjs && node tests/e2e-recall.test.mjs && node tests/issue-fixes.test.mjs && node tests/issue-fixes-2.test.mjs && node tests/issue-fixes-3.test.mjs && node tests/watchdog-orphans.test.mjs && node tests/watchdog-restart.test.mjs && node tests/readme-i18n.test.mjs && node tests/issue-fixes-4.test.mjs && node tests/host-drain.test.mjs && node tests/e2e-host-drain.mjs && node tests/issue-fixes-5.test.mjs && node tests/issue-fixes-6.test.mjs && node tests/capture-json-repair.test.mjs && node tests/csrf-origin.test.mjs && node tests/watchdog-orphan-web.test.mjs && node tests/config-validate.test.mjs && node tests/issue-fixes-8.test.mjs && node tests/issue-fixes-9.test.mjs && node tests/release-verify.test.mjs && node tests/refine.test.mjs && node tests/db-restore.test.mjs && node tests/align.test.mjs && node tests/tags-normalize.test.mjs && node tests/resident-state.test.mjs && node tests/llm-route.test.mjs && node tests/host-managed.test.mjs && node tests/replace-claim.test.mjs && node tests/version-check-self.test.mjs && node tests/setup-codex.test.mjs && node tests/listener-netstat.test.mjs && node tests/issue-46-overlay.test.mjs && node tests/graph-initial-zoom.test.mjs && node tests/card-head-actions.test.mjs && node tests/card-reader-ux.test.mjs && node tests/tag-filter.test.mjs && node tests/ui-overflow.test.mjs && node tests/version-card-state.test.mjs && node tests/llm-routes-proxy.test.mjs && node tests/model-strikes.test.mjs && node tests/support-bundle.test.mjs && node tests/health-panel.test.mjs && node tests/issue-48-timeout.test.mjs && node tests/setup-node-path.test.mjs && node tests/capture-kind.test.mjs && node tests/core-memory.test.mjs && node tests/skill-cards.test.mjs && node tests/audit-search.test.mjs && node tests/news.test.mjs && node tests/news-feed.test.mjs && node tests/ledger.test.mjs && node tests/issue-55-timezone.test.mjs"
+    "test": "node build.mjs && node tests/vault.test.mjs && node tests/capture.test.mjs && node tests/capture-route.test.mjs && node tests/stall.test.mjs && node tests/vault-path.test.mjs && node tests/vault-resolve.test.mjs && node tests/minhash.test.mjs && node tests/settings-save.test.mjs && node tests/config-coverage.test.mjs && node tests/config-sync.test.mjs && node tests/config-merge.test.mjs && node tests/sse.test.mjs && node tests/api.test.mjs && node tests/import-roundtrip.test.mjs && node tests/graph-perf.test.mjs && node tests/graph-force.test.mjs && node tests/settings-compat.test.mjs && node tests/node-bin.test.mjs && node tests/watchdog-lock.test.mjs && node tests/markdown.test.mjs && node tests/feedback.test.mjs && node tests/graph-lod.test.mjs && node tests/graph-warmup.test.mjs && node tests/loading-hints.test.mjs && node tests/web-entry.test.mjs && node tests/tui-scroll.test.mjs && node tests/tui-audit-scene.test.mjs && node tests/tui-plugin-boot.test.mjs && node tests/capture-session-id.test.mjs && node tests/ssr.test.mjs && node tests/window-controls.test.mjs && node tests/web-assets.test.mjs && node tests/manifests.test.mjs && node tests/two-store.test.mjs && node tests/noise-gate.test.mjs && node tests/e2e-recall.test.mjs && node tests/issue-fixes.test.mjs && node tests/issue-fixes-2.test.mjs && node tests/issue-fixes-3.test.mjs && node tests/watchdog-orphans.test.mjs && node tests/watchdog-restart.test.mjs && node tests/readme-i18n.test.mjs && node tests/issue-fixes-4.test.mjs && node tests/host-drain.test.mjs && node tests/e2e-host-drain.mjs && node tests/issue-fixes-5.test.mjs && node tests/issue-fixes-6.test.mjs && node tests/capture-json-repair.test.mjs && node tests/csrf-origin.test.mjs && node tests/watchdog-orphan-web.test.mjs && node tests/config-validate.test.mjs && node tests/issue-fixes-8.test.mjs && node tests/issue-fixes-9.test.mjs && node tests/release-verify.test.mjs && node tests/refine.test.mjs && node tests/db-restore.test.mjs && node tests/align.test.mjs && node tests/tags-normalize.test.mjs && node tests/resident-state.test.mjs && node tests/llm-route.test.mjs && node tests/host-managed.test.mjs && node tests/replace-claim.test.mjs && node tests/version-check-self.test.mjs && node tests/setup-codex.test.mjs && node tests/listener-netstat.test.mjs && node tests/issue-46-overlay.test.mjs && node tests/graph-initial-zoom.test.mjs && node tests/card-head-actions.test.mjs && node tests/card-reader-ux.test.mjs && node tests/tag-filter.test.mjs && node tests/ui-overflow.test.mjs && node tests/version-card-state.test.mjs && node tests/llm-routes-proxy.test.mjs && node tests/model-strikes.test.mjs && node tests/support-bundle.test.mjs && node tests/health-panel.test.mjs && node tests/issue-48-timeout.test.mjs && node tests/setup-node-path.test.mjs && node tests/capture-kind.test.mjs && node tests/core-memory.test.mjs && node tests/skill-cards.test.mjs && node tests/audit-search.test.mjs && node tests/news.test.mjs && node tests/news-feed.test.mjs && node tests/ledger.test.mjs && node tests/issue-55-timezone.test.mjs && node tests/recycle-center.test.mjs && node tests/news-follows.test.mjs && node tests/news-digest.test.mjs && node tests/search-index.test.mjs"
   },
   "dependencies": {
     "@deepseek-ai/schemastery": "^3.18.1"

package/scripts/bench-search.mjs

@@ -0,0 +1,64 @@
+#!/usr/bin/env node
+// 记忆核心 · 检索延迟基准（用户可自行复跑，不接受"我们很快"这种空话）
+//
+// 用法：
+//   node scripts/bench-search.mjs                      # 默认 ~/.dsh/memory-vault
+//   node scripts/bench-search.mjs --vault <DIR>        # 指定库
+//   node scripts/bench-search.mjs --rounds 5           # 每个查询跑几轮（默认 5）
+//   node scripts/bench-search.mjs --rebuild            # 先全量重建索引，报出重建耗时
+//
+// 输出：卡片数、索引条数、p50 / p95 / max 延迟、QPS 估算。
+// 为什么要有它：README 里的性能数字必须能被人现场复核，否则就是营销。
+import os from 'node:os'
+import path from 'node:path'
+import fs from 'node:fs'
+
+const args = process.argv.slice(2)
+const opt = (name, def = '') => { const i = args.indexOf('--' + name); return i >= 0 ? (args[i + 1] ?? def) : def }
+const flag = (name) => args.includes('--' + name)
+
+const vault = opt('vault') || process.env.MEMORY_VAULT_DIR
+  || path.join(process.env.DSH_HOME || path.join(os.homedir(), '.dsh'), 'memory-vault')
+const rounds = Math.max(1, Number(opt('rounds', '5')) || 5)
+
+if (!fs.existsSync(vault)) {
+  console.error('找不到记忆库：' + vault + '（用 --vault 指定）')
+  process.exit(1)
+}
+
+const { search } = await import('../lib/vault.js')
+const { reindexAll, indexStats } = await import('../lib/search-index.js')
+const { getDb } = await import('../lib/db.js')
+
+const db = getDb(vault)
+if (flag('rebuild')) {
+  const t0 = Date.now()
+  reindexAll(db)
+  console.log('全量重建索引：' + (Date.now() - t0) + 'ms')
+}
+
+const st = indexStats(db)
+// 固定查询集：混合中英、长词、短词、专有名词，避免只挑"快的那几个"
+const queries = [
+  '检索 索引', '审核 红线', '回收站 清空', '作者语录', '新闻 关注', '发布 版本',
+  '数据库 选型', '记忆 架构', '插件 安装', '异常 排查', 'token 成本', '知识图谱 性能',
+  '审核 中心', '技能卡', 'FTS5 索引', '缓存 一致性', '配置 同步', '新闻 源', '摘要 推送', 'GitHub 热门',
+]
+
+const samples = []
+for (const q of queries) {
+  for (let i = 0; i < rounds; i++) {
+    const t = process.hrtime.bigint()
+    await search(vault, q, { limit: 5 })
+    samples.push(Number(process.hrtime.bigint() - t) / 1e6)
+  }
+}
+samples.sort((a, b) => a - b)
+const at = (p) => samples[Math.min(samples.length - 1, Math.floor(samples.length * p))]
+const total = samples.reduce((a, b) => a + b, 0)
+
+console.log('库路径        : ' + vault)
+console.log('卡片 / 索引   : ' + st.cards + ' / ' + st.indexed)
+console.log('查询 × 轮次   : ' + queries.length + ' × ' + rounds + ' = ' + samples.length + ' 次')
+console.log('p50 / p95 / max: ' + at(0.5).toFixed(2) + 'ms / ' + at(0.95).toFixed(2) + 'ms / ' + samples[samples.length - 1].toFixed(2) + 'ms')
+console.log('平均 / QPS    : ' + (total / samples.length).toFixed(2) + 'ms / ' + Math.round(1000 / (total / samples.length)) + ' 次/秒')