@modusensus/dsh-mneme 0.7.28 → 0.7.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/index.js CHANGED
@@ -35,6 +35,57 @@ export { Config };
35
35
  // value, so a `function apply` disposer would never run on unload. An arrow
36
36
  // has no prototype, is called normally, and its returned disposer is collected
37
37
  // and run by the fiber on unload.
38
+ // Entity-extraction LLM adapter (issue #108/#109): maps the extractor's
39
+ // options (provider/model override + reasoningEffort) onto a real dsh-llm
40
+ // stream route and retries once without the effort when the first attempt is
41
+ // rejected. Extracted from apply() so the effort-fallback branch is
42
+ // unit-testable; the extractor only ever sees a callLLM(messages, options)
43
+ // => Promise<string>. The route always carries a real provider/model (dsh-llm
44
+ // GenerateOptions requires both) — never a bare stream.
45
+ export function createEntityStreamAdapter({ llm, agentDefaultModel, logger }) {
46
+ return async function streamEntityText(messages, options = {}) {
47
+ let route = {};
48
+ if (options.provider) route.provider = options.provider;
49
+ if (options.model) route.model = options.model;
50
+ if (!route.provider || !route.model) {
51
+ try {
52
+ const sel = agentDefaultModel?.currentSelection?.();
53
+ if (sel?.provider && sel?.model) {
54
+ route.provider ??= sel.provider;
55
+ route.model ??= sel.model;
56
+ }
57
+ } catch { /* fall through to whatever route we already have */ }
58
+ }
59
+ const effort = options.reasoningEffort;
60
+ const tryStream = (withEffort) => {
61
+ let text = "";
62
+ return (async () => {
63
+ for await (const chunk of llm.stream({
64
+ ...route,
65
+ maxTokens: 4096,
66
+ ...(withEffort && effort ? { reasoningEffort: effort } : {}),
67
+ messages
68
+ })) {
69
+ if (chunk.type === "text-delta" && typeof chunk.text === "string") text += chunk.text;
70
+ if (chunk.type === "finish" && (chunk.reason?.kind === "error" || chunk.reason?.kind === "aborted")) return undefined;
71
+ }
72
+ return text;
73
+ })().catch((err) => {
74
+ logger?.warn?.(`[dsh-mneme] entity extraction llm stream failed: ${String(err)}`);
75
+ return undefined;
76
+ });
77
+ };
78
+ let text = await tryStream(true);
79
+ if (text === undefined && effort) {
80
+ // Mirror dream's effort fallback: a provider rejecting the reasoning
81
+ // effort must not sink the whole extraction — retry once without it.
82
+ logger?.warn?.(`[dsh-mneme] entity extraction: reasoningEffort "${effort}" rejected, retrying without it`);
83
+ text = await tryStream(false);
84
+ }
85
+ return text;
86
+ };
87
+ }
88
+
38
89
  export const apply = (ctx, config) => {
39
90
  const rawCfg = Config(config);
40
91
 
@@ -148,6 +199,8 @@ export const apply = (ctx, config) => {
148
199
 
149
200
  let embedder = null;
150
201
  let reranker = null;
202
+ // #118: pending embedder-init retry timer, cleared on unload.
203
+ let embedRetryTimer = null;
151
204
  if (lightMode) {
152
205
  // Light mode: the whole vector pipeline stays off — no embedder (nothing
153
206
  // pulls in ONNX/transformers), no reranker, no boot backfill (the preset
@@ -175,13 +228,32 @@ export const apply = (ctx, config) => {
175
228
  service.setEmbedder(embedder);
176
229
  // issue #6: wait for extractor init before applying human edits, so
177
230
  // scheduled embeddings see a ready embedder.
178
- embedder.init()
179
- .then(() => applyHumanEdits())
180
- .catch((error) => {
181
- ctx.logger?.warn?.(`[dsh-mneme] embedder init failed, search degrades to keyword: ${String(error)}`);
182
- service.setEmbedder(null);
183
- applyHumanEdits();
184
- });
231
+ const bootEmbedder = () => embedder.init()
232
+ .then(() => { applyHumanEdits(); return true; })
233
+ .catch(() => false);
234
+ // #118: the old one-shot probe permanently degraded search to keyword
235
+ // when Ollama was briefly unreachable at boot (recoverable only by
236
+ // restart). Retry briefly (5 attempts total: 1 initial + 4 × 15s);
237
+ // search degrades to keyword meanwhile because per-query embed failures
238
+ // are swallowed.
239
+ bootEmbedder().then((ok) => {
240
+ if (ok) return;
241
+ let tries = 4;
242
+ const retry = () => {
243
+ if (tries-- <= 0) {
244
+ ctx.logger?.warn?.("[dsh-mneme] embedder init retries exhausted, search degrades to keyword");
245
+ service.setEmbedder(null);
246
+ applyHumanEdits();
247
+ return;
248
+ }
249
+ embedRetryTimer = setTimeout(async () => {
250
+ if (await bootEmbedder()) return;
251
+ retry();
252
+ }, 15_000);
253
+ };
254
+ ctx.logger?.warn?.("[dsh-mneme] embedder init failed, retrying");
255
+ retry();
256
+ });
185
257
  } catch (error) {
186
258
  ctx.logger?.warn?.(`[dsh-mneme] embedder unavailable, search degrades to keyword: ${String(error)}`);
187
259
  applyHumanEdits();
@@ -320,40 +392,35 @@ export const apply = (ctx, config) => {
320
392
  // expects, reusing the same ctx.llm.stream consumption pattern as dream.js.
321
393
  // Explicit opt-in only (entityExtractionEnabled defaults to false); any LLM
322
394
  // failure degrades inside the extractor to { ok:false }, never a write error.
323
- if (cfg.entityExtractionEnabled && ctx.llm) {
324
- const streamEntityText = async (messages, options = {}) => {
325
- let route = null;
326
- if (options.model) {
327
- route = { model: options.model };
328
- } else {
329
- try {
330
- const sel = ctx.agentDefaultModel?.currentSelection?.();
331
- if (sel?.provider && sel?.model) route = sel;
332
- } catch { /* fall through to no route */ }
333
- }
334
- let text = "";
335
- for await (const chunk of ctx.llm.stream({
336
- ...(route ?? {}),
337
- purpose: "entity-extract",
338
- maxTokens: 4096,
339
- messages
340
- })) {
341
- if (chunk.type === "text-delta" && typeof chunk.text === "string") text += chunk.text;
342
- if (chunk.type === "finish" && (chunk.reason?.kind === "error" || chunk.reason?.kind === "aborted")) return undefined;
343
- }
344
- return text;
345
- };
346
- service.setEntityExtractor((memory) =>
347
- extractEntities(memory, { store, config: cfg, callLLM: streamEntityText, logger: ctx.logger })
348
- .catch((err) => {
349
- ctx.logger?.warn?.(`[dsh-mneme] entity extraction failed: ${String(err)}`);
350
- return { ok: false, error: String(err) };
351
- })
352
- );
395
+ if (cfg.entityExtractionEnabled) {
396
+ if (!ctx.llm) {
397
+ // Issue #108: an enabled-but-unwired extractor failed silently before —
398
+ // zero entities, zero llm_audit_logs, no log line anywhere. Make the
399
+ // missing dependency visible so a user can tell "extractor not installed"
400
+ // from "extraction failed".
401
+ ctx.logger?.warn?.("[dsh-mneme] entityExtractionEnabled=true but ctx.llm unavailable — entity extractor NOT installed");
402
+ } else {
403
+ const streamEntityText = createEntityStreamAdapter({
404
+ llm: ctx.llm,
405
+ agentDefaultModel: ctx.agentDefaultModel,
406
+ logger: ctx.logger
407
+ });
408
+ service.setEntityExtractor((memory) =>
409
+ extractEntities(memory, { store, config: cfg, callLLM: streamEntityText, logger: ctx.logger })
410
+ .catch((err) => {
411
+ ctx.logger?.warn?.(`[dsh-mneme] entity extraction failed: ${String(err)}`);
412
+ return { ok: false, error: String(err) };
413
+ })
414
+ );
415
+ }
353
416
  }
354
417
 
355
418
  const disposers = [];
356
419
 
420
+ // #118: never let a pending embedder init retry fire after unload and touch
421
+ // a torn-down context.
422
+ disposers.push(() => { if (embedRetryTimer !== null) clearTimeout(embedRetryTimer); });
423
+
357
424
  ctx.inject(["systemPrompt"], (promptCtx) => {
358
425
  if (cfg.autoInject) disposers.push(createInjector(promptCtx, service, settings, cfg));
359
426
  });
@@ -139,6 +139,9 @@ export class OllamaEmbedder {
139
139
  this.model = String(opts.model ?? "nomic-embed-text").trim();
140
140
  this.logger = opts.logger ?? null;
141
141
  this._dimension = null;
142
+ // #118: async-init embedders expose `ready` so the service queues re-embeds
143
+ // until init lands and the status card can show "initializing".
144
+ this.ready = false;
142
145
  }
143
146
 
144
147
  async _post(body) {
@@ -157,6 +160,7 @@ export class OllamaEmbedder {
157
160
  const body = await res.json();
158
161
  if (!Array.isArray(body?.embedding)) throw new Error(`Ollama ${this.model} returned no embedding`);
159
162
  this._dimension = body.embedding.length;
163
+ this.ready = true;
160
164
  this.logger?.info?.(
161
165
  `[dsh-mneme] ollama embedder ready: ${this.model} (dim=${this._dimension})`
162
166
  );
package/lib/service.js CHANGED
@@ -416,6 +416,171 @@ export function createService({ store, mirror, config, onWrite, logger }) {
416
416
  }
417
417
  }
418
418
 
419
+ /**
420
+ * Recall fusion (plan #1). Turns the three ranked signal lists (keyword,
421
+ * vector, BM25) into a single merged list. Three recipes, selected by
422
+ * config.recallFusion:
423
+ * - blend (default): legacy behavior — weighted sum for vector/hybrid, union
424
+ * backfill for auto. Byte-identical to pre-fusion code, so enabling the
425
+ * config never regresses anybody.
426
+ * - rrf: Reciprocal Rank Fusion — Σ 1/(k + rank + 1) over each list a row
427
+ * appears in. Rank-based, so the unit mismatch (raw cosine vs keyword
428
+ * score vs normalized IDF) is irrelevant.
429
+ * - minmax: min-max normalize each source list's scores to [0,1] then take
430
+ * the weighted sum — a scale-aware version of `blend`.
431
+ * Returns { merged, signals }, where signals is Map<id, {keyword, vector,
432
+ * bm25}> so searchMemories can decorate rows when signalTransparency is on.
433
+ */
434
+ function fuseRecall({ keyword, vector, bm25, lim, mode, wv, wk, wb }) {
435
+ const recipe = config?.recallFusion ?? "blend";
436
+
437
+ // Per-source scores are recorded for every recipe so signalTransparency
438
+ // works regardless of how the ranking was produced.
439
+ const signals = new Map();
440
+ const addSig = (id, field, sc) => {
441
+ const cur = signals.get(id) ?? {};
442
+ cur[field] = sc;
443
+ signals.set(id, cur);
444
+ };
445
+ for (const m of keyword) addSig(m.id, "keyword", m.score ?? 0);
446
+ for (const m of vector) addSig(m.id, "vector", m.score ?? 0);
447
+ for (const m of bm25) addSig(m.id, "bm25", m.score ?? 0);
448
+
449
+ const vectorIds = new Set(vector.map((m) => m.id));
450
+ const keywordIds = new Set(keyword.map((m) => m.id));
451
+
452
+ // Mode contract (aligns rrf/minmax with blend): keyword-only searches must
453
+ // stay keyword-only regardless of recipe, so enabling an opt-in recipe can
454
+ // never pull vector/BM25 rows into a mode="keyword" request. This mirrors
455
+ // the blend branch's `mode === "keyword"` short-circuit (byte-for-byte).
456
+ if (mode === "keyword") {
457
+ return { merged: keyword.slice(0, lim), signals };
458
+ }
459
+
460
+ let merged;
461
+ if (recipe === "rrf") {
462
+ // Rank-based: only the position of a row inside each surviving source
463
+ // list matters, so no cross-signal scale calibration is needed.
464
+ const k = 60; // standard RRF constant (plan #1 documents k=60)
465
+ const rows = new Map();
466
+ const addList = (list) => list.forEach((m, idx) => {
467
+ const s = 1 / (k + idx + 1);
468
+ const cur = rows.get(m.id);
469
+ if (cur) cur.score += s;
470
+ else rows.set(m.id, { ...m, score: s });
471
+ });
472
+ addList(keyword);
473
+ addList(vector);
474
+ addList(bm25);
475
+ merged = [...rows.values()].sort((a, b) => (b.score ?? 0) - (a.score ?? 0)).slice(0, lim);
476
+ } else if (recipe === "minmax") {
477
+ // Scale-aware weighted sum: each source list is min-max normalized to
478
+ // [0,1] before blending, so raw cosine and keyword score live on the
479
+ // same footing.
480
+ const norm = (list) => {
481
+ if (!list.length) return new Map();
482
+ let min = Infinity, max = -Infinity;
483
+ for (const m of list) { const s = m.score ?? 0; if (s < min) min = s; if (s > max) max = s; }
484
+ const range = max - min;
485
+ const out = new Map();
486
+ for (const m of list) out.set(m.id, range > 0 ? ((m.score ?? 0) - min) / range : 0.5);
487
+ return out;
488
+ };
489
+ const kw = norm(keyword), ve = norm(vector), bm = norm(bm25);
490
+ const rows = new Map();
491
+ const seed = (m) => { if (!rows.has(m.id)) rows.set(m.id, { ...m, score: 0 }); };
492
+ for (const m of keyword) seed(m);
493
+ for (const m of vector) seed(m);
494
+ for (const m of bm25) seed(m);
495
+ for (const [id, row] of rows) {
496
+ const k = kw.get(id) ?? 0;
497
+ const v = ve.get(id) ?? 0;
498
+ const b = bm.get(id) ?? 0;
499
+ row.score = v * wv + k * wk + b * wb;
500
+ }
501
+ merged = [...rows.values()].sort((a, b) => (b.score ?? 0) - (a.score ?? 0)).slice(0, lim);
502
+ } else {
503
+ // blend — the pre-existing per-mode behavior, extracted verbatim.
504
+ if (mode === "keyword") {
505
+ merged = keyword;
506
+ } else if (mode === "vector" || mode === "hybrid") {
507
+ const byId = new Map();
508
+ for (const m of vector) {
509
+ const rec = byId.get(m.id);
510
+ byId.set(m.id, rec ? { ...rec, score: Math.max(rec.score ?? 0, m.score ?? 0) } : m);
511
+ }
512
+ for (const m of keyword) {
513
+ const rec = byId.get(m.id);
514
+ if (rec) {
515
+ byId.set(m.id, { ...rec, score: (rec.score ?? 0) * wv + (m.score ?? 0) * wk });
516
+ } else {
517
+ byId.set(m.id, m);
518
+ }
519
+ }
520
+ for (const m of bm25) {
521
+ const rec = byId.get(m.id);
522
+ if (rec) {
523
+ if (keywordIds.has(m.id)) continue;
524
+ byId.set(m.id, { ...rec, score: (rec.score ?? 0) + wb * (m.score ?? 0) });
525
+ } else {
526
+ byId.set(m.id, { ...m, score: wb * (m.score ?? 0) });
527
+ }
528
+ }
529
+ const ranked = [...byId.values()].sort((a, b) => (b.score ?? 0) - (a.score ?? 0));
530
+ merged = ranked.slice(0, lim);
531
+ if (merged.length < lim && !merged.length) {
532
+ merged = keyword.slice(0, lim);
533
+ }
534
+ } else {
535
+ // auto: keyword leads, vector + BM25 fill remaining slots.
536
+ merged = keyword.slice(0, lim);
537
+ const seen = new Set(merged.map((m) => m.id));
538
+ for (const m of vector) {
539
+ if (merged.length >= lim) break;
540
+ if (!seen.has(m.id)) { seen.add(m.id); merged.push(m); }
541
+ }
542
+ for (const m of bm25) {
543
+ if (merged.length >= lim) break;
544
+ if (!seen.has(m.id)) { seen.add(m.id); merged.push(m); }
545
+ }
546
+ }
547
+ }
548
+
549
+ // Mode contract, auto (aligns rrf/minmax with blend): keyword leads, the
550
+ // recipe fills the remaining slots. blend.auto already front-loads keyword;
551
+ // rrf/minmax rank across sources, so re-apply the same "keyword first"
552
+ // ordering here to preserve the pre-fusion auto contract — the keyword
553
+ // hit list keeps its power, and only slots it couldn't fill go to the
554
+ // recipe's ranking.
555
+ if (recipe !== "blend" && mode === "auto" && keyword.length) {
556
+ const head = keyword.slice(0, lim);
557
+ const seen = new Set(head.map((m) => m.id));
558
+ const tail = merged.filter((m) => !seen.has(m.id)).slice(0, Math.max(0, lim - head.length));
559
+ merged = head.concat(tail);
560
+ }
561
+
562
+ return { merged, signals };
563
+ }
564
+
565
+ /**
566
+ * Search memories for a query. Merges up to three recall sources (keyword,
567
+ * vector, BM25) according to config.recallFusion (blend/rrf/minmax — see
568
+ * fuseRecall), then optionally decorates rows with per-source signals
569
+ * (config.signalTransparency), applies semantic dedup (non-keyword modes),
570
+ * reranking, and epistemic trust re-weighting, and finally hands the merged
571
+ * list to the recall-layer recorder.
572
+ *
573
+ * options:
574
+ * mode — 'auto' (default) | 'keyword' | 'vector' | 'hybrid'
575
+ * topK — max rows (default 20)
576
+ * threshold — explicit vector score floor (overrides adaptive)
577
+ * useRerank — apply the reranker if available (default true)
578
+ * recordRecall — write a recall_runs audit row (default from config)
579
+ *
580
+ * Returns an array of memory rows { id, title, content, score, source, ... },
581
+ * with `signals` added when config.signalTransparency is on. Never throws:
582
+ * a vector/rerank failure degrades to keyword results.
583
+ */
419
584
  async function searchMemories(query, options = {}) {
420
585
  const { mode = "auto", topK = 20, threshold, useRerank = true, recordRecall = options.recordRecall ?? (config?.recallRecordDefault ?? true) } = options;
421
586
  const q = String(query ?? "").trim();
@@ -477,69 +642,17 @@ export function createService({ store, mirror, config, onWrite, logger }) {
477
642
  // Loose blend weight: BM25 confirms and backfills, never dominates the
478
643
  // semantic signal. Same-memory overlap boosts, unseen ids backfill.
479
644
  const wb = 0.3;
480
- // Path bookkeeping for the boost rule below: which ids each semantic
481
- // recall path surfaced.
482
- const vectorIds = new Set(vector.map((m) => m.id));
483
- const keywordIds = new Set(keyword.map((m) => m.id));
484
645
 
485
646
  // Hybrid blending weights from config when provided.
486
647
  const wv = config?.hybridSearchVectorWeight ?? DEFAULT_HYBRID_WEIGHTS.vector;
487
648
  const wk = config?.hybridSearchKeywordWeight ?? DEFAULT_HYBRID_WEIGHTS.keyword;
488
649
 
489
- let merged;
490
- if (mode === "keyword") {
491
- merged = keyword;
492
- } else if (mode === "vector" || mode === "hybrid") {
493
- // semantic-first: vector recalls lead, keyword + BM25 fill remaining
494
- // slots. Weighted blend when sides scored the same memory; otherwise
495
- // vector order leads (it is the semantic signal), lexical paths
496
- // backfill.
497
- const byId = new Map();
498
- for (const m of vector) {
499
- const rec = byId.get(m.id);
500
- byId.set(m.id, rec ? { ...rec, score: Math.max(rec.score ?? 0, m.score ?? 0) } : m);
501
- }
502
- for (const m of keyword) {
503
- const rec = byId.get(m.id);
504
- if (rec) {
505
- // Same memory from both sides: blend the scores.
506
- byId.set(m.id, { ...rec, score: (rec.score ?? 0) * wv + (m.score ?? 0) * wk });
507
- } else {
508
- byId.set(m.id, m);
509
- }
510
- }
511
- for (const m of bm25) {
512
- const rec = byId.get(m.id);
513
- if (rec) {
514
- // Boost rule: a row the LIKE keyword path already hit carries the
515
- // query as a substring, so BM25 tokens are trivially present —
516
- // boosting it double-counts lexical evidence. Only vector-recalled
517
- // rows (lexical hit is genuinely new information) get the boost.
518
- if (keywordIds.has(m.id)) continue;
519
- byId.set(m.id, { ...rec, score: (rec.score ?? 0) + wb * (m.score ?? 0) });
520
- } else {
521
- byId.set(m.id, { ...m, score: wb * (m.score ?? 0) });
522
- }
523
- }
524
- const ranked = [...byId.values()].sort((a, b) => (b.score ?? 0) - (a.score ?? 0));
525
- merged = ranked.slice(0, lim);
526
- if (merged.length < lim && !merged.length) {
527
- // Vector unavailable entirely: fall back to plain keyword.
528
- merged = keyword.slice(0, lim);
529
- }
530
- } else {
531
- // auto: keyword leads, vector + BM25 fill remaining slots (legacy
532
- // behavior, extended with the third path)
533
- merged = keyword.slice(0, lim);
534
- const seen = new Set(merged.map((m) => m.id));
535
- for (const m of vector) {
536
- if (merged.length >= lim) break;
537
- if (!seen.has(m.id)) { seen.add(m.id); merged.push(m); }
538
- }
539
- for (const m of bm25) {
540
- if (merged.length >= lim) break;
541
- if (!seen.has(m.id)) { seen.add(m.id); merged.push(m); }
542
- }
650
+ const { merged: fusedMerged, signals } = fuseRecall({ keyword, vector, bm25, lim, mode, wv, wk, wb });
651
+ let merged = fusedMerged;
652
+ // Signal transparency (#2): decorate each returned row with its per-source
653
+ // scores and the final fused score. Purely additive never changes rank.
654
+ if (config?.signalTransparency === true) {
655
+ merged = merged.map((m) => ({ ...m, signals: { ...(signals.get(m.id) ?? {}), final: m.score ?? 0 } }));
543
656
  }
544
657
 
545
658
  // Search-time semantic dedup (v0.5.0 2.3): near-duplicate rows are
package/lib/settings.js CHANGED
@@ -58,6 +58,9 @@ const FEATURE_FLAG_BOOLEANS = [
58
58
  "bm25SearchEnabled",
59
59
  "conflictFreezeEnabled",
60
60
  "trustEpistemicWeighting",
61
+ // Plan #2: attach per-source {keyword, vector, bm25, final} signals to each
62
+ // search result for transparency/debugging. Default off, purely decorative.
63
+ "signalTransparency",
61
64
  // Issue #89:宽容校验回归(默认开)+ 跨类型合并显式放宽(默认关)。
62
65
  "dreamSkipInvalid",
63
66
  "allowCrossTypeMerge",
@@ -86,6 +89,10 @@ const FEATURE_FLAG_STRINGS = [
86
89
  // /llm-providers 端点一起提供,留空 = 用巩固模型或当前模型。
87
90
  "sleepProvider",
88
91
  "sleepModel",
92
+ // 实体抽取侧专用路由(issue #109):provider/model 显式指定,
93
+ // 留空 = 用当前默认模型。
94
+ "entityExtractionProvider",
95
+ "entityExtractionModel",
89
96
  "localEmbedModel",
90
97
  "ollamaModel"
91
98
  ];
@@ -94,7 +101,12 @@ const FEATURE_FLAG_STRINGS = [
94
101
  const FEATURE_FLAG_URLS = ["ollamaBaseUrl"];
95
102
  // 枚举开关(与 config.js 的 z.union(z.const(...)) 对齐):仅允许列出的值。
96
103
  const FEATURE_FLAG_ENUMS = {
97
- embedProvider: ["openai", "local", "ollama"]
104
+ embedProvider: ["openai", "local", "ollama"],
105
+ // Plan #1: recall fusion recipe. blend = legacy (default); rrf / minmax are
106
+ // rank/scale-aware alternatives selected by the panel.
107
+ recallFusion: ["blend", "rrf", "minmax"],
108
+ // 实体抽取思考强度(issue #109):与 dreamReasoningEffort 枚举对齐。
109
+ entityExtractionReasoning: ["low", "medium", "high", "none"]
98
110
  };
99
111
  const FEATURE_FLAG_STRING_MAX = 200;
100
112
 
package/lib/store.js CHANGED
@@ -1023,8 +1023,11 @@ export function createStore(path) {
1023
1023
  }
1024
1024
 
1025
1025
  function embeddedCount() {
1026
+ // Active rows only — getStats pairs this with count() as the status card's
1027
+ // "indexed N / M" denominator, and count() defaults exclude forgotten and
1028
+ // archived memories. Unfiltered, archived rows inflate N past M.
1026
1029
  return db.prepare(
1027
- "SELECT count(*) AS c FROM memories WHERE embedding IS NOT NULL AND embedding != ''"
1030
+ "SELECT count(*) AS c FROM memories WHERE embedding IS NOT NULL AND embedding != '' AND forgotten = 0 AND archived = 0"
1028
1031
  ).get().c;
1029
1032
  }
1030
1033
 
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@modusensus/dsh-mneme",
3
3
  "description": "Cross-session memory plugin for DeepSeek Harness with autoDream consolidation: SQLite store, Markdown mirrors, 7 model tools, automatic injection, session summarization, user profile/rules, custom slash commands, vector (semantic) search, and a Web GUI panel",
4
- "version": "0.7.28",
4
+ "version": "0.7.30",
5
5
  "license": "MIT",
6
6
  "repository": {
7
7
  "type": "git",
@@ -37,7 +37,16 @@ const SEED = [
37
37
  { id: "mem_city_thesis", type: "project", title: "湿地论文", content: "毕业论文研究城市湿地公园周边开发案例,ArcGIS 空间分析", importance: 4, tags: ["thesis"] },
38
38
  { id: "mem_async_pattern", type: "decision", title: "异步并发模式", content: "async runtime 选用 tokio,任务用 spawn 管理,channel 通信", importance: 3, tags: ["rust"] },
39
39
  { id: "mem_python_etl", type: "project", title: "ETL 脚本", content: "夜间 ETL 用 Python 编写,pandas 清洗,SQLite 落地", importance: 3, tags: ["etl"] },
40
- { id: "mem_ui_style", type: "preference", title: "界面审美", content: "喜欢编辑风 brutalism 排版,低饱和度配色,衬线标题", importance: 3, tags: ["design"] }
40
+ { id: "mem_ui_style", type: "preference", title: "界面审美", content: "喜欢编辑风 brutalism 排版,低饱和度配色,衬线标题", importance: 3, tags: ["design"] },
41
+ // Cross-topic distractors (plan #0): memories that share keywords with a
42
+ // target but belong to a different subject. They raise the recall bar — the
43
+ // fused ranking must keep the true positive ahead of the distractor, which
44
+ // is exactly what a scale-mixed blend (raw cosine + keyword score + IDF)
45
+ // tends to get wrong.
46
+ { id: "mem_ops_alert", type: "project", title: "存储告警", content: "Prometheus 存储告警走 zfs 池健康检查与磁盘替换流程", importance: 3, tags: ["ops"] },
47
+ { id: "mem_rust_dep", type: "project", title: "rust 依赖", content: "Rust 项目的 cargo 依赖管理与 workspace 组织", importance: 3, tags: ["rust"] },
48
+ { id: "mem_etl_csv", type: "project", title: "ETL CSV", content: "每日 CSV 导入脚本用 golang 而非 python,写 postgres", importance: 2, tags: ["etl"] },
49
+ { id: "mem_ux_toolbar", type: "preference", title: "工具栏", content: "偏好 IDE 顶栏简洁,避免深色浮层遮挡代码", importance: 2, tags: ["design"] }
41
50
  ];
42
51
 
43
52
  // Standard query set: each case is a query plus the ids that MUST appear in
@@ -53,10 +62,15 @@ export const TEST_CASES = [
53
62
  { query: "channel 通信 任务", expected: ["mem_async_pattern"], note: "scattered terms" },
54
63
  { query: "内存安全 语言", expected: ["mem_rust_switch"], note: "scattered terms" },
55
64
  { query: "配色 审美", expected: ["mem_ui_style"], note: "scattered CJK" },
56
- { query: "HBA 固件", expected: ["mem_zfs_bug"], note: "scattered terms" }
65
+ { query: "HBA 固件", expected: ["mem_zfs_bug"], note: "scattered terms" },
66
+ // Plan #0 additions: a distractor-dominance case (the target shares the
67
+ // leading token with a cross-topic memory that must rank below it) and an
68
+ // exact-token case that leans on the BM25 path.
69
+ { query: "zfs 磁盘 替换", expected: ["mem_zfs_bug"], note: "shared-token distractor" },
70
+ { query: "tokio spawn channel", expected: ["mem_async_pattern"], note: "exact async tokens" }
57
71
  ];
58
72
 
59
- function seedService(overrides = {}) {
73
+ export function seedService(overrides = {}) {
60
74
  const store = createStore(":memory:");
61
75
  const config = {
62
76
  bm25SearchEnabled: true,
@@ -74,7 +88,11 @@ function seedService(overrides = {}) {
74
88
  embedSingle: async (text) => hashVec(text)
75
89
  });
76
90
  for (const m of SEED) {
77
- const row = store.save({ type: m.type, title: m.title, content: m.content, tags: m.tags, importance: m.importance, source: "seed" });
91
+ // store.save accepts a caller-supplied id (store.js: memory.id ?? randomUUID).
92
+ // Passing m.id keeps the seeded id stable so TEST_CASES.expected (which
93
+ // references mem_*) match — without it every row gets a UUID and the
94
+ // benchmark always reports 0% recall.
95
+ const row = store.save({ id: m.id, type: m.type, title: m.title, content: m.content, tags: m.tags, importance: m.importance, source: "seed" });
78
96
  store.setEmbedding(row.id, hashVec(`${m.title} ${m.content}`));
79
97
  }
80
98
  return service;
@@ -109,6 +127,52 @@ export async function runBenchmark({ topK = 5, mode = "auto" } = {}) {
109
127
  return { topK, mode, runs };
110
128
  }
111
129
 
130
+ /**
131
+ * Fusion-recipe A/B (plan #1): runs the same seed + query set with
132
+ * config.recallFusion forced to each of blend / rrf / minmax, so the scale
133
+ * mismatch fix can be judged on identical data. `blend` is the legacy recipe
134
+ * and acts as the control — the pre-fusion behavior.
135
+ */
136
+ export async function runFusionBenchmark({ topK = 5, mode = "auto" } = {}) {
137
+ const recipes = ["blend", "rrf", "minmax"];
138
+ const runs = [];
139
+ for (const recipe of recipes) {
140
+ const service = seedService({ recallFusion: recipe });
141
+ const rows = [];
142
+ let hits = 0;
143
+ let mrrSum = 0;
144
+ for (const tc of TEST_CASES) {
145
+ const results = await service.searchMemories(tc.query, { mode, topK, useRerank: false });
146
+ const ids = results.map((r) => r.id);
147
+ const metrics = service.computeRetrievalMetrics(ids, tc.expected);
148
+ if (metrics.recall === 1) hits++;
149
+ mrrSum += metrics.mrr;
150
+ rows.push({ query: tc.query, note: tc.note, expected: tc.expected, got: ids, ...metrics });
151
+ }
152
+ runs.push({
153
+ config: recipe,
154
+ recallAtK: +(hits / TEST_CASES.length).toFixed(3),
155
+ avgMrr: +(mrrSum / TEST_CASES.length).toFixed(3),
156
+ rows
157
+ });
158
+ }
159
+ return { topK, mode, runs };
160
+ }
161
+
162
+ function printFusionReport(report) {
163
+ for (const run of report.runs) {
164
+ console.log(`\n=== ${run.config} (topK=${report.topK}, mode=${report.mode}) ===`);
165
+ for (const r of run.rows) {
166
+ const ok = r.recall === 1 ? "PASS" : "MISS";
167
+ console.log(` [${ok}] "${r.query}" (${r.note}) recall=${r.recall} mrr=${r.mrr}`);
168
+ if (r.recall < 1) console.log(` expected ⊇ ${r.expected.join(", ")} got: ${r.got.join(", ") || "—"}`);
169
+ }
170
+ console.log(` → Recall@${report.topK}: ${(run.recallAtK * 100).toFixed(1)}% avg MRR: ${run.avgMrr}`);
171
+ }
172
+ const summary = report.runs.map((r) => `${r.config}=${(r.recallAtK * 100).toFixed(1)}%`).join(" ");
173
+ console.log(`\n融合配方 A/B (Recall@${report.topK}, ${report.mode}): ${summary}`);
174
+ }
175
+
112
176
  function printReport(report) {
113
177
  for (const run of report.runs) {
114
178
  console.log(`\n=== ${run.config} (topK=${report.topK}, mode=${report.mode}) ===`);
@@ -127,7 +191,9 @@ function printReport(report) {
127
191
  const invokedDirectly = process.argv[1] && import.meta.url.endsWith(process.argv[1].replace(/\\/g, "/").split("/").pop() ?? "");
128
192
  if (invokedDirectly) {
129
193
  const asJson = process.argv.includes("--json");
130
- const report = await runBenchmark({});
194
+ const asFusion = process.argv.includes("--fusion");
195
+ const report = asFusion ? await runFusionBenchmark({}) : await runBenchmark({});
131
196
  if (asJson) console.log(JSON.stringify(report, null, 2));
197
+ else if (asFusion) printFusionReport(report);
132
198
  else printReport(report);
133
199
  }
@@ -104,14 +104,16 @@ console.log(`记忆目录:${memDir}\n`);
104
104
  // 1. 装载检查
105
105
  console.log("【1】插件装载");
106
106
  const checks = [];
107
- checks.push(["注册 7 个模型工具", registeredTools.length === 7]);
107
+ // 硬编码精确数会随插件演进过时(v0.7 起已有 8 工具 / 26+ 路由,早期写死的
108
+ // 7/14 导致新旧 dsh 上 e2e 都误报失败);改用「下限」检查 + 打印实际数量。
109
+ checks.push(["注册 ≥7 个模型工具", registeredTools.length >= 7]);
108
110
  checks.push(["注册 2 个注入上下文", injectContexts.length === 2 && injectContexts[0].name === "memory"]);
109
- // 契约是 14 条 exact 路由(v0.3 实体清单接口后由 13 条扩到 14 条);
110
111
  // prefix fallback(/api/dsh-mneme → 404)是兜底,不计入路由数。
111
- checks.push(["注册 14 条 API 路由", apiRoutes.filter((r) => r.kind === "exact").length === 14]);
112
+ checks.push(["注册 14 条 API 路由", apiRoutes.filter((r) => r.kind === "exact").length >= 14]);
112
113
  for (const [label, ok] of checks) console.log(` ${ok ? "✅" : "❌"} ${label}`);
113
114
  if (!checks.every(([, ok]) => ok)) { console.log("\n装载检查失败,中止。"); process.exit(1); }
114
- console.log(` 工具:${registeredTools.map((t) => t.name).join(", ")}\n`);
115
+ console.log(` 工具(${registeredTools.length}):${registeredTools.map((t) => t.name).join(", ")}`);
116
+ console.log(` exact 路由:${apiRoutes.filter((r) => r.kind === "exact").length} 条\n`);
115
117
 
116
118
  // 2. 保存记忆(工具执行)
117
119
  console.log("【2】memory_save 保存记忆");