@modusensus/dsh-mneme 0.8.4 → 0.8.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. package/README.md +16 -7
  2. package/bin/dsh-mneme-mcp.mjs +11 -3
  3. package/lib/api-standalone.js +11 -0
  4. package/lib/api.js +21 -0
  5. package/lib/client.js +213 -31
  6. package/lib/config.js +82 -0
  7. package/lib/document.js +221 -0
  8. package/lib/dream/sleep.js +6 -4
  9. package/lib/dream.js +1347 -1319
  10. package/lib/guide.js +44 -0
  11. package/lib/heat.js +2 -0
  12. package/lib/inject.js +91 -15
  13. package/lib/lang.js +6 -0
  14. package/lib/organize.js +450 -0
  15. package/lib/recall-stats.js +23 -1
  16. package/lib/runtime/layout.js +30 -0
  17. package/lib/runtime/loader.js +4 -1
  18. package/lib/runtime/verify.js +19 -6
  19. package/lib/search/adaptive.js +38 -0
  20. package/lib/service.js +165 -12
  21. package/lib/settings.js +31 -2
  22. package/lib/store.js +109 -8
  23. package/lib/summarize.js +253 -8
  24. package/lib/tools.js +136 -8
  25. package/package.json +6 -6
  26. package/runtime-manifest.json +104 -174
  27. package/scripts/build-runtime-manifest.mjs +8 -1
  28. package/scripts/sync-test-badge.mjs +18 -12
  29. package/src/api-standalone.js +11 -0
  30. package/src/api.js +21 -0
  31. package/src/config.js +82 -0
  32. package/src/document.js +221 -0
  33. package/src/dream/sleep.js +6 -4
  34. package/src/dream.js +1347 -1319
  35. package/src/guide.js +44 -0
  36. package/src/heat.js +2 -0
  37. package/src/inject.js +91 -15
  38. package/src/lang.js +6 -0
  39. package/src/organize.js +450 -0
  40. package/src/recall-stats.js +23 -1
  41. package/src/runtime/layout.js +30 -0
  42. package/src/runtime/loader.js +4 -1
  43. package/src/runtime/verify.js +19 -6
  44. package/src/search/adaptive.js +38 -0
  45. package/src/service.js +165 -12
  46. package/src/settings.js +31 -2
  47. package/src/store.js +109 -8
  48. package/src/summarize.js +253 -8
  49. package/src/tools.js +136 -8
  50. package/test/adaptive-inject-budget.test.js +85 -0
  51. package/test/api.test.js +65 -3
  52. package/test/client.test.js +63 -2
  53. package/test/document.test.js +523 -0
  54. package/test/dream.test.js +51 -0
  55. package/test/inject-content-cap.test.js +5 -3
  56. package/test/inject-pools.test.js +170 -0
  57. package/test/inject-recall.test.js +105 -0
  58. package/test/inject.test.js +35 -1
  59. package/test/llm-audit.test.js +153 -0
  60. package/test/organize.test.js +418 -0
  61. package/test/recall-stats.test.js +7 -1
  62. package/test/runtime-loader.test.js +18 -0
  63. package/test/runtime-manifest.test.js +2 -1
  64. package/test/runtime-verify.test.js +65 -0
  65. package/test/sleep.test.js +37 -0
  66. package/test/store.test.js +13 -0
  67. package/test/summarize.test.js +407 -3
  68. package/test/tools-dto-schema-matrix.test.js +325 -0
  69. package/test/tools.test.js +36 -3
@@ -0,0 +1,170 @@
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { createStore } from "../src/store.js";
4
+ import { createService } from "../src/service.js";
5
+ import { createInjector } from "../src/inject.js";
6
+ import { createSettings } from "../src/settings.js";
7
+ import { createTools } from "../src/tools.js";
8
+ import { MEMORY_GUIDE_SECTION } from "../src/guide.js";
9
+
10
+ // 回归(issue #249 第一批):注入形态的两件事——
11
+ // ①能力说明(injectGuidanceEnabled):工具描述补判断指引 + order 150 一次性
12
+ // 总则段(常驻段必须同会话稳定,不逐轮复读);
13
+ // ②B1 pin 池(pinnedInjectBudget):约束/偏好不进相关性竞争与跨轮轮换、逐字
14
+ // 保真、排在块内排序之前,且有独立小预算(不占 maxInjectedItems 名额)。
15
+ // 两个键都默认关/零,默认档下注入块与改动前逐字节一致(本文件第一例锁这条)。
16
+
17
+ const userMsg = (text) => ({
18
+ type: "user/message",
19
+ data: { source: { kind: "user" }, content: [{ type: "text", text }] }
20
+ });
21
+
22
+ function setup(over = {}) {
23
+ const store = createStore(":memory:");
24
+ // 同一份 config 同时交给 service 与 injector——生产里是同一个 cfg 对象,
25
+ // 而 pin 池的预算读取发生在 service 内、能力说明的开关读取发生在 injector 内。
26
+ const config = { maxInjectedItems: 3, importanceThreshold: 3, ...over };
27
+ const service = createService({ store, mirror: null, config });
28
+ const settings = createSettings(store.db);
29
+ const contexts = [];
30
+ const sections = [];
31
+ const ctx = {
32
+ systemPrompt: {
33
+ context(def) { contexts.push(def); return () => {}; },
34
+ section(def) { sections.push(def); return () => {}; }
35
+ }
36
+ };
37
+ createInjector(ctx, service, settings, config);
38
+ const text = (query = "") => contexts[0].text({
39
+ agent: { session: { id: "s1", snapshotEvents: () => (query ? [userMsg(query)] : []) } }
40
+ });
41
+ return { store, service, contexts, sections, text };
42
+ }
43
+
44
+ const types = (body) => [...body.matchAll(/- \[(\w+)\]/g)].map((m) => m[1]);
45
+ const leadPreference = (body) => body.match(/- \[preference\] ([^((]*)/)?.[1]?.trim();
46
+
47
+ test("#249: default (pinned budget 0) keeps the legacy order and adds no annotation", () => {
48
+ const { service, text } = setup({});
49
+ service.saveWithDedupe({ type: "summary", title: "总览", content: "总览内容", importance: 5 });
50
+ service.saveWithDedupe({ type: "preference", title: "偏好A", content: "偏好内容", importance: 5 });
51
+ const body = text();
52
+ // 现状档位:蒸馏摘要(0) 先于偏好(1)。pin 关闭时不得出现「偏好前置」这一改动。
53
+ assert.deepEqual(types(body), ["summary", "preference"], "budget 0 → legacy priority order");
54
+ assert.ok(!body.includes("未展示"), "pool off → no overflow annotation");
55
+ });
56
+
57
+ test("#249: pinned entries lead the block and sit outside maxInjectedItems", () => {
58
+ const { service, text } = setup({ maxInjectedItems: 2, pinnedInjectBudget: 2 });
59
+ service.saveWithDedupe({ type: "summary", title: "总览", content: "总览内容", importance: 5 });
60
+ service.saveWithDedupe({ type: "preference", title: "偏好A", content: "偏好甲内容", importance: 5 });
61
+ service.saveWithDedupe({ type: "preference", title: "偏好B", content: "偏好乙内容", importance: 5 });
62
+ service.saveWithDedupe({ type: "decision", title: "决定甲", content: "决定内容", importance: 5 });
63
+ const body = text();
64
+ const seq = types(body);
65
+ assert.deepEqual(seq.slice(0, 2), ["preference", "preference"], "pin pool leads the block");
66
+ assert.deepEqual(seq.slice(2), ["summary", "decision"], "general slots still fill to maxItems");
67
+ assert.equal(seq.length, 4, "pinned entries do not consume maxInjectedItems slots");
68
+ });
69
+
70
+ test("#249: over-budget pinned entries are annotated with the truly hidden count", () => {
71
+ const { service, text } = setup({ maxInjectedItems: 1, pinnedInjectBudget: 1 });
72
+ for (let i = 0; i < 3; i++) {
73
+ service.saveWithDedupe({ type: "preference", title: `偏好${i}`, content: `第 ${i} 条偏好内容`, importance: 5 });
74
+ }
75
+ const body = text();
76
+ // 3 条同类里 pref0 被 pin、pref1 进了 general 槽(真的在块内),只有 pref2 没展示。
77
+ // 按 eligible - pinned 直接相减会把 pref1 也算成未展示——虚报(#266 评审实测)。
78
+ assert.ok(body.includes("偏好1"), "the over-budget one that made it into a general slot is really shown");
79
+ assert.ok(body.includes("另有 1 条未展示"), `annotation must carry the hidden count: ${body}`);
80
+ assert.ok(!body.includes("另有 2 条"), "no double counting");
81
+ });
82
+
83
+ test("#249: pinned entries are exempt from cross-turn rotation", () => {
84
+ const { service, text } = setup({ maxInjectedItems: 1, pinnedInjectBudget: 1, injectRotationTurns: 2 });
85
+ service.saveWithDedupe({ type: "preference", title: "偏好A", content: "偏好甲内容", importance: 5 });
86
+ service.saveWithDedupe({ type: "preference", title: "偏好B", content: "偏好乙内容", importance: 5 });
87
+ service.saveWithDedupe({ type: "decision", title: "决定甲", content: "决定内容", importance: 5 });
88
+ service.saveWithDedupe({ type: "decision", title: "决定乙", content: "另一决定", importance: 5 });
89
+ const first = leadPreference(text("第一个问题"));
90
+ const second = leadPreference(text("第二个问题"));
91
+ assert.ok(first, "pin entry is rendered in turn 1");
92
+ assert.equal(first, second, "pin stays at the block head across turns (not rotated away)");
93
+ });
94
+
95
+ test("#249: pinned content is verbatim below the hard ceiling", () => {
96
+ const { service, text } = setup({ maxInjectedItems: 1, pinnedInjectBudget: 1, injectContentMaxChars: 60 });
97
+ const long = "约束原文".repeat(60); // 240 chars, 4× the per-entry cap
98
+ service.saveWithDedupe({ type: "preference", title: "长偏好", content: long, importance: 5 });
99
+ const body = text();
100
+ assert.ok(body.includes(long), "240-char pinned body goes in verbatim (injectContentMaxChars does not apply)");
101
+ assert.ok(!body.includes("已截断"), "no truncation hint needed below the ceiling");
102
+ });
103
+
104
+ test("#249: pinned content still honours the hard ceiling and says so", () => {
105
+ const { service, text } = setup({ maxInjectedItems: 1, pinnedInjectBudget: 1 });
106
+ const huge = "超长约束".repeat(900); // 3600 chars
107
+ service.saveWithDedupe({ type: "preference", title: "超长偏好", content: huge, importance: 5 });
108
+ const body = text();
109
+ assert.ok(!body.includes(huge), "a runaway pinned entry cannot flood the standing block");
110
+ assert.ok(body.includes("已截断"), "the cut is reported, never silent");
111
+ });
112
+
113
+ test("#249: pinned content does not eat the general block budget", () => {
114
+ // 一条 pin 就够击穿 MAX_BLOCK(PINNED_CONTENT_MAX 2000 > MAX_BLOCK 1500):pin
115
+ // 若照旧扣共享预算,budget 变负后同一轮的所有普通候选都会被压成标题行。
116
+ const { service, text } = setup({ maxInjectedItems: 2, pinnedInjectBudget: 1 });
117
+ const longPinned = "约束原文".repeat(470); // 1880 字符,仍在 2000 硬顶内(不带截断)
118
+ service.saveWithDedupe({ type: "preference", title: "长约束", content: longPinned, importance: 5 });
119
+ service.saveWithDedupe({ type: "summary", title: "总览", content: "总览正文必须带出来", importance: 5 });
120
+ const body = text();
121
+ assert.ok(body.includes(longPinned), "pin 逐字保真");
122
+ assert.ok(body.includes("总览正文必须带出来"), "普通候选照旧拿完整正文:pin 不占共享预算");
123
+ });
124
+
125
+ test("#249: capability guide is off by default, registered once when on", () => {
126
+ const off = setup({});
127
+ assert.equal(off.sections.length, 0, "default off → no prompt section registered");
128
+
129
+ const on = setup({ injectGuidanceEnabled: true });
130
+ assert.equal(on.sections.length, 1, "exactly one guide section");
131
+ assert.equal(on.sections[0].name, "memory-guide");
132
+ assert.equal(on.sections[0].order, 150, "插件指引段的既有 order 惯例");
133
+ assert.equal(on.sections[0].text, MEMORY_GUIDE_SECTION, "常量文本 → 同会话内稳定");
134
+ // 不可逆工具(memory_delete)的克制指引必须在场:这是全 guide 里唯一有数据
135
+ // 损失后果的一句,被误删掉的回归要能立刻转红。
136
+ assert.ok(MEMORY_GUIDE_SECTION.includes("memory_delete"), "guide keeps the irreversible-tool warning");
137
+ // memory_forget 的副作用面同样不能被写窄:工具描述是「挡注入 + 从检索与列表里
138
+ // 消失」,只写「只挡注入」会让模型低估它(#249 文案定稿时专门改过这一句)。
139
+ assert.ok(
140
+ MEMORY_GUIDE_SECTION.includes("memory_forget suppresses it from injection, search results and lists"),
141
+ "reversible-tools rule states memory_forget's full reach"
142
+ );
143
+ // 优先序那条不得让模型拿 memory_search 去核对当前指令/仓库:它只搜记忆库,
144
+ // 搜不到「现在」——把它写成验证手段会换来一轮无效查询 + 继续采信陈旧记忆。
145
+ assert.ok(
146
+ MEMORY_GUIDE_SECTION.includes("memory_search searches stored memories only"),
147
+ "precedence rule points at the instruction/repository, not at memory_search"
148
+ );
149
+ // 不逐轮复读:通则只出现在一次性段落,每轮内容块里不重复。
150
+ on.service.saveWithDedupe({ type: "preference", title: "偏好A", content: "偏好内容", importance: 5 });
151
+ assert.ok(!on.text().includes("[dsh-mneme memory]"), "guide text must not ride the per-turn block");
152
+ });
153
+
154
+ test("#249: capability guide extends only the judgement-heavy tool descriptions", () => {
155
+ const toolsFor = (flags) => {
156
+ const store = createStore(":memory:");
157
+ const service = createService({ store, mirror: null, config: {} });
158
+ const registered = [];
159
+ const ctx = { tools: { register(def) { registered.push(def); return () => {}; } } };
160
+ createTools(ctx, service, { ...flags }, null);
161
+ return new Map(registered.map((t) => [t.name, t.description]));
162
+ };
163
+ const off = toolsFor({});
164
+ const on = toolsFor({ injectGuidanceEnabled: true });
165
+ const changed = [...off.keys()].filter((name) => off.get(name) !== on.get(name)).sort();
166
+ assert.deepEqual(changed, ["memory_save", "memory_search"], "only the two 'when to use' tools gain guidance");
167
+ for (const name of changed) {
168
+ assert.ok(on.get(name).startsWith(off.get(name)), `${name}: guidance is appended, original text untouched`);
169
+ }
170
+ });
@@ -0,0 +1,105 @@
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { createStore } from "../src/store.js";
4
+ import { createService } from "../src/service.js";
5
+
6
+ // #217 增量(2026-09-19 拍板):注入是曝光型访问事件,注入终选集落
7
+ // mode='inject' 审计行(跟随 recallRecordDefault;空选不记)。留痕与消费
8
+ // 解耦:heatEnabled=false 时行照写,touch(heat 消费侧)不发生。
9
+
10
+ function setup(config = {}) {
11
+ const store = createStore(":memory:");
12
+ const service = createService({ store, mirror: null, config });
13
+ // 与 index.js 相同的接线:审计记账 → recall_runs(best effort)
14
+ service.setRecallRecorder((recall) => {
15
+ store.saveRecallRun({
16
+ query: recall.query,
17
+ mode: recall.mode,
18
+ topK: recall.topK,
19
+ threshold: recall.threshold ?? null,
20
+ candidates: recall.candidates ?? [],
21
+ created_at: recall.createdAt
22
+ });
23
+ });
24
+ return { store, service };
25
+ }
26
+
27
+ const injectRow = (store) =>
28
+ store.listRecallRunsSince(new Date(Date.now() - 86400000).toISOString())
29
+ .rows.find((r) => r.mode === "inject");
30
+
31
+ test("注入落账:终选集写一行 mode='inject',candidates 为实际注入条目", () => {
32
+ const { store, service } = setup();
33
+ service.saveWithDedupe({ type: "decision", title: "甲", content: "内容甲", importance: 4 });
34
+ service.saveWithDedupe({ type: "decision", title: "乙", content: "内容乙", importance: 3 });
35
+ const selected = service.injectCandidates({ maxItems: 5 });
36
+ assert.ok(selected.length >= 2);
37
+ const row = injectRow(store);
38
+ assert.ok(row, "注入应落一行审计");
39
+ assert.equal(row.mode, "inject");
40
+ // recall_runs.query 是 NOT NULL(store.js:61):注入无查询词,用空串而非 null
41
+ assert.equal(row.query, "");
42
+ assert.deepEqual(row.candidates.map((c) => c.id), selected.map((m) => m.id));
43
+ store.close();
44
+ });
45
+
46
+ test("recallRecordDefault=false 不落账(与检索侧同门)", () => {
47
+ const { store, service } = setup({ recallRecordDefault: false });
48
+ service.saveWithDedupe({ type: "decision", title: "甲", content: "内容甲", importance: 4 });
49
+ service.injectCandidates({ maxItems: 5 });
50
+ assert.equal(injectRow(store), undefined);
51
+ store.close();
52
+ });
53
+
54
+ test("空选不落账(没有访问发生)", () => {
55
+ const { store, service } = setup();
56
+ service.injectCandidates({ maxItems: 5 });
57
+ assert.equal(injectRow(store), undefined);
58
+ store.close();
59
+ });
60
+
61
+ test("留痕与消费解耦:heat 关闭时行照写、touch 不发生", () => {
62
+ // 显式 false = 生产 config 经 resolveConfig 后的默认值;touchRecalled 的
63
+ // 门控是 === false 才跳过(service.js:515)
64
+ const { store, service } = setup({ heatEnabled: false });
65
+ const m = service.saveWithDedupe({ type: "decision", title: "甲", content: "内容甲", importance: 4 }).memory;
66
+ const before = store.getById(m.id).last_accessed_at ?? null;
67
+ service.injectCandidates({ maxItems: 5 });
68
+ assert.ok(injectRow(store), "heat 关闭时注入行仍照写");
69
+ assert.equal(store.getById(m.id).last_accessed_at ?? null, before, "touch 属 heat 消费侧,不发生");
70
+ store.close();
71
+ });
72
+
73
+ test("聚合:注入候选计入零曝光判定,注入口径单独报数", () => {
74
+ const { store, service } = setup();
75
+ service.saveWithDedupe({ type: "decision", title: "被注入", content: "被注入候选的内容说明", importance: 4 });
76
+ // importance 2 低于注入阈值 3:活跃但不进注入候选 → 零曝光 → 僵尸
77
+ service.saveWithDedupe({ type: "decision", title: "没动静", content: "低重要度不进注入候选的内容", importance: 2 });
78
+ // 回拨 created_at 避开 nowIso 同毫秒单调顶推的 1ms 豁免边界:刚写入的记忆
79
+ // 可能比 recallStats 的 Date.now() 晚 1ms,exemptDays:0 时会落进豁免桶
80
+ // (宁漏勿误伤),断言就变成看运气。回拨到 10 天前,判定确定性成立。
81
+ const old = new Date(Date.now() - 10 * 86400000).toISOString();
82
+ for (const m of store.all()) {
83
+ store.db.prepare("UPDATE memories SET created_at = ? WHERE id = ?").run(old, m.id);
84
+ }
85
+ service.injectCandidates({ maxItems: 5 });
86
+ const stats = service.recallStats({ windowDays: 30, exemptDays: 0 });
87
+ assert.equal(stats.injection.runs, 1);
88
+ assert.ok(stats.injection.injectedCount >= 1);
89
+ assert.equal(stats.zombie.activeCount, 2);
90
+ assert.equal(stats.zombie.zombieCount, 1, "被注入的不算僵尸(注入=曝光),未进候选的计僵尸");
91
+ store.close();
92
+ });
93
+
94
+ test("slotFillRate = 注入条数 / (轮数 × 槽位数)", () => {
95
+ const { store, service } = setup();
96
+ for (let i = 0; i < 3; i++) {
97
+ service.saveWithDedupe({ type: "decision", title: `t${i}`, content: "x", importance: 4 });
98
+ }
99
+ service.injectCandidates({ maxItems: 5 });
100
+ const stats = service.recallStats({ windowDays: 30, exemptDays: 0, maxInjectSlots: 4 });
101
+ assert.equal(stats.injection.runs, 1);
102
+ assert.equal(stats.injection.injectedCount, 3);
103
+ assert.equal(stats.injection.slotFillRate, 3 / 4);
104
+ store.close();
105
+ });
@@ -2,7 +2,7 @@ import test from "node:test";
2
2
  import assert from "node:assert/strict";
3
3
  import { createStore } from "../src/store.js";
4
4
  import { createService } from "../src/service.js";
5
- import { createInjector } from "../src/inject.js";
5
+ import { createInjector, getInjectionSnapshot } from "../src/inject.js";
6
6
  import { createSettings } from "../src/settings.js";
7
7
 
8
8
  function setup(over = {}) {
@@ -247,3 +247,37 @@ test("issue #162: escapePromptVariables=false passes {{...}} through verbatim",
247
247
  assert.ok(text.includes("{{挖空}}"), "raw braces preserved when escaping disabled");
248
248
  assert.ok(text.includes("{{hl|term}}"), "raw ASCII braces preserved when escaping disabled");
249
249
  });
250
+
251
+ // --- Issue #179:注入预览快照(旁路缓存最近一帧组装) ---
252
+
253
+ test("injection snapshot: records last assembly and clears on dispose (issue #179)", () => {
254
+ const { contexts, service, injector } = setup();
255
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "用户用中文交流", importance: 5 });
256
+ contexts[0].text({});
257
+ let snap = getInjectionSnapshot();
258
+ assert.ok(snap, "snapshot exists after first render");
259
+ assert.equal(snap.entries.length, 1, "entries mirror the injected candidates");
260
+ assert.equal(snap.entries[0].title, "语言");
261
+ assert.equal(snap.entries[0].type, "preference");
262
+ assert.ok(snap.entries[0].chars > 0, "per-entry char count recorded");
263
+ assert.ok(snap.totalChars > 0, "total char count recorded");
264
+ assert.ok(snap.totalChars >= snap.entries.reduce((a, e) => a + e.chars, 0), "total >= sum of entry contents");
265
+ assert.equal(snap.maxItems, 3, "effective maxItems recorded (adaptive off → base)");
266
+ assert.equal(snap.hotChars, 0, "no hot context in this mock");
267
+ const before = snap.at;
268
+ contexts[0].text({});
269
+ snap = getInjectionSnapshot();
270
+ assert.ok(snap.at >= before, "second render refreshes the snapshot");
271
+ injector();
272
+ assert.equal(getInjectionSnapshot(), null, "dispose clears the snapshot");
273
+ });
274
+
275
+ test("injection snapshot: records adaptive budget and rotation state (issue #179)", () => {
276
+ const { contexts, service } = setup({ injectUncertaintyAdaptive: true, injectRotationTurns: 2 });
277
+ service.saveWithDedupe({ type: "project", title: "记忆插件", content: "SQLite+Markdown", importance: 4 });
278
+ contexts[0].text({});
279
+ const snap = getInjectionSnapshot();
280
+ assert.equal(snap.adaptive, true, "adaptive flag recorded");
281
+ assert.equal(snap.rotated, 0, "no suppression on first render of a fresh session");
282
+ assert.equal(snap.scoped, null, "no scope when strict scope is off");
283
+ });
@@ -195,6 +195,159 @@ test("autoSummarize writes an llm_audit_logs row (trigger_source autoSummarize)"
195
195
  store.close();
196
196
  });
197
197
 
198
+ // --- token 记账:用量嵌在 chunk.usage 下 -------------------------------------
199
+ // 真实 dsh-llm 协议的用量形状是 { type:"usage", usage: TokenUsage }(TokenUsage
200
+ // = { inputTokens, outputTokens, … }),chunk 顶层没有 token 字段。把整个 chunk
201
+ // 当用量对象读取会让 input/output 恒为 undefined,审计行落 0:本机实测 7 天 49
202
+ // 次 success 调用 total_tokens 全 0,面板「LLM 消耗」永远显示 0。下面三例锁住
203
+ // 真实形状,并保留用量平铺在顶层的兼容分支。
204
+
205
+ /** 在 base ctx 的流末尾(finish 之前)插入一个 usage chunk。 */
206
+ function withUsageChunk(base, usageChunk) {
207
+ return {
208
+ ...base,
209
+ llm: {
210
+ async *stream(options) {
211
+ for await (const chunk of base.llm.stream(options)) {
212
+ if (chunk.type === "finish") yield usageChunk;
213
+ yield chunk;
214
+ }
215
+ }
216
+ }
217
+ };
218
+ }
219
+
220
+ /** consolidation 决策:全部 keep,保证 run 成功且无需解析语义。 */
221
+ const keepAllDecisions = (listText) => {
222
+ const ids = [...listText.matchAll(/id=([^\s|]+)\s*\|\s*type=\w+\s*\|\s*importance=\d+/g)].map((m) => m[1]);
223
+ return JSON.stringify(ids.map((id) => ({ action: "keep", ids: [id] })));
224
+ };
225
+
226
+ test("autoDream records tokens from the nested usage chunk (chunk.usage)", async () => {
227
+ const { store, service, config } = dreamSetup();
228
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
229
+ const ctx = withUsageChunk(
230
+ mockCtx({ onConsolidation: keepAllDecisions }),
231
+ { type: "usage", usage: { inputTokens: 1200, outputTokens: 300, totalTokens: 1500 } }
232
+ );
233
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
234
+ const result = await dream.runDream(ctx, service, config);
235
+ assert.equal(result.ok, true);
236
+
237
+ const rows = service.listLlmAudits();
238
+ const consolidate = rows.find((r) => r.operation_type === "dream_consolidate");
239
+ assert.equal(consolidate.input_tokens, 1200, "input tokens come from chunk.usage");
240
+ assert.equal(consolidate.output_tokens, 300, "output tokens come from chunk.usage");
241
+ assert.equal(consolidate.total_tokens, 1500);
242
+ const summary = rows.find((r) => r.operation_type === "dream_summarize");
243
+ assert.equal(summary.total_tokens, 1500, "the dream summary call is accounted too");
244
+ store.close();
245
+ });
246
+
247
+ test("autoSummarize records tokens from the nested usage chunk (chunk.usage)", async () => {
248
+ const store = createStore(":memory:");
249
+ const service = createService({ store, mirror: null, config: {} });
250
+ const events = [];
251
+ const ctx = withUsageChunk({
252
+ on(name, fn) {
253
+ events.push({ name, fn });
254
+ return () => {};
255
+ },
256
+ logger: { warn: () => {} },
257
+ llm: {
258
+ async *stream() {
259
+ yield { type: "text-delta", index: 0, text: JSON.stringify([
260
+ { type: "decision", title: "选型", content: "确定用 node:sqlite", importance: 4 }
261
+ ]) };
262
+ yield { type: "finish", reason: { kind: "stop" } };
263
+ }
264
+ }
265
+ }, { type: "usage", usage: { inputTokens: 800, outputTokens: 200, totalTokens: 1000 } });
266
+ const config = {
267
+ autoSummarize: true,
268
+ summarizeProvider: "deepseek",
269
+ summarizeModel: "deepseek-chat",
270
+ llmAudit: { enabled: true }
271
+ };
272
+ createSummarizer(ctx, service, config);
273
+ const handler = events.find((e) => e.name === "session/event").fn;
274
+ const session = {
275
+ id: "s1",
276
+ requestHeader: () => ({ config: {} }),
277
+ events: [
278
+ { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
279
+ { seq: 2, type: "turn/end" }
280
+ ]
281
+ };
282
+ await handler(session, { seq: 2, type: "turn/end" });
283
+
284
+ const rows = service.listLlmAudits();
285
+ assert.equal(rows.length, 1);
286
+ assert.equal(rows[0].input_tokens, 800, "input tokens come from chunk.usage");
287
+ assert.equal(rows[0].output_tokens, 200, "output tokens come from chunk.usage");
288
+ assert.equal(rows[0].total_tokens, 1000);
289
+ store.close();
290
+ });
291
+
292
+ test("flat top-level usage shape still records tokens", async () => {
293
+ const { store, service, config } = dreamSetup();
294
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
295
+ const ctx = withUsageChunk(
296
+ mockCtx({ onConsolidation: keepAllDecisions }),
297
+ { type: "usage", inputTokens: 40, outputTokens: 10 }
298
+ );
299
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
300
+ await dream.runDream(ctx, service, config);
301
+ const consolidate = service.listLlmAudits().find((r) => r.operation_type === "dream_consolidate");
302
+ assert.equal(consolidate.total_tokens, 50, "flat shape is still readable");
303
+ store.close();
304
+ });
305
+
306
+ // --- token 记账的边界语义 ----------------------------------------------------
307
+ // 上面三例锁的是「有 usage chunk 且形状正确」。契约的另一半是「没有用量时的
308
+ // 行为」:未知不等于错误,记 0(不崩,也不凭空编数),同时保留协议演进时
309
+ // 用量平铺在 chunk 根的读法。
310
+
311
+ test("no usage chunk at all still writes 0 tokens and never crashes", async () => {
312
+ const { store, service, config } = dreamSetup();
313
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
314
+ // 桩的原始形状就是不发 usage chunk:适配器未上报用量的情形走这条路径。
315
+ const ctx = mockCtx({ onConsolidation: keepAllDecisions });
316
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
317
+ const result = await dream.runDream(ctx, service, config);
318
+ assert.equal(result.ok, true, "缺少用量不该让巩固本身失败");
319
+ const rows = service.listLlmAudits();
320
+ assert.ok(rows.length >= 1, "巩固那行仍然要写下");
321
+ for (const row of rows) {
322
+ assert.equal(row.input_tokens, 0, "未知用量记 0,不编数");
323
+ assert.equal(row.output_tokens, 0);
324
+ assert.equal(row.total_tokens, 0);
325
+ }
326
+ store.close();
327
+ });
328
+
329
+ test("root-level flattened usage fields still record tokens (protocol fallback)", async () => {
330
+ const { store, service, config } = dreamSetup();
331
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
332
+ // 用量数字直接挂在 chunk 根、没有嵌套 usage 对象,命中的是 `chunk.usage ?? chunk`
333
+ // 的兜底分支;这里用 snake_case,锁住读取端的别名链。
334
+ const ctx = withUsageChunk(
335
+ mockCtx({ onConsolidation: keepAllDecisions }),
336
+ { type: "usage", input_tokens: 9, output_tokens: 3 }
337
+ );
338
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
339
+ const result = await dream.runDream(ctx, service, config);
340
+ assert.equal(result.ok, true);
341
+ const rows = service.listLlmAudits();
342
+ assert.ok(rows.length >= 1);
343
+ for (const row of rows) {
344
+ assert.equal(row.input_tokens, 9, "根级平铺字段仍可读");
345
+ assert.equal(row.output_tokens, 3);
346
+ assert.equal(row.total_tokens, 12);
347
+ }
348
+ store.close();
349
+ });
350
+
198
351
  // --- API surface ------------------------------------------------------------
199
352
 
200
353
  class FakeRes extends EventEmitter {