@modusensus/dsh-mneme 0.8.0 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -5
- package/lib/api-standalone.js +12 -0
- package/lib/api.js +52 -14
- package/lib/client.js +130 -8
- package/lib/config.js +8 -0
- package/lib/dream/decisions.js +55 -8
- package/lib/dream/sleep.js +79 -17
- package/lib/dream.js +61 -9
- package/lib/entities/extractor.js +2 -2
- package/lib/index.js +6 -0
- package/lib/lang.js +13 -2
- package/lib/local-embedder.js +9 -1
- package/lib/reranker.js +38 -8
- package/lib/scope.js +39 -4
- package/lib/service.js +121 -18
- package/lib/store.js +243 -40
- package/lib/summarize.js +2 -2
- package/lib/tools.js +64 -30
- package/lib/vector-index.js +2 -8
- package/lib/version-check.js +122 -0
- package/package.json +2 -1
- package/scripts/sync-test-badge.mjs +61 -0
- package/src/api-standalone.js +12 -0
- package/src/api.js +52 -14
- package/src/config.js +8 -0
- package/src/dream/decisions.js +55 -8
- package/src/dream/sleep.js +79 -17
- package/src/dream.js +61 -9
- package/src/entities/extractor.js +2 -2
- package/src/index.js +6 -0
- package/src/lang.js +13 -2
- package/src/local-embedder.js +9 -1
- package/src/reranker.js +38 -8
- package/src/scope.js +39 -4
- package/src/service.js +121 -18
- package/src/store.js +243 -40
- package/src/summarize.js +2 -2
- package/src/tools.js +64 -30
- package/src/vector-index.js +2 -8
- package/src/version-check.js +122 -0
- package/test/api.test.js +5 -0
- package/test/conflict-freeze.test.js +15 -5
- package/test/dream-archive-guardrail.test.js +116 -0
- package/test/dream-coverage-degrade.test.js +86 -0
- package/test/dream.test.js +15 -11
- package/test/inject-first-round-bm25.test.js +89 -0
- package/test/llm-message-source.test.js +177 -0
- package/test/reranker-single-logit.test.js +73 -0
- package/test/scope-candidates.test.js +239 -0
- package/test/scope-explicit.test.js +452 -0
- package/test/scope-storage.test.js +13 -5
- package/test/scope-strict.test.js +107 -41
- package/test/skip-invalid-restore.test.js +7 -5
- package/test/sleep-scheduler-rearm.test.js +89 -0
- package/test/sleep.test.js +2 -2
- package/test/standalone-api.test.js +34 -1
- package/test/store-vector-cache.test.js +98 -0
- package/test/tools-memory-get-schema.test.js +65 -0
- package/test/version-check.test.js +152 -0
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { createStore } from "../src/store.js";
|
|
4
|
+
import { createService } from "../src/service.js";
|
|
5
|
+
import { createDreamScheduler } from "../src/dream.js";
|
|
6
|
+
import { createSummarizer } from "../src/summarize.js";
|
|
7
|
+
import { runSleep } from "../src/dream/sleep.js";
|
|
8
|
+
import { extractEntities } from "../src/entities/extractor.js";
|
|
9
|
+
import { createVectorIndex } from "../src/vector-index.js";
|
|
10
|
+
|
|
11
|
+
// 回归:dsh-llm 的消息契约要求每条消息带 source。provider 适配器会直接读
|
|
12
|
+
// message.source.kind 来区分用户内容与工具结果(例如
|
|
13
|
+
// @mars-sea/dsh-commandcode-provider 的 messagesToCC),缺字段时请求在序列化
|
|
14
|
+
// 阶段就抛 "Cannot read properties of undefined (reading 'kind')",四条 LLM 管线
|
|
15
|
+
// (dream / sleep / summarize / entity extraction)全军覆没、耗时 0ms。
|
|
16
|
+
// 这里用同等严格的桩驱动真实管线,任何新加的消息漏了 source 都会失败。
|
|
17
|
+
function assertMessageSources(options) {
|
|
18
|
+
for (const message of options.messages ?? []) {
|
|
19
|
+
assert.equal(
|
|
20
|
+
message.source?.kind,
|
|
21
|
+
"plugin",
|
|
22
|
+
`LLM 消息缺 source(provider 会抛 TypeError): ${message.role} / ${String(message.content?.[0]?.text ?? "").slice(0, 40)}`
|
|
23
|
+
);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
const logger = { warn: () => {}, info: () => {} };
|
|
28
|
+
|
|
29
|
+
function makeService() {
|
|
30
|
+
const store = createStore(":memory:");
|
|
31
|
+
const service = createService({ store, mirror: null, config: {} });
|
|
32
|
+
return { store, service };
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
// dsh-llm chunk 形状与真实 provider 对齐:文本增量 + 终止 chunk。
|
|
36
|
+
function reply(text, finish = { reason: { kind: "stop" } }) {
|
|
37
|
+
return (async function* () {
|
|
38
|
+
yield { type: "text-delta", index: 0, text };
|
|
39
|
+
yield { type: "finish", ...finish };
|
|
40
|
+
})();
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
// ---------------------------------------------------------------- dream
|
|
44
|
+
|
|
45
|
+
test("dream: consolidation and summary messages carry source", async () => {
|
|
46
|
+
const { store, service } = makeService();
|
|
47
|
+
service.saveWithDedupe({ type: "project", title: "主题01", content: "规范内容", importance: 5 });
|
|
48
|
+
service.saveWithDedupe({ type: "project", title: "主题01·变体", content: "旧变体", importance: 3 });
|
|
49
|
+
|
|
50
|
+
const calls = [];
|
|
51
|
+
const ctx = {
|
|
52
|
+
logger,
|
|
53
|
+
agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "source-model" }) },
|
|
54
|
+
llm: {
|
|
55
|
+
async *stream(options) {
|
|
56
|
+
calls.push(options);
|
|
57
|
+
assertMessageSources(options);
|
|
58
|
+
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
59
|
+
yield* reply(userText.startsWith("id=") ? "[]" : "记忆库总览:已巩固。");
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
|
|
64
|
+
const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
|
|
65
|
+
const run = await dream.runDream(ctx, service, {});
|
|
66
|
+
assert.equal(run.ok, true, "dream run succeeds against the strict provider stub");
|
|
67
|
+
assert.ok(calls.some((c) => c.purpose === "compaction"), "consolidation called the LLM");
|
|
68
|
+
assert.ok(calls.length >= 2, "consolidation + summary both called");
|
|
69
|
+
store.close();
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
// ---------------------------------------------------------------- summarize
|
|
73
|
+
|
|
74
|
+
test("summarize: distilled transcript and prompt messages carry source", async () => {
|
|
75
|
+
const { store, service } = makeService();
|
|
76
|
+
const events = [];
|
|
77
|
+
const calls = [];
|
|
78
|
+
const ctx = {
|
|
79
|
+
on(name, fn) {
|
|
80
|
+
events.push({ name, fn });
|
|
81
|
+
return () => {};
|
|
82
|
+
},
|
|
83
|
+
logger,
|
|
84
|
+
llm: {
|
|
85
|
+
stream(options) {
|
|
86
|
+
calls.push(options);
|
|
87
|
+
assertMessageSources(options);
|
|
88
|
+
return reply("[]", { kind: "ok" });
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
};
|
|
92
|
+
createSummarizer(ctx, service, { autoSummarize: true });
|
|
93
|
+
|
|
94
|
+
const handler = events.find((e) => e.name === "session/event").fn;
|
|
95
|
+
const session = {
|
|
96
|
+
id: "s-source",
|
|
97
|
+
requestHeader: () => ({ config: { provider: "mock", model: "source-model" } }),
|
|
98
|
+
events: [
|
|
99
|
+
{ type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
|
|
100
|
+
{ seq: 2, type: "turn/end" }
|
|
101
|
+
]
|
|
102
|
+
};
|
|
103
|
+
await handler(session, { seq: 2, type: "turn/end" });
|
|
104
|
+
|
|
105
|
+
assert.equal(calls.length, 1, "summarization called the LLM");
|
|
106
|
+
store.close();
|
|
107
|
+
});
|
|
108
|
+
|
|
109
|
+
// ---------------------------------------------------------------- sleep
|
|
110
|
+
|
|
111
|
+
test("sleep: conflict and pattern messages carry source", async () => {
|
|
112
|
+
const { store, service } = makeService();
|
|
113
|
+
const vectorIndex = createVectorIndex({ store });
|
|
114
|
+
const embedder = {
|
|
115
|
+
embedSingle: async () => [1, 0, 0],
|
|
116
|
+
embed: async () => [1, 0, 0],
|
|
117
|
+
schedule: () => {},
|
|
118
|
+
modelHash: "mock#1",
|
|
119
|
+
dimension: 3
|
|
120
|
+
};
|
|
121
|
+
service.setEmbedder(embedder);
|
|
122
|
+
service.setVectorIndex(vectorIndex);
|
|
123
|
+
// 冲突候选要在向量索引里真有向量(同 sleep.test.js 的 seedConflictPair);
|
|
124
|
+
// 同时给 pattern 阶段留下 2 条素材。
|
|
125
|
+
const a = service.saveWithDedupe({ type: "project", title: "主题X", content: "内容A 关于主题X", importance: 3 }).memory;
|
|
126
|
+
const b = service.saveWithDedupe({ type: "project", title: "主题X副本", content: "内容B 关于主题X", importance: 3 }).memory;
|
|
127
|
+
vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
|
|
128
|
+
vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
|
|
129
|
+
|
|
130
|
+
const calls = [];
|
|
131
|
+
const ctx = {
|
|
132
|
+
logger,
|
|
133
|
+
agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "sleep-model" }) },
|
|
134
|
+
llm: {
|
|
135
|
+
async *stream(options) {
|
|
136
|
+
calls.push(options);
|
|
137
|
+
assertMessageSources(options);
|
|
138
|
+
yield* reply("[]");
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
};
|
|
142
|
+
const config = {
|
|
143
|
+
sleepModeEnabled: true,
|
|
144
|
+
sleepIdleMinutes: 5,
|
|
145
|
+
sleepMinIntervalHours: 8,
|
|
146
|
+
sleepConflictStrictness: "normal",
|
|
147
|
+
sleepArchiveDays: 30,
|
|
148
|
+
sleepCompressDays: 90,
|
|
149
|
+
sleepPatternMinMemories: 2,
|
|
150
|
+
sleepMaxPatternPerRun: 3
|
|
151
|
+
};
|
|
152
|
+
const result = await runSleep(ctx, service, config, logger, { embedder, vectorIndex }, null);
|
|
153
|
+
|
|
154
|
+
assert.ok(calls.some((c) => c.purpose === "sleep-conflict"), "conflict phase called the LLM");
|
|
155
|
+
assert.ok(calls.some((c) => c.purpose === "sleep-pattern"), "pattern phase called the LLM");
|
|
156
|
+
assert.ok(result.runId, "sleep run produced a receipt");
|
|
157
|
+
store.close();
|
|
158
|
+
});
|
|
159
|
+
|
|
160
|
+
// ---------------------------------------------------------------- entity extraction
|
|
161
|
+
|
|
162
|
+
test("entity extraction: messages handed to the llm adapter carry source", async () => {
|
|
163
|
+
const { store, service } = makeService();
|
|
164
|
+
const memory = service.saveWithDedupe({ type: "project", title: "协作", content: "Alpha 与 Beta 一起干活", importance: 3 }).memory;
|
|
165
|
+
|
|
166
|
+
const calls = [];
|
|
167
|
+
const callLLM = async (messages) => {
|
|
168
|
+
calls.push(messages);
|
|
169
|
+
assertMessageSources({ messages });
|
|
170
|
+
return "[]";
|
|
171
|
+
};
|
|
172
|
+
|
|
173
|
+
await extractEntities(memory, { store, config: {}, callLLM, logger });
|
|
174
|
+
|
|
175
|
+
assert.equal(calls.length, 1, "extraction called the LLM adapter");
|
|
176
|
+
store.close();
|
|
177
|
+
});
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { LocalReranker } from "../src/reranker.js";
|
|
4
|
+
|
|
5
|
+
// 回归(issue #188):Xenova/bge-reranker-base 是单 logit 交叉编码器——每个
|
|
6
|
+
// (query, passage) 对只输出 1 个 logit。tc 策略此前在 cols===1 时把 l1 退化成
|
|
7
|
+
// l0,sigmoid(l0 - l1) = sigmoid(0) = 0.5:所有候选分数恒为常量,重排静默失效
|
|
8
|
+
// (不抛错、日志照常 ready、语义状态照常 reranker="ready",只有分数是死的)。
|
|
9
|
+
// 单 logit 头的正类概率是 sigmoid(logit);sigmoid(l1 - l0) 只对双 logit 头
|
|
10
|
+
// (num_labels=2 的导出,如 bge-reranker-v2-m3)成立。修复后按 cols 分支,
|
|
11
|
+
// 两路各有回归;另加「分数全等 → warn 一次」的静默失效绊线。
|
|
12
|
+
|
|
13
|
+
function sigmoid(x) {
|
|
14
|
+
return 1 / (1 + Math.exp(-x));
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
function candidates(ids) {
|
|
18
|
+
return ids.map((id) => ({ id, title: `T-${id}`, content: `C-${id}` }));
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
// 只支持 text-classification 的假引擎:cascade 先试 "rerank"(transformers
|
|
22
|
+
// 4.2.0 无此任务,真机上也必然先失败),随后落到 tc。
|
|
23
|
+
function makeTcFactory(dims, data) {
|
|
24
|
+
return async (task) => {
|
|
25
|
+
if (task === "rerank") throw new Error("unsupported task: rerank");
|
|
26
|
+
assert.equal(task, "text-classification");
|
|
27
|
+
return {
|
|
28
|
+
tokenizer: (texts, _opts) => ({ texts }),
|
|
29
|
+
model: async (inputs) => ({ logits: { dims, data: Float64Array.from(data.slice(0, inputs.texts.length * dims[1])) } })
|
|
30
|
+
};
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
test("#188: single-logit head scores sigmoid(logit) instead of constant 0.5", async () => {
|
|
35
|
+
// 报告的实测 logits:相关 -0.556、无关 -10.193,区分度近 10——模型判断得
|
|
36
|
+
// 很好,只是旧公式把它们全抹成 0.5000。
|
|
37
|
+
const r = new LocalReranker({
|
|
38
|
+
engineFactory: makeTcFactory([3, 1], [-0.5561, -10.193, 8.7])
|
|
39
|
+
});
|
|
40
|
+
await r.init();
|
|
41
|
+
const out = await r.rerank("查询", candidates(["rel", "noise", "hit"]));
|
|
42
|
+
// sigmoid(-0.5561)≈0.3645 保留;sigmoid(-10.193)≈3.7e-5 被 0.1 阈值滤掉;
|
|
43
|
+
// sigmoid(8.7)≈0.9998 居首。修复前三者全 0.5、顺序不变。
|
|
44
|
+
assert.deepEqual(out.map((x) => x.id), ["hit", "rel"]);
|
|
45
|
+
assert.ok(Math.abs(out[0].score - sigmoid(8.7)) < 1e-6, "hit = sigmoid(logit)");
|
|
46
|
+
assert.ok(Math.abs(out[1].score - sigmoid(-0.5561)) < 1e-6, "rel = sigmoid(logit)");
|
|
47
|
+
r.dispose();
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
test("#188: dual-logit head keeps softmax-positive-class semantics", async () => {
|
|
51
|
+
// l0=-2,l1=2 → sigmoid(4);l0=1,l1=1.5 → sigmoid(0.5)——与原实现逐字节等价。
|
|
52
|
+
const r = new LocalReranker({
|
|
53
|
+
engineFactory: makeTcFactory([2, 2], [-2, 2, 1, 1.5])
|
|
54
|
+
});
|
|
55
|
+
await r.init();
|
|
56
|
+
const out = await r.rerank("查询", candidates(["a", "b"]));
|
|
57
|
+
assert.deepEqual(out.map((x) => x.id), ["a", "b"]);
|
|
58
|
+
assert.ok(Math.abs(out[0].score - sigmoid(4)) < 1e-6);
|
|
59
|
+
assert.ok(Math.abs(out[1].score - sigmoid(0.5)) < 1e-6);
|
|
60
|
+
r.dispose();
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
test("#188: constant-score batch warns once (silent-failure tripwire)", async () => {
|
|
64
|
+
const warns = [];
|
|
65
|
+
const r = new LocalReranker({
|
|
66
|
+
scorePair: async () => 0.5,
|
|
67
|
+
logger: { warn: (m) => warns.push(m), info: () => {} }
|
|
68
|
+
});
|
|
69
|
+
await r.rerank("查询", candidates(["a", "b", "c"]));
|
|
70
|
+
await r.rerank("查询", candidates(["a", "b", "c"]));
|
|
71
|
+
assert.equal(warns.length, 1, "constant-score batch warns exactly once across calls");
|
|
72
|
+
r.dispose();
|
|
73
|
+
});
|
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { runSleep } from "../src/dream/sleep.js";
|
|
4
|
+
import { createDreamScheduler } from "../src/dream.js";
|
|
5
|
+
import { createStore } from "../src/store.js";
|
|
6
|
+
import { createService } from "../src/service.js";
|
|
7
|
+
import { createVectorIndex } from "../src/vector-index.js";
|
|
8
|
+
|
|
9
|
+
// v0.8.1(issue #170 第 2 步):sleep 冲突阶段的跨 scope 分流。
|
|
10
|
+
// 同一内容落在两个归属下(任一维标注键不等,含「一侧未标注=全局」)时,
|
|
11
|
+
// 不允许自动裁决(freeze 或 LLM)——归档败者可能销毁某归属下的唯一副本,
|
|
12
|
+
// 归属裁决是用户的决定。跨 scope 对一律停车到 conflict_pending(专属 reason),
|
|
13
|
+
// 同 scope 对维持既有路径。夹具为中性主题(构建笔记/编辑器主题)。
|
|
14
|
+
|
|
15
|
+
const embedder = {
|
|
16
|
+
embedSingle: async () => [1, 0, 0],
|
|
17
|
+
// 契约形状:按输入条数返回等长向量数组。update 会失效缓存并调度重嵌入,
|
|
18
|
+
// sleep 的回填走 embed()——返回单向量会让回填静默失败(no usable vectors)。
|
|
19
|
+
embed: async (texts) => (Array.isArray(texts) ? texts : [texts]).map(() => [1, 0, 0]),
|
|
20
|
+
schedule: () => {},
|
|
21
|
+
modelHash: "mock#1",
|
|
22
|
+
dimension: 3
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
function setup() {
|
|
26
|
+
const store = createStore(":memory:");
|
|
27
|
+
const service = createService({ store, mirror: null, config: {} });
|
|
28
|
+
const vectorIndex = createVectorIndex({ store });
|
|
29
|
+
service.setEmbedder(embedder);
|
|
30
|
+
service.setVectorIndex(vectorIndex);
|
|
31
|
+
return { store, service, vectorIndex };
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function baseConfig(overrides = {}) {
|
|
35
|
+
return {
|
|
36
|
+
sleepModeEnabled: true,
|
|
37
|
+
sleepIdleMinutes: 5,
|
|
38
|
+
sleepMinIntervalHours: 8,
|
|
39
|
+
sleepConflictStrictness: "normal",
|
|
40
|
+
sleepArchiveDays: 30,
|
|
41
|
+
sleepCompressDays: 90,
|
|
42
|
+
sleepPatternMinMemories: 10,
|
|
43
|
+
sleepMaxPatternPerRun: 3,
|
|
44
|
+
...overrides
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function llmCtx(captured = [], selection = { provider: "mock", model: "sleep-model" }) {
|
|
49
|
+
return {
|
|
50
|
+
logger: { warn: () => {}, info: () => {} },
|
|
51
|
+
agentDefaultModel: { currentSelection: () => selection },
|
|
52
|
+
llm: {
|
|
53
|
+
async *stream(options) {
|
|
54
|
+
captured.push(options);
|
|
55
|
+
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
56
|
+
yield { type: "text-delta", index: 0, text: userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts") ? "[]" : "[]" };
|
|
57
|
+
yield { type: "finish", reason: { kind: "stop" } };
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function noRouteCtx() {
|
|
64
|
+
return { logger: { warn: () => {}, info: () => {} } };
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
/** 保存一对高相似记忆并预填向量。返回 [新, 旧](updated_at DESC 序)。 */
|
|
68
|
+
function savePair(service, vectorIndex, titleA, titleB, scopeA, scopeB) {
|
|
69
|
+
const a = service.saveWithDedupe({
|
|
70
|
+
type: "project", title: titleA, content: `${titleA} 的正文`,
|
|
71
|
+
...(scopeA?.agent ? { agent_scope: scopeA.agent } : {}),
|
|
72
|
+
...(scopeA?.workspace ? { workspace_scope: scopeA.workspace } : {})
|
|
73
|
+
}).memory;
|
|
74
|
+
const b = service.saveWithDedupe({
|
|
75
|
+
type: "project", title: titleB, content: `${titleB} 的正文`,
|
|
76
|
+
...(scopeB?.agent ? { agent_scope: scopeB.agent } : {}),
|
|
77
|
+
...(scopeB?.workspace ? { workspace_scope: scopeB.workspace } : {})
|
|
78
|
+
}).memory;
|
|
79
|
+
vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
|
|
80
|
+
vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
|
|
81
|
+
return [a, b];
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
test("freeze mode: cross-scope pair parks with the scope-candidate reason; same-scope pair keeps the plain reason", async () => {
|
|
85
|
+
const { store, service, vectorIndex } = setup();
|
|
86
|
+
// updated_at DESC 序决定贪心配对:后保存的对先配。x 对=跨 scope,y 对=同 scope。
|
|
87
|
+
const [yNew, yOld] = savePair(service, vectorIndex, "构建笔记A", "构建笔记B", { agent: "coder" }, { agent: "coder" });
|
|
88
|
+
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
89
|
+
|
|
90
|
+
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
91
|
+
assert.equal(result.status, "ok");
|
|
92
|
+
|
|
93
|
+
const queue = store.listConflictPending();
|
|
94
|
+
assert.equal(queue.length, 2, "both pairs parked exactly once");
|
|
95
|
+
const crossRow = queue.find((q) => [q.memory_a, q.memory_b].includes(xNew.id));
|
|
96
|
+
const sameRow = queue.find((q) => [q.memory_a, q.memory_b].includes(yNew.id));
|
|
97
|
+
assert.ok(crossRow, "cross-scope pair must be parked");
|
|
98
|
+
assert.match(crossRow.reason, /跨作用域|cross-scope/, "cross pair carries the dedicated reason");
|
|
99
|
+
assert.ok(sameRow, "same-scope pair still parked in freeze mode");
|
|
100
|
+
assert.doesNotMatch(sameRow.reason, /跨作用域|cross-scope/, "same-scope pair keeps the plain similarity reason");
|
|
101
|
+
|
|
102
|
+
// 再跑一轮:同一对不去重不重复入队。
|
|
103
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
104
|
+
assert.equal(store.countConflictPending(), 2, "pair-level dedupe survives reruns");
|
|
105
|
+
store.close();
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
test("NULL (unlabeled) vs labeled counts as a cross-scope pair", async () => {
|
|
109
|
+
const { store, service, vectorIndex } = setup();
|
|
110
|
+
savePair(service, vectorIndex, "部署清单A", "部署清单B", {}, { agent: "coder" });
|
|
111
|
+
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
112
|
+
assert.equal(result.status, "ok");
|
|
113
|
+
const queue = store.listConflictPending();
|
|
114
|
+
assert.equal(queue.length, 1);
|
|
115
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/, "global(unlabeled) copy vs scoped copy is an ownership decision");
|
|
116
|
+
store.close();
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
test("non-freeze without an LLM route: cross-scope pair still parks; nothing is auto-adjudicated", async () => {
|
|
120
|
+
const { store, service, vectorIndex } = setup();
|
|
121
|
+
const [newer, older] = savePair(service, vectorIndex, "发布流程A", "发布流程B", { agent: "coder" }, { agent: "writer" });
|
|
122
|
+
const result = await runSleep(noRouteCtx(), service, baseConfig(), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
123
|
+
|
|
124
|
+
const queue = store.listConflictPending();
|
|
125
|
+
assert.equal(queue.length, 1, "cross-scope pair parks even with no LLM route");
|
|
126
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
127
|
+
assert.equal(store.getById(newer.id).archived, false, "no side is auto-archived");
|
|
128
|
+
assert.equal(store.getById(older.id).archived, false);
|
|
129
|
+
assert.ok(queue[0].resolved_at === undefined);
|
|
130
|
+
store.close();
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
test("reviewed pair does not re-queue until one of its sides changes (review item 4)", async () => {
|
|
134
|
+
const { store, service, vectorIndex } = setup();
|
|
135
|
+
const [newer, older] = savePair(service, vectorIndex, "备份策略A", "备份策略B", { agent: "coder" }, { agent: "writer" });
|
|
136
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
137
|
+
assert.equal(store.countConflictPending(), 1);
|
|
138
|
+
|
|
139
|
+
// 人工「保留双方」(winner=null)后,内容未变 → 下一轮不再入队。
|
|
140
|
+
const row = store.listConflictPending()[0];
|
|
141
|
+
store.resolveConflictPending(row.id, { winner: null });
|
|
142
|
+
assert.equal(store.countConflictPending(), 0);
|
|
143
|
+
const rerun = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
144
|
+
assert.equal(store.countConflictPending(), 0, "unchanged reviewed pair must stay dismissed");
|
|
145
|
+
assert.equal(rerun.status, "noop", "suppressed parks count as noop");
|
|
146
|
+
|
|
147
|
+
// 任一侧被改过(updated_at 晚于裁决)→ 重新入队(新决策)。
|
|
148
|
+
// 留出真实时间间隔:updated_at/resolved_at 都是毫秒精度,同毫秒内
|
|
149
|
+
// 「裁决后立即修改」会算作未变(生产中人为修改不可能同毫秒)。
|
|
150
|
+
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
151
|
+
service.update(newer.id, { content: "备份策略A 的正文(改)" });
|
|
152
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
153
|
+
assert.equal(store.countConflictPending(), 1, "changed pair is worth a fresh review");
|
|
154
|
+
store.close();
|
|
155
|
+
});
|
|
156
|
+
|
|
157
|
+
test("dream (non-freeze): cross-scope conflict parks for review instead of being adjudicated (review item 3)", async () => {
|
|
158
|
+
const { store, service } = setup();
|
|
159
|
+
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
160
|
+
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "writer", agent_scope_source: "explicit" }).memory;
|
|
161
|
+
const ctx = {
|
|
162
|
+
llm: { stream: async function* () {
|
|
163
|
+
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
164
|
+
yield { type: "finish", reason: { kind: "ok" } };
|
|
165
|
+
} },
|
|
166
|
+
logger: { warn: () => {}, info: () => {} }
|
|
167
|
+
};
|
|
168
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
169
|
+
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
170
|
+
assert.equal(result.ok, true);
|
|
171
|
+
assert.equal(result.applied, 0, "cross-scope conflict is NOT auto-adjudicated");
|
|
172
|
+
assert.equal(result.frozen, 1, "parked pair shows up in the run summary");
|
|
173
|
+
const pending = store.listConflictPending();
|
|
174
|
+
assert.equal(pending.length, 1);
|
|
175
|
+
assert.match(pending[0].reason, /跨作用域|cross-scope/, "dedicated reason");
|
|
176
|
+
assert.equal(store.getById(l.id).archived, false, "loser NOT archived");
|
|
177
|
+
assert.ok(!store.getById(w.id).content.includes("已否决旧信息"), "winner untouched");
|
|
178
|
+
store.close();
|
|
179
|
+
});
|
|
180
|
+
|
|
181
|
+
test("dream (non-freeze): same-scope conflict is still auto-adjudicated (regression)", async () => {
|
|
182
|
+
const { store, service } = setup();
|
|
183
|
+
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
184
|
+
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
185
|
+
const ctx = {
|
|
186
|
+
llm: { stream: async function* () {
|
|
187
|
+
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
188
|
+
yield { type: "finish", reason: { kind: "ok" } };
|
|
189
|
+
} },
|
|
190
|
+
logger: { warn: () => {}, info: () => {} }
|
|
191
|
+
};
|
|
192
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
193
|
+
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
194
|
+
assert.equal(result.ok, true);
|
|
195
|
+
assert.equal(result.applied, 1, "same-scope conflict adjudicated as before");
|
|
196
|
+
assert.equal(result.frozen, 0);
|
|
197
|
+
assert.equal(store.listConflictPending().length, 0);
|
|
198
|
+
assert.equal(store.getById(l.id).archived, true);
|
|
199
|
+
store.close();
|
|
200
|
+
});
|
|
201
|
+
|
|
202
|
+
test("non-freeze with an LLM: cross-scope pair bypasses adjudication; same-scope pair is adjudicated", async () => {
|
|
203
|
+
const { store, service, vectorIndex } = setup();
|
|
204
|
+
const [yNew, yOld] = savePair(service, vectorIndex, "缓存策略A", "缓存策略B", { agent: "coder" }, { agent: "coder" });
|
|
205
|
+
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
206
|
+
|
|
207
|
+
const captured = [];
|
|
208
|
+
const ctx = llmCtx(captured);
|
|
209
|
+
// 同 scope 对由 LLM 裁决:保留 yNew、归档 yOld。跨 scope 对绝不进 prompt。
|
|
210
|
+
ctx.llm.stream = async function* (options) {
|
|
211
|
+
captured.push(options);
|
|
212
|
+
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
213
|
+
const isConflictPass = userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts");
|
|
214
|
+
const text = isConflictPass
|
|
215
|
+
? JSON.stringify([{ action: "conflict", winner: yNew.id, loser: yOld.id, reason: "同归属重复" }])
|
|
216
|
+
: "[]";
|
|
217
|
+
yield { type: "text-delta", index: 0, text };
|
|
218
|
+
yield { type: "finish", reason: { kind: "stop" } };
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
const result = await runSleep(ctx, service, baseConfig(), ctx.logger, { embedder, vectorIndex }, null);
|
|
222
|
+
assert.equal(result.status, "ok");
|
|
223
|
+
|
|
224
|
+
const conflictPassTexts = captured
|
|
225
|
+
.map((o) => o.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "")
|
|
226
|
+
.filter((t) => t.startsWith("候选冲突") || t.startsWith("Candidate conflicts"));
|
|
227
|
+
assert.ok(conflictPassTexts.length >= 1, "conflict pass ran for the same-scope pair");
|
|
228
|
+
for (const t of conflictPassTexts) {
|
|
229
|
+
assert.ok(!t.includes(xNew.id) && !t.includes(xOld.id), "cross-scope pair must never enter the LLM prompt");
|
|
230
|
+
assert.ok(t.includes(yNew.id) && t.includes(yOld.id), "same-scope pair is adjudicated");
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
const queue = store.listConflictPending();
|
|
234
|
+
assert.equal(queue.length, 1);
|
|
235
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
236
|
+
assert.equal(store.getById(xOld.id).archived, false, "cross-scope loser is NOT archived by the LLM");
|
|
237
|
+
assert.equal(store.getById(yOld.id).archived, true, "same-scope loser is adjudicated as usual");
|
|
238
|
+
store.close();
|
|
239
|
+
});
|