@modusensus/dsh-mneme 0.8.3 → 0.8.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +727 -636
- package/bin/cli.mjs +0 -0
- package/bin/dsh-mneme-mcp.mjs +510 -0
- package/cordis.patch.yml +21 -21
- package/lib/api-standalone.js +506 -316
- package/lib/api.js +1403 -1316
- package/lib/bootstrap.js +211 -0
- package/lib/client.js +4657 -4366
- package/lib/commands.js +95 -95
- package/lib/config.js +615 -510
- package/lib/document.js +221 -0
- package/lib/dream/clustering.js +118 -118
- package/lib/dream/decisions.js +658 -658
- package/lib/dream/narratives.js +44 -0
- package/lib/dream/sleep.js +702 -700
- package/lib/dream.js +147 -16
- package/lib/embedding.js +177 -177
- package/lib/entities/extractor.js +249 -249
- package/lib/guide.js +44 -0
- package/lib/heat.js +144 -136
- package/lib/hot-memory.js +46 -46
- package/lib/index.js +515 -515
- package/lib/inject.js +375 -295
- package/lib/lang.js +208 -179
- package/lib/local-embedder.js +320 -320
- package/lib/mirror.js +198 -198
- package/lib/organize.js +450 -0
- package/lib/quality-filter.js +126 -126
- package/lib/recall-stats.js +125 -0
- package/lib/reranker.js +269 -269
- package/lib/runtime/adopt.js +176 -176
- package/lib/runtime/closure.js +172 -172
- package/lib/runtime/download.js +247 -247
- package/lib/runtime/layout.js +265 -235
- package/lib/runtime/loader.js +252 -249
- package/lib/runtime/model-fetch.js +361 -361
- package/lib/runtime/provision.js +237 -237
- package/lib/runtime/tarball.js +130 -130
- package/lib/runtime/verify.js +204 -191
- package/lib/scope.js +118 -118
- package/lib/search/adaptive.js +60 -22
- package/lib/search/bm25.js +96 -96
- package/lib/service.js +2324 -2087
- package/lib/settings.js +459 -420
- package/lib/store.js +2549 -2367
- package/lib/summarize.js +820 -449
- package/lib/tools.js +702 -574
- package/lib/vector-index.js +110 -110
- package/lib/version-check.js +122 -122
- package/package.json +109 -108
- package/runtime-manifest.json +526 -596
- package/scripts/benchmark-embed.js +201 -201
- package/scripts/benchmark-recall.js +199 -199
- package/scripts/benchmark-rerank.js +166 -166
- package/scripts/build-runtime-manifest.mjs +224 -217
- package/scripts/check-sync.js +42 -42
- package/scripts/e2e-dsh.js +220 -220
- package/scripts/mneme-runtime.mjs +277 -277
- package/scripts/stress-dsh.js +255 -255
- package/scripts/sync-lib.js +47 -47
- package/scripts/sync-test-badge.mjs +67 -61
- package/src/api-standalone.js +506 -316
- package/src/api.js +1403 -1316
- package/src/bootstrap.js +211 -0
- package/src/commands.js +95 -95
- package/src/config.js +615 -510
- package/src/document.js +221 -0
- package/src/dream/clustering.js +118 -118
- package/src/dream/decisions.js +658 -658
- package/src/dream/narratives.js +44 -0
- package/src/dream/sleep.js +702 -700
- package/src/dream.js +147 -16
- package/src/embedding.js +177 -177
- package/src/entities/extractor.js +249 -249
- package/src/guide.js +44 -0
- package/src/heat.js +144 -136
- package/src/hot-memory.js +46 -46
- package/src/index.js +515 -515
- package/src/inject.js +375 -295
- package/src/lang.js +208 -179
- package/src/local-embedder.js +320 -320
- package/src/mirror.js +198 -198
- package/src/organize.js +450 -0
- package/src/quality-filter.js +126 -126
- package/src/recall-stats.js +125 -0
- package/src/reranker.js +269 -269
- package/src/runtime/adopt.js +176 -176
- package/src/runtime/closure.js +172 -172
- package/src/runtime/download.js +247 -247
- package/src/runtime/layout.js +265 -235
- package/src/runtime/loader.js +252 -249
- package/src/runtime/model-fetch.js +361 -361
- package/src/runtime/provision.js +237 -237
- package/src/runtime/tarball.js +130 -130
- package/src/runtime/verify.js +204 -191
- package/src/scope.js +118 -118
- package/src/search/adaptive.js +60 -22
- package/src/search/bm25.js +96 -96
- package/src/service.js +2324 -2087
- package/src/settings.js +459 -420
- package/src/store.js +2549 -2367
- package/src/summarize.js +820 -449
- package/src/tools.js +702 -574
- package/src/vector-index.js +110 -110
- package/src/version-check.js +122 -122
- package/test/adaptive-inject-budget.test.js +85 -0
- package/test/api-routes-gaps.test.js +218 -218
- package/test/api.test.js +1640 -1482
- package/test/audit.test.js +448 -448
- package/test/benchmark.test.js +94 -94
- package/test/bootstrap.test.js +220 -0
- package/test/client.test.js +860 -736
- package/test/clustering.test.js +100 -100
- package/test/commands.test.js +106 -106
- package/test/config.test.js +66 -66
- package/test/conflict-freeze.test.js +300 -300
- package/test/document.test.js +523 -0
- package/test/dream-archive-guardrail.test.js +116 -116
- package/test/dream-candidate-hybrid.test.js +281 -281
- package/test/dream-coverage-degrade.test.js +86 -86
- package/test/dream.test.js +1308 -1254
- package/test/embedding-ready.test.js +196 -196
- package/test/entities.test.js +547 -547
- package/test/entity-recall.test.js +179 -0
- package/test/epistemic.test.js +298 -298
- package/test/fnew-0112.test.js +311 -311
- package/test/fnew-03.test.js +422 -422
- package/test/graph-api.test.js +175 -175
- package/test/heat.test.js +175 -148
- package/test/helpers/dream-mock.js +82 -82
- package/test/helpers/peer-worker.mjs +25 -25
- package/test/helpers/runtime-source.js +60 -60
- package/test/helpers/tar-builder.js +80 -80
- package/test/hot-memory.test.js +145 -145
- package/test/inject-content-cap.test.js +91 -0
- package/test/inject-first-round-bm25.test.js +89 -89
- package/test/inject-heat.test.js +61 -0
- package/test/inject-pools.test.js +170 -0
- package/test/inject-recall.test.js +105 -0
- package/test/inject-rotation.test.js +161 -161
- package/test/inject.test.js +283 -249
- package/test/lang.test.js +87 -87
- package/test/lib-smoke.test.js +96 -96
- package/test/llm-audit.test.js +462 -309
- package/test/llm-message-source.test.js +177 -177
- package/test/local-embedder.test.js +249 -249
- package/test/mcp-stdio.test.js +385 -0
- package/test/mirror-dirty.test.js +424 -424
- package/test/mirror-edit-digest.test.js +187 -187
- package/test/mirror-generation.test.js +499 -499
- package/test/mirror.test.js +249 -249
- package/test/narrative-bars.test.js +162 -0
- package/test/organize.test.js +418 -0
- package/test/peer-blockers.test.js +193 -193
- package/test/policy-epoch.test.js +259 -259
- package/test/quality-filter.test.js +186 -186
- package/test/reasoning-effort.test.js +746 -746
- package/test/recall-evals.test.js +235 -235
- package/test/recall-layer.test.js +326 -326
- package/test/recall-stats.test.js +123 -0
- package/test/receipt-chain.test.js +451 -451
- package/test/reflection.test.js +226 -226
- package/test/reindex-backfill.test.js +62 -62
- package/test/reranker-single-logit.test.js +73 -73
- package/test/reranker.test.js +197 -197
- package/test/resident-status.test.js +83 -0
- package/test/runtime-adopt.test.js +206 -206
- package/test/runtime-cli.test.js +89 -89
- package/test/runtime-closure.test.js +193 -193
- package/test/runtime-download.test.js +302 -302
- package/test/runtime-layout.test.js +163 -163
- package/test/runtime-loader.test.js +255 -237
- package/test/runtime-manifest.test.js +159 -158
- package/test/runtime-model-fetch.test.js +348 -348
- package/test/runtime-provision.test.js +101 -101
- package/test/runtime-tarball.test.js +81 -81
- package/test/runtime-verify.test.js +279 -214
- package/test/scope-candidates.test.js +239 -239
- package/test/scope-explicit.test.js +452 -452
- package/test/scope-retrieval.test.js +197 -197
- package/test/scope-storage.test.js +255 -255
- package/test/scope-strict.test.js +231 -231
- package/test/search-fusion.test.js +90 -90
- package/test/semantic.test.js +124 -124
- package/test/service-search.test.js +174 -174
- package/test/service.test.js +405 -405
- package/test/settings.test.js +261 -261
- package/test/skip-invalid-restore.test.js +262 -262
- package/test/sleep-action-set.test.js +422 -422
- package/test/sleep-heat.test.js +126 -125
- package/test/sleep-scheduler-rearm.test.js +89 -89
- package/test/sleep.test.js +410 -373
- package/test/standalone-api.test.js +544 -359
- package/test/store-vector-cache.test.js +98 -98
- package/test/store.test.js +396 -383
- package/test/stress.test.js +209 -209
- package/test/summarize.test.js +1288 -575
- package/test/tools-dto-schema-matrix.test.js +325 -0
- package/test/tools-memory-get-schema.test.js +65 -65
- package/test/tools.test.js +374 -341
- package/test/updated-at-semantics.test.js +113 -113
- package/test/vector-index.test.js +221 -221
- package/test/version-check.test.js +152 -152
- package/test/webServer-optional.test.js +82 -82
|
@@ -1,239 +1,239 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { runSleep } from "../src/dream/sleep.js";
|
|
4
|
-
import { createDreamScheduler } from "../src/dream.js";
|
|
5
|
-
import { createStore } from "../src/store.js";
|
|
6
|
-
import { createService } from "../src/service.js";
|
|
7
|
-
import { createVectorIndex } from "../src/vector-index.js";
|
|
8
|
-
|
|
9
|
-
// v0.8.1(issue #170 第 2 步):sleep 冲突阶段的跨 scope 分流。
|
|
10
|
-
// 同一内容落在两个归属下(任一维标注键不等,含「一侧未标注=全局」)时,
|
|
11
|
-
// 不允许自动裁决(freeze 或 LLM)——归档败者可能销毁某归属下的唯一副本,
|
|
12
|
-
// 归属裁决是用户的决定。跨 scope 对一律停车到 conflict_pending(专属 reason),
|
|
13
|
-
// 同 scope 对维持既有路径。夹具为中性主题(构建笔记/编辑器主题)。
|
|
14
|
-
|
|
15
|
-
const embedder = {
|
|
16
|
-
embedSingle: async () => [1, 0, 0],
|
|
17
|
-
// 契约形状:按输入条数返回等长向量数组。update 会失效缓存并调度重嵌入,
|
|
18
|
-
// sleep 的回填走 embed()——返回单向量会让回填静默失败(no usable vectors)。
|
|
19
|
-
embed: async (texts) => (Array.isArray(texts) ? texts : [texts]).map(() => [1, 0, 0]),
|
|
20
|
-
schedule: () => {},
|
|
21
|
-
modelHash: "mock#1",
|
|
22
|
-
dimension: 3
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
function setup() {
|
|
26
|
-
const store = createStore(":memory:");
|
|
27
|
-
const service = createService({ store, mirror: null, config: {} });
|
|
28
|
-
const vectorIndex = createVectorIndex({ store });
|
|
29
|
-
service.setEmbedder(embedder);
|
|
30
|
-
service.setVectorIndex(vectorIndex);
|
|
31
|
-
return { store, service, vectorIndex };
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
function baseConfig(overrides = {}) {
|
|
35
|
-
return {
|
|
36
|
-
sleepModeEnabled: true,
|
|
37
|
-
sleepIdleMinutes: 5,
|
|
38
|
-
sleepMinIntervalHours: 8,
|
|
39
|
-
sleepConflictStrictness: "normal",
|
|
40
|
-
sleepArchiveDays: 30,
|
|
41
|
-
sleepCompressDays: 90,
|
|
42
|
-
sleepPatternMinMemories: 10,
|
|
43
|
-
sleepMaxPatternPerRun: 3,
|
|
44
|
-
...overrides
|
|
45
|
-
};
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
function llmCtx(captured = [], selection = { provider: "mock", model: "sleep-model" }) {
|
|
49
|
-
return {
|
|
50
|
-
logger: { warn: () => {}, info: () => {} },
|
|
51
|
-
agentDefaultModel: { currentSelection: () => selection },
|
|
52
|
-
llm: {
|
|
53
|
-
async *stream(options) {
|
|
54
|
-
captured.push(options);
|
|
55
|
-
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
56
|
-
yield { type: "text-delta", index: 0, text: userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts") ? "[]" : "[]" };
|
|
57
|
-
yield { type: "finish", reason: { kind: "stop" } };
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
};
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
function noRouteCtx() {
|
|
64
|
-
return { logger: { warn: () => {}, info: () => {} } };
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
/** 保存一对高相似记忆并预填向量。返回 [新, 旧](updated_at DESC 序)。 */
|
|
68
|
-
function savePair(service, vectorIndex, titleA, titleB, scopeA, scopeB) {
|
|
69
|
-
const a = service.saveWithDedupe({
|
|
70
|
-
type: "project", title: titleA, content: `${titleA} 的正文`,
|
|
71
|
-
...(scopeA?.agent ? { agent_scope: scopeA.agent } : {}),
|
|
72
|
-
...(scopeA?.workspace ? { workspace_scope: scopeA.workspace } : {})
|
|
73
|
-
}).memory;
|
|
74
|
-
const b = service.saveWithDedupe({
|
|
75
|
-
type: "project", title: titleB, content: `${titleB} 的正文`,
|
|
76
|
-
...(scopeB?.agent ? { agent_scope: scopeB.agent } : {}),
|
|
77
|
-
...(scopeB?.workspace ? { workspace_scope: scopeB.workspace } : {})
|
|
78
|
-
}).memory;
|
|
79
|
-
vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
|
|
80
|
-
vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
|
|
81
|
-
return [a, b];
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
test("freeze mode: cross-scope pair parks with the scope-candidate reason; same-scope pair keeps the plain reason", async () => {
|
|
85
|
-
const { store, service, vectorIndex } = setup();
|
|
86
|
-
// updated_at DESC 序决定贪心配对:后保存的对先配。x 对=跨 scope,y 对=同 scope。
|
|
87
|
-
const [yNew, yOld] = savePair(service, vectorIndex, "构建笔记A", "构建笔记B", { agent: "coder" }, { agent: "coder" });
|
|
88
|
-
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
89
|
-
|
|
90
|
-
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
91
|
-
assert.equal(result.status, "ok");
|
|
92
|
-
|
|
93
|
-
const queue = store.listConflictPending();
|
|
94
|
-
assert.equal(queue.length, 2, "both pairs parked exactly once");
|
|
95
|
-
const crossRow = queue.find((q) => [q.memory_a, q.memory_b].includes(xNew.id));
|
|
96
|
-
const sameRow = queue.find((q) => [q.memory_a, q.memory_b].includes(yNew.id));
|
|
97
|
-
assert.ok(crossRow, "cross-scope pair must be parked");
|
|
98
|
-
assert.match(crossRow.reason, /跨作用域|cross-scope/, "cross pair carries the dedicated reason");
|
|
99
|
-
assert.ok(sameRow, "same-scope pair still parked in freeze mode");
|
|
100
|
-
assert.doesNotMatch(sameRow.reason, /跨作用域|cross-scope/, "same-scope pair keeps the plain similarity reason");
|
|
101
|
-
|
|
102
|
-
// 再跑一轮:同一对不去重不重复入队。
|
|
103
|
-
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
104
|
-
assert.equal(store.countConflictPending(), 2, "pair-level dedupe survives reruns");
|
|
105
|
-
store.close();
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
test("NULL (unlabeled) vs labeled counts as a cross-scope pair", async () => {
|
|
109
|
-
const { store, service, vectorIndex } = setup();
|
|
110
|
-
savePair(service, vectorIndex, "部署清单A", "部署清单B", {}, { agent: "coder" });
|
|
111
|
-
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
112
|
-
assert.equal(result.status, "ok");
|
|
113
|
-
const queue = store.listConflictPending();
|
|
114
|
-
assert.equal(queue.length, 1);
|
|
115
|
-
assert.match(queue[0].reason, /跨作用域|cross-scope/, "global(unlabeled) copy vs scoped copy is an ownership decision");
|
|
116
|
-
store.close();
|
|
117
|
-
});
|
|
118
|
-
|
|
119
|
-
test("non-freeze without an LLM route: cross-scope pair still parks; nothing is auto-adjudicated", async () => {
|
|
120
|
-
const { store, service, vectorIndex } = setup();
|
|
121
|
-
const [newer, older] = savePair(service, vectorIndex, "发布流程A", "发布流程B", { agent: "coder" }, { agent: "writer" });
|
|
122
|
-
const result = await runSleep(noRouteCtx(), service, baseConfig(), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
123
|
-
|
|
124
|
-
const queue = store.listConflictPending();
|
|
125
|
-
assert.equal(queue.length, 1, "cross-scope pair parks even with no LLM route");
|
|
126
|
-
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
127
|
-
assert.equal(store.getById(newer.id).archived, false, "no side is auto-archived");
|
|
128
|
-
assert.equal(store.getById(older.id).archived, false);
|
|
129
|
-
assert.ok(queue[0].resolved_at === undefined);
|
|
130
|
-
store.close();
|
|
131
|
-
});
|
|
132
|
-
|
|
133
|
-
test("reviewed pair does not re-queue until one of its sides changes (review item 4)", async () => {
|
|
134
|
-
const { store, service, vectorIndex } = setup();
|
|
135
|
-
const [newer, older] = savePair(service, vectorIndex, "备份策略A", "备份策略B", { agent: "coder" }, { agent: "writer" });
|
|
136
|
-
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
137
|
-
assert.equal(store.countConflictPending(), 1);
|
|
138
|
-
|
|
139
|
-
// 人工「保留双方」(winner=null)后,内容未变 → 下一轮不再入队。
|
|
140
|
-
const row = store.listConflictPending()[0];
|
|
141
|
-
store.resolveConflictPending(row.id, { winner: null });
|
|
142
|
-
assert.equal(store.countConflictPending(), 0);
|
|
143
|
-
const rerun = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
144
|
-
assert.equal(store.countConflictPending(), 0, "unchanged reviewed pair must stay dismissed");
|
|
145
|
-
assert.equal(rerun.status, "noop", "suppressed parks count as noop");
|
|
146
|
-
|
|
147
|
-
// 任一侧被改过(updated_at 晚于裁决)→ 重新入队(新决策)。
|
|
148
|
-
// 留出真实时间间隔:updated_at/resolved_at 都是毫秒精度,同毫秒内
|
|
149
|
-
// 「裁决后立即修改」会算作未变(生产中人为修改不可能同毫秒)。
|
|
150
|
-
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
151
|
-
service.update(newer.id, { content: "备份策略A 的正文(改)" });
|
|
152
|
-
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
153
|
-
assert.equal(store.countConflictPending(), 1, "changed pair is worth a fresh review");
|
|
154
|
-
store.close();
|
|
155
|
-
});
|
|
156
|
-
|
|
157
|
-
test("dream (non-freeze): cross-scope conflict parks for review instead of being adjudicated (review item 3)", async () => {
|
|
158
|
-
const { store, service } = setup();
|
|
159
|
-
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
160
|
-
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "writer", agent_scope_source: "explicit" }).memory;
|
|
161
|
-
const ctx = {
|
|
162
|
-
llm: { stream: async function* () {
|
|
163
|
-
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
164
|
-
yield { type: "finish", reason: { kind: "ok" } };
|
|
165
|
-
} },
|
|
166
|
-
logger: { warn: () => {}, info: () => {} }
|
|
167
|
-
};
|
|
168
|
-
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
169
|
-
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
170
|
-
assert.equal(result.ok, true);
|
|
171
|
-
assert.equal(result.applied, 0, "cross-scope conflict is NOT auto-adjudicated");
|
|
172
|
-
assert.equal(result.frozen, 1, "parked pair shows up in the run summary");
|
|
173
|
-
const pending = store.listConflictPending();
|
|
174
|
-
assert.equal(pending.length, 1);
|
|
175
|
-
assert.match(pending[0].reason, /跨作用域|cross-scope/, "dedicated reason");
|
|
176
|
-
assert.equal(store.getById(l.id).archived, false, "loser NOT archived");
|
|
177
|
-
assert.ok(!store.getById(w.id).content.includes("已否决旧信息"), "winner untouched");
|
|
178
|
-
store.close();
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
test("dream (non-freeze): same-scope conflict is still auto-adjudicated (regression)", async () => {
|
|
182
|
-
const { store, service } = setup();
|
|
183
|
-
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
184
|
-
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
185
|
-
const ctx = {
|
|
186
|
-
llm: { stream: async function* () {
|
|
187
|
-
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
188
|
-
yield { type: "finish", reason: { kind: "ok" } };
|
|
189
|
-
} },
|
|
190
|
-
logger: { warn: () => {}, info: () => {} }
|
|
191
|
-
};
|
|
192
|
-
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
193
|
-
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
194
|
-
assert.equal(result.ok, true);
|
|
195
|
-
assert.equal(result.applied, 1, "same-scope conflict adjudicated as before");
|
|
196
|
-
assert.equal(result.frozen, 0);
|
|
197
|
-
assert.equal(store.listConflictPending().length, 0);
|
|
198
|
-
assert.equal(store.getById(l.id).archived, true);
|
|
199
|
-
store.close();
|
|
200
|
-
});
|
|
201
|
-
|
|
202
|
-
test("non-freeze with an LLM: cross-scope pair bypasses adjudication; same-scope pair is adjudicated", async () => {
|
|
203
|
-
const { store, service, vectorIndex } = setup();
|
|
204
|
-
const [yNew, yOld] = savePair(service, vectorIndex, "缓存策略A", "缓存策略B", { agent: "coder" }, { agent: "coder" });
|
|
205
|
-
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
206
|
-
|
|
207
|
-
const captured = [];
|
|
208
|
-
const ctx = llmCtx(captured);
|
|
209
|
-
// 同 scope 对由 LLM 裁决:保留 yNew、归档 yOld。跨 scope 对绝不进 prompt。
|
|
210
|
-
ctx.llm.stream = async function* (options) {
|
|
211
|
-
captured.push(options);
|
|
212
|
-
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
213
|
-
const isConflictPass = userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts");
|
|
214
|
-
const text = isConflictPass
|
|
215
|
-
? JSON.stringify([{ action: "conflict", winner: yNew.id, loser: yOld.id, reason: "同归属重复" }])
|
|
216
|
-
: "[]";
|
|
217
|
-
yield { type: "text-delta", index: 0, text };
|
|
218
|
-
yield { type: "finish", reason: { kind: "stop" } };
|
|
219
|
-
};
|
|
220
|
-
|
|
221
|
-
const result = await runSleep(ctx, service, baseConfig(), ctx.logger, { embedder, vectorIndex }, null);
|
|
222
|
-
assert.equal(result.status, "ok");
|
|
223
|
-
|
|
224
|
-
const conflictPassTexts = captured
|
|
225
|
-
.map((o) => o.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "")
|
|
226
|
-
.filter((t) => t.startsWith("候选冲突") || t.startsWith("Candidate conflicts"));
|
|
227
|
-
assert.ok(conflictPassTexts.length >= 1, "conflict pass ran for the same-scope pair");
|
|
228
|
-
for (const t of conflictPassTexts) {
|
|
229
|
-
assert.ok(!t.includes(xNew.id) && !t.includes(xOld.id), "cross-scope pair must never enter the LLM prompt");
|
|
230
|
-
assert.ok(t.includes(yNew.id) && t.includes(yOld.id), "same-scope pair is adjudicated");
|
|
231
|
-
}
|
|
232
|
-
|
|
233
|
-
const queue = store.listConflictPending();
|
|
234
|
-
assert.equal(queue.length, 1);
|
|
235
|
-
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
236
|
-
assert.equal(store.getById(xOld.id).archived, false, "cross-scope loser is NOT archived by the LLM");
|
|
237
|
-
assert.equal(store.getById(yOld.id).archived, true, "same-scope loser is adjudicated as usual");
|
|
238
|
-
store.close();
|
|
239
|
-
});
|
|
1
|
+
import test from "node:test";
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { runSleep } from "../src/dream/sleep.js";
|
|
4
|
+
import { createDreamScheduler } from "../src/dream.js";
|
|
5
|
+
import { createStore } from "../src/store.js";
|
|
6
|
+
import { createService } from "../src/service.js";
|
|
7
|
+
import { createVectorIndex } from "../src/vector-index.js";
|
|
8
|
+
|
|
9
|
+
// v0.8.1(issue #170 第 2 步):sleep 冲突阶段的跨 scope 分流。
|
|
10
|
+
// 同一内容落在两个归属下(任一维标注键不等,含「一侧未标注=全局」)时,
|
|
11
|
+
// 不允许自动裁决(freeze 或 LLM)——归档败者可能销毁某归属下的唯一副本,
|
|
12
|
+
// 归属裁决是用户的决定。跨 scope 对一律停车到 conflict_pending(专属 reason),
|
|
13
|
+
// 同 scope 对维持既有路径。夹具为中性主题(构建笔记/编辑器主题)。
|
|
14
|
+
|
|
15
|
+
const embedder = {
|
|
16
|
+
embedSingle: async () => [1, 0, 0],
|
|
17
|
+
// 契约形状:按输入条数返回等长向量数组。update 会失效缓存并调度重嵌入,
|
|
18
|
+
// sleep 的回填走 embed()——返回单向量会让回填静默失败(no usable vectors)。
|
|
19
|
+
embed: async (texts) => (Array.isArray(texts) ? texts : [texts]).map(() => [1, 0, 0]),
|
|
20
|
+
schedule: () => {},
|
|
21
|
+
modelHash: "mock#1",
|
|
22
|
+
dimension: 3
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
function setup() {
|
|
26
|
+
const store = createStore(":memory:");
|
|
27
|
+
const service = createService({ store, mirror: null, config: {} });
|
|
28
|
+
const vectorIndex = createVectorIndex({ store });
|
|
29
|
+
service.setEmbedder(embedder);
|
|
30
|
+
service.setVectorIndex(vectorIndex);
|
|
31
|
+
return { store, service, vectorIndex };
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function baseConfig(overrides = {}) {
|
|
35
|
+
return {
|
|
36
|
+
sleepModeEnabled: true,
|
|
37
|
+
sleepIdleMinutes: 5,
|
|
38
|
+
sleepMinIntervalHours: 8,
|
|
39
|
+
sleepConflictStrictness: "normal",
|
|
40
|
+
sleepArchiveDays: 30,
|
|
41
|
+
sleepCompressDays: 90,
|
|
42
|
+
sleepPatternMinMemories: 10,
|
|
43
|
+
sleepMaxPatternPerRun: 3,
|
|
44
|
+
...overrides
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function llmCtx(captured = [], selection = { provider: "mock", model: "sleep-model" }) {
|
|
49
|
+
return {
|
|
50
|
+
logger: { warn: () => {}, info: () => {} },
|
|
51
|
+
agentDefaultModel: { currentSelection: () => selection },
|
|
52
|
+
llm: {
|
|
53
|
+
async *stream(options) {
|
|
54
|
+
captured.push(options);
|
|
55
|
+
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
56
|
+
yield { type: "text-delta", index: 0, text: userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts") ? "[]" : "[]" };
|
|
57
|
+
yield { type: "finish", reason: { kind: "stop" } };
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function noRouteCtx() {
|
|
64
|
+
return { logger: { warn: () => {}, info: () => {} } };
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
/** 保存一对高相似记忆并预填向量。返回 [新, 旧](updated_at DESC 序)。 */
|
|
68
|
+
function savePair(service, vectorIndex, titleA, titleB, scopeA, scopeB) {
|
|
69
|
+
const a = service.saveWithDedupe({
|
|
70
|
+
type: "project", title: titleA, content: `${titleA} 的正文`,
|
|
71
|
+
...(scopeA?.agent ? { agent_scope: scopeA.agent } : {}),
|
|
72
|
+
...(scopeA?.workspace ? { workspace_scope: scopeA.workspace } : {})
|
|
73
|
+
}).memory;
|
|
74
|
+
const b = service.saveWithDedupe({
|
|
75
|
+
type: "project", title: titleB, content: `${titleB} 的正文`,
|
|
76
|
+
...(scopeB?.agent ? { agent_scope: scopeB.agent } : {}),
|
|
77
|
+
...(scopeB?.workspace ? { workspace_scope: scopeB.workspace } : {})
|
|
78
|
+
}).memory;
|
|
79
|
+
vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
|
|
80
|
+
vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
|
|
81
|
+
return [a, b];
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
test("freeze mode: cross-scope pair parks with the scope-candidate reason; same-scope pair keeps the plain reason", async () => {
|
|
85
|
+
const { store, service, vectorIndex } = setup();
|
|
86
|
+
// updated_at DESC 序决定贪心配对:后保存的对先配。x 对=跨 scope,y 对=同 scope。
|
|
87
|
+
const [yNew, yOld] = savePair(service, vectorIndex, "构建笔记A", "构建笔记B", { agent: "coder" }, { agent: "coder" });
|
|
88
|
+
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
89
|
+
|
|
90
|
+
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
91
|
+
assert.equal(result.status, "ok");
|
|
92
|
+
|
|
93
|
+
const queue = store.listConflictPending();
|
|
94
|
+
assert.equal(queue.length, 2, "both pairs parked exactly once");
|
|
95
|
+
const crossRow = queue.find((q) => [q.memory_a, q.memory_b].includes(xNew.id));
|
|
96
|
+
const sameRow = queue.find((q) => [q.memory_a, q.memory_b].includes(yNew.id));
|
|
97
|
+
assert.ok(crossRow, "cross-scope pair must be parked");
|
|
98
|
+
assert.match(crossRow.reason, /跨作用域|cross-scope/, "cross pair carries the dedicated reason");
|
|
99
|
+
assert.ok(sameRow, "same-scope pair still parked in freeze mode");
|
|
100
|
+
assert.doesNotMatch(sameRow.reason, /跨作用域|cross-scope/, "same-scope pair keeps the plain similarity reason");
|
|
101
|
+
|
|
102
|
+
// 再跑一轮:同一对不去重不重复入队。
|
|
103
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
104
|
+
assert.equal(store.countConflictPending(), 2, "pair-level dedupe survives reruns");
|
|
105
|
+
store.close();
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
test("NULL (unlabeled) vs labeled counts as a cross-scope pair", async () => {
|
|
109
|
+
const { store, service, vectorIndex } = setup();
|
|
110
|
+
savePair(service, vectorIndex, "部署清单A", "部署清单B", {}, { agent: "coder" });
|
|
111
|
+
const result = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
112
|
+
assert.equal(result.status, "ok");
|
|
113
|
+
const queue = store.listConflictPending();
|
|
114
|
+
assert.equal(queue.length, 1);
|
|
115
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/, "global(unlabeled) copy vs scoped copy is an ownership decision");
|
|
116
|
+
store.close();
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
test("non-freeze without an LLM route: cross-scope pair still parks; nothing is auto-adjudicated", async () => {
|
|
120
|
+
const { store, service, vectorIndex } = setup();
|
|
121
|
+
const [newer, older] = savePair(service, vectorIndex, "发布流程A", "发布流程B", { agent: "coder" }, { agent: "writer" });
|
|
122
|
+
const result = await runSleep(noRouteCtx(), service, baseConfig(), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
123
|
+
|
|
124
|
+
const queue = store.listConflictPending();
|
|
125
|
+
assert.equal(queue.length, 1, "cross-scope pair parks even with no LLM route");
|
|
126
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
127
|
+
assert.equal(store.getById(newer.id).archived, false, "no side is auto-archived");
|
|
128
|
+
assert.equal(store.getById(older.id).archived, false);
|
|
129
|
+
assert.ok(queue[0].resolved_at === undefined);
|
|
130
|
+
store.close();
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
test("reviewed pair does not re-queue until one of its sides changes (review item 4)", async () => {
|
|
134
|
+
const { store, service, vectorIndex } = setup();
|
|
135
|
+
const [newer, older] = savePair(service, vectorIndex, "备份策略A", "备份策略B", { agent: "coder" }, { agent: "writer" });
|
|
136
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
137
|
+
assert.equal(store.countConflictPending(), 1);
|
|
138
|
+
|
|
139
|
+
// 人工「保留双方」(winner=null)后,内容未变 → 下一轮不再入队。
|
|
140
|
+
const row = store.listConflictPending()[0];
|
|
141
|
+
store.resolveConflictPending(row.id, { winner: null });
|
|
142
|
+
assert.equal(store.countConflictPending(), 0);
|
|
143
|
+
const rerun = await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
144
|
+
assert.equal(store.countConflictPending(), 0, "unchanged reviewed pair must stay dismissed");
|
|
145
|
+
assert.equal(rerun.status, "noop", "suppressed parks count as noop");
|
|
146
|
+
|
|
147
|
+
// 任一侧被改过(updated_at 晚于裁决)→ 重新入队(新决策)。
|
|
148
|
+
// 留出真实时间间隔:updated_at/resolved_at 都是毫秒精度,同毫秒内
|
|
149
|
+
// 「裁决后立即修改」会算作未变(生产中人为修改不可能同毫秒)。
|
|
150
|
+
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
151
|
+
service.update(newer.id, { content: "备份策略A 的正文(改)" });
|
|
152
|
+
await runSleep(llmCtx(), service, baseConfig({ conflictFreezeEnabled: true }), { warn: () => {}, info: () => {} }, { embedder, vectorIndex }, null);
|
|
153
|
+
assert.equal(store.countConflictPending(), 1, "changed pair is worth a fresh review");
|
|
154
|
+
store.close();
|
|
155
|
+
});
|
|
156
|
+
|
|
157
|
+
test("dream (non-freeze): cross-scope conflict parks for review instead of being adjudicated (review item 3)", async () => {
|
|
158
|
+
const { store, service } = setup();
|
|
159
|
+
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
160
|
+
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "writer", agent_scope_source: "explicit" }).memory;
|
|
161
|
+
const ctx = {
|
|
162
|
+
llm: { stream: async function* () {
|
|
163
|
+
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
164
|
+
yield { type: "finish", reason: { kind: "ok" } };
|
|
165
|
+
} },
|
|
166
|
+
logger: { warn: () => {}, info: () => {} }
|
|
167
|
+
};
|
|
168
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
169
|
+
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
170
|
+
assert.equal(result.ok, true);
|
|
171
|
+
assert.equal(result.applied, 0, "cross-scope conflict is NOT auto-adjudicated");
|
|
172
|
+
assert.equal(result.frozen, 1, "parked pair shows up in the run summary");
|
|
173
|
+
const pending = store.listConflictPending();
|
|
174
|
+
assert.equal(pending.length, 1);
|
|
175
|
+
assert.match(pending[0].reason, /跨作用域|cross-scope/, "dedicated reason");
|
|
176
|
+
assert.equal(store.getById(l.id).archived, false, "loser NOT archived");
|
|
177
|
+
assert.ok(!store.getById(w.id).content.includes("已否决旧信息"), "winner untouched");
|
|
178
|
+
store.close();
|
|
179
|
+
});
|
|
180
|
+
|
|
181
|
+
test("dream (non-freeze): same-scope conflict is still auto-adjudicated (regression)", async () => {
|
|
182
|
+
const { store, service } = setup();
|
|
183
|
+
const w = service.saveWithDedupe({ type: "decision", title: "发布时间", content: "8月20日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
184
|
+
const l = service.saveWithDedupe({ type: "decision", title: "发布时间旧", content: "8月15日", importance: 4, agent_scope: "coder", agent_scope_source: "explicit" }).memory;
|
|
185
|
+
const ctx = {
|
|
186
|
+
llm: { stream: async function* () {
|
|
187
|
+
yield { type: "text-delta", text: JSON.stringify([{ action: "conflict", winner: w.id, loser: l.id, reason: "日期更新" }]) };
|
|
188
|
+
yield { type: "finish", reason: { kind: "ok" } };
|
|
189
|
+
} },
|
|
190
|
+
logger: { warn: () => {}, info: () => {} }
|
|
191
|
+
};
|
|
192
|
+
const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
|
|
193
|
+
const result = await dream.runDream(ctx, service, { dreamProvider: "mock", dreamModel: "mock-chat" });
|
|
194
|
+
assert.equal(result.ok, true);
|
|
195
|
+
assert.equal(result.applied, 1, "same-scope conflict adjudicated as before");
|
|
196
|
+
assert.equal(result.frozen, 0);
|
|
197
|
+
assert.equal(store.listConflictPending().length, 0);
|
|
198
|
+
assert.equal(store.getById(l.id).archived, true);
|
|
199
|
+
store.close();
|
|
200
|
+
});
|
|
201
|
+
|
|
202
|
+
test("non-freeze with an LLM: cross-scope pair bypasses adjudication; same-scope pair is adjudicated", async () => {
|
|
203
|
+
const { store, service, vectorIndex } = setup();
|
|
204
|
+
const [yNew, yOld] = savePair(service, vectorIndex, "缓存策略A", "缓存策略B", { agent: "coder" }, { agent: "coder" });
|
|
205
|
+
const [xNew, xOld] = savePair(service, vectorIndex, "编辑器主题A", "编辑器主题B", { agent: "coder" }, { agent: "writer" });
|
|
206
|
+
|
|
207
|
+
const captured = [];
|
|
208
|
+
const ctx = llmCtx(captured);
|
|
209
|
+
// 同 scope 对由 LLM 裁决:保留 yNew、归档 yOld。跨 scope 对绝不进 prompt。
|
|
210
|
+
ctx.llm.stream = async function* (options) {
|
|
211
|
+
captured.push(options);
|
|
212
|
+
const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
|
|
213
|
+
const isConflictPass = userText.startsWith("候选冲突") || userText.startsWith("Candidate conflicts");
|
|
214
|
+
const text = isConflictPass
|
|
215
|
+
? JSON.stringify([{ action: "conflict", winner: yNew.id, loser: yOld.id, reason: "同归属重复" }])
|
|
216
|
+
: "[]";
|
|
217
|
+
yield { type: "text-delta", index: 0, text };
|
|
218
|
+
yield { type: "finish", reason: { kind: "stop" } };
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
const result = await runSleep(ctx, service, baseConfig(), ctx.logger, { embedder, vectorIndex }, null);
|
|
222
|
+
assert.equal(result.status, "ok");
|
|
223
|
+
|
|
224
|
+
const conflictPassTexts = captured
|
|
225
|
+
.map((o) => o.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "")
|
|
226
|
+
.filter((t) => t.startsWith("候选冲突") || t.startsWith("Candidate conflicts"));
|
|
227
|
+
assert.ok(conflictPassTexts.length >= 1, "conflict pass ran for the same-scope pair");
|
|
228
|
+
for (const t of conflictPassTexts) {
|
|
229
|
+
assert.ok(!t.includes(xNew.id) && !t.includes(xOld.id), "cross-scope pair must never enter the LLM prompt");
|
|
230
|
+
assert.ok(t.includes(yNew.id) && t.includes(yOld.id), "same-scope pair is adjudicated");
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
const queue = store.listConflictPending();
|
|
234
|
+
assert.equal(queue.length, 1);
|
|
235
|
+
assert.match(queue[0].reason, /跨作用域|cross-scope/);
|
|
236
|
+
assert.equal(store.getById(xOld.id).archived, false, "cross-scope loser is NOT archived by the LLM");
|
|
237
|
+
assert.equal(store.getById(yOld.id).archived, true, "same-scope loser is adjudicated as usual");
|
|
238
|
+
store.close();
|
|
239
|
+
});
|