@modusensus/dsh-mneme 0.13.0 → 0.14.0-beta.2

package/test/llm-message-source.test.js

@@ -1,207 +1,207 @@
-import test from "node:test";
-import assert from "node:assert/strict";
-import { readdirSync, readFileSync } from "node:fs";
-import { fileURLToPath } from "node:url";
-import path from "node:path";
-import { createStore } from "../src/store.js";
-import { createService } from "../src/service.js";
-import { createDreamScheduler } from "../src/dream.js";
-import { createSummarizer } from "../src/summarize.js";
-import { runSleep } from "../src/dream/sleep.js";
-import { extractEntities } from "../src/entities/extractor.js";
-import { createVectorIndex } from "../src/vector-index.js";
-
-// 回归：dsh-llm 的消息契约要求每条消息带 source。provider 适配器会直接读
-// message.source.kind 来区分用户内容与工具结果（例如
-// @mars-sea/dsh-commandcode-provider 的 messagesToCC），缺字段时请求在序列化
-// 阶段就抛 "Cannot read properties of undefined (reading 'kind')"，四条 LLM 管线
-// （dream / sleep / summarize / entity extraction）全军覆没、耗时 0ms。
-// 这里用同等严格的桩驱动真实管线，任何新加的消息漏了 source 都会失败。
-// issue #326：kind 值必须是生产者自有 kind "plugin:dsh-mneme"——DSH 0.1.7 起的
-// V4 写入准入把裸 "plugin"（含缺失/空串）一并拒绝，注入/蒸馏会整条报
-// "format v4 message requires a producer-owned source kind"。
-function assertMessageSources(options) {
-  for (const message of options.messages ?? []) {
-    assert.equal(
-      message.source?.kind,
-      "plugin:dsh-mneme",
-      `LLM 消息缺 source 或 kind 不是生产者自有值（V4 会拒收）: ${message.role} / ${String(message.content?.[0]?.text ?? "").slice(0, 40)}`
-    );
-  }
-}
-
-const logger = { warn: () => {}, info: () => {} };
-
-function makeService() {
-  const store = createStore(":memory:");
-  const service = createService({ store, mirror: null, config: {} });
-  return { store, service };
-}
-
-// dsh-llm chunk 形状与真实 provider 对齐：文本增量 + 终止 chunk。
-function reply(text, finish = { reason: { kind: "stop" } }) {
-  return (async function* () {
-    yield { type: "text-delta", index: 0, text };
-    yield { type: "finish", ...finish };
-  })();
-}
-
-// ---------------------------------------------------------------- dream
-
-test("dream: consolidation and summary messages carry source", async () => {
-  const { store, service } = makeService();
-  service.saveWithDedupe({ type: "project", title: "主题01", content: "规范内容", importance: 5 });
-  service.saveWithDedupe({ type: "project", title: "主题01·变体", content: "旧变体", importance: 3 });
-
-  const calls = [];
-  const ctx = {
-    logger,
-    agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "source-model" }) },
-    llm: {
-      async *stream(options) {
-        calls.push(options);
-        assertMessageSources(options);
-        const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
-        yield* reply(userText.includes("| type=") ? "[]" : "记忆库总览：已巩固。");
-      }
-    }
-  };
-
-  const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
-  const run = await dream.runDream(ctx, service, {});
-  assert.equal(run.ok, true, "dream run succeeds against the strict provider stub");
-  assert.ok(calls.some((c) => c.purpose === "compaction"), "consolidation called the LLM");
-  assert.ok(calls.length >= 2, "consolidation + summary both called");
-  store.close();
-});
-
-// ---------------------------------------------------------------- summarize
-
-test("summarize: distilled transcript and prompt messages carry source", async () => {
-  const { store, service } = makeService();
-  const events = [];
-  const calls = [];
-  const ctx = {
-    on(name, fn) {
-      events.push({ name, fn });
-      return () => {};
-    },
-    logger,
-    llm: {
-      stream(options) {
-        calls.push(options);
-        assertMessageSources(options);
-        return reply("[]", { kind: "ok" });
-      }
-    }
-  };
-  createSummarizer(ctx, service, { autoSummarize: true });
-
-  const handler = events.find((e) => e.name === "session/event").fn;
-  const session = {
-    id: "s-source",
-    requestHeader: () => ({ config: { provider: "mock", model: "source-model" } }),
-    events: [
-      { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
-      { seq: 2, type: "turn/end" }
-    ]
-  };
-  await handler(session, { seq: 2, type: "turn/end" });
-
-  assert.equal(calls.length, 1, "summarization called the LLM");
-  store.close();
-});
-
-// ---------------------------------------------------------------- sleep
-
-test("sleep: conflict and pattern messages carry source", async () => {
-  const { store, service } = makeService();
-  const vectorIndex = createVectorIndex({ store });
-  const embedder = {
-    embedSingle: async () => [1, 0, 0],
-    embed: async () => [1, 0, 0],
-    schedule: () => {},
-    modelHash: "mock#1",
-    dimension: 3
-  };
-  service.setEmbedder(embedder);
-  service.setVectorIndex(vectorIndex);
-  // 冲突候选要在向量索引里真有向量（同 sleep.test.js 的 seedConflictPair）；
-  // 同时给 pattern 阶段留下 2 条素材。
-  const a = service.saveWithDedupe({ type: "project", title: "主题X", content: "内容A 关于主题X", importance: 3 }).memory;
-  const b = service.saveWithDedupe({ type: "project", title: "主题X副本", content: "内容B 关于主题X", importance: 3 }).memory;
-  vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
-  vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
-
-  const calls = [];
-  const ctx = {
-    logger,
-    agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "sleep-model" }) },
-    llm: {
-      async *stream(options) {
-        calls.push(options);
-        assertMessageSources(options);
-        yield* reply("[]");
-      }
-    }
-  };
-  const config = {
-    sleepModeEnabled: true,
-    sleepIdleMinutes: 5,
-    sleepMinIntervalHours: 8,
-    sleepConflictStrictness: "normal",
-    sleepArchiveDays: 30,
-    sleepCompressDays: 90,
-    sleepPatternMinMemories: 2,
-    sleepMaxPatternPerRun: 3
-  };
-  const result = await runSleep(ctx, service, config, logger, { embedder, vectorIndex }, null);
-
-  assert.ok(calls.some((c) => c.purpose === "sleep-conflict"), "conflict phase called the LLM");
-  assert.ok(calls.some((c) => c.purpose === "sleep-pattern"), "pattern phase called the LLM");
-  assert.ok(result.runId, "sleep run produced a receipt");
-  store.close();
-});
-
-// ---------------------------------------------------------------- entity extraction
-
-test("entity extraction: messages handed to the llm adapter carry source", async () => {
-  const { store, service } = makeService();
-  const memory = service.saveWithDedupe({ type: "project", title: "协作", content: "Alpha 与 Beta 一起干活", importance: 3 }).memory;
-
-  const calls = [];
-  const callLLM = async (messages) => {
-    calls.push(messages);
-    assertMessageSources({ messages });
-    return "[]";
-  };
-
-  await extractEntities(memory, { store, config: {}, callLLM, logger });
-
-  assert.equal(calls.length, 1, "extraction called the LLM adapter");
-  store.close();
-});
-
-// ---------------------------------------------------------------- shape lock
-
-// issue #326 形状锁：任何新增的会话写入点再用裸 kind: "plugin"（V4 写入准入从
-// DSH 0.1.7 起会整条拒绝）都直接红灯。静态 grep 锁而非运行时枚举，是因为写入点
-// 散在 6 个文件 16 处，运行时桩只覆盖 LLM 管线、盖不住 api.js 的连通性探针。
-test("no writer emits the rejected bare kind: \"plugin\" (issue #326)", () => {
-  const srcDir = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "src");
-  const offenders = [];
-  const walk = (dir) => {
-    for (const entry of readdirSync(dir, { withFileTypes: true })) {
-      const full = path.join(dir, entry.name);
-      if (entry.isDirectory()) walk(full);
-      else if (entry.name.endsWith(".js")) offenders.push(...scanSource(readFileSync(full, "utf8"), full));
-    }
-  };
-  const scanSource = (text, file) =>
-    text.split("\n").reduce(
-      (acc, line, i) => (/kind:\s*["'`]plugin["'`]/.test(line) ? [...acc, `${file}:${i + 1}`] : acc),
-      []
-    );
-  walk(srcDir);
-  assert.deepEqual(offenders, [], `裸 kind: "plugin" 会被 V4 写入准入拒绝，改用生产者自有 kind（如 "plugin:dsh-mneme"）: ${offenders.join(", ")}`);
-});
+import test from "node:test";
+import assert from "node:assert/strict";
+import { readdirSync, readFileSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import path from "node:path";
+import { createStore } from "../src/store.js";
+import { createService } from "../src/service.js";
+import { createDreamScheduler } from "../src/dream.js";
+import { createSummarizer } from "../src/summarize.js";
+import { runSleep } from "../src/dream/sleep.js";
+import { extractEntities } from "../src/entities/extractor.js";
+import { createVectorIndex } from "../src/vector-index.js";
+
+// 回归：dsh-llm 的消息契约要求每条消息带 source。provider 适配器会直接读
+// message.source.kind 来区分用户内容与工具结果（例如
+// @mars-sea/dsh-commandcode-provider 的 messagesToCC），缺字段时请求在序列化
+// 阶段就抛 "Cannot read properties of undefined (reading 'kind')"，四条 LLM 管线
+// （dream / sleep / summarize / entity extraction）全军覆没、耗时 0ms。
+// 这里用同等严格的桩驱动真实管线，任何新加的消息漏了 source 都会失败。
+// issue #326：kind 值必须是生产者自有 kind "plugin:dsh-mneme"——DSH 0.1.7 起的
+// V4 写入准入把裸 "plugin"（含缺失/空串）一并拒绝，注入/蒸馏会整条报
+// "format v4 message requires a producer-owned source kind"。
+function assertMessageSources(options) {
+  for (const message of options.messages ?? []) {
+    assert.equal(
+      message.source?.kind,
+      "plugin:dsh-mneme",
+      `LLM 消息缺 source 或 kind 不是生产者自有值（V4 会拒收）: ${message.role} / ${String(message.content?.[0]?.text ?? "").slice(0, 40)}`
+    );
+  }
+}
+
+const logger = { warn: () => {}, info: () => {} };
+
+function makeService() {
+  const store = createStore(":memory:");
+  const service = createService({ store, mirror: null, config: {} });
+  return { store, service };
+}
+
+// dsh-llm chunk 形状与真实 provider 对齐：文本增量 + 终止 chunk。
+function reply(text, finish = { reason: { kind: "stop" } }) {
+  return (async function* () {
+    yield { type: "text-delta", index: 0, text };
+    yield { type: "finish", ...finish };
+  })();
+}
+
+// ---------------------------------------------------------------- dream
+
+test("dream: consolidation and summary messages carry source", async () => {
+  const { store, service } = makeService();
+  service.saveWithDedupe({ type: "project", title: "主题01", content: "规范内容", importance: 5 });
+  service.saveWithDedupe({ type: "project", title: "主题01·变体", content: "旧变体", importance: 3 });
+
+  const calls = [];
+  const ctx = {
+    logger,
+    agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "source-model" }) },
+    llm: {
+      async *stream(options) {
+        calls.push(options);
+        assertMessageSources(options);
+        const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
+        yield* reply(userText.includes("| type=") ? "[]" : "记忆库总览：已巩固。");
+      }
+    }
+  };
+
+  const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
+  const run = await dream.runDream(ctx, service, {});
+  assert.equal(run.ok, true, "dream run succeeds against the strict provider stub");
+  assert.ok(calls.some((c) => c.purpose === "compaction"), "consolidation called the LLM");
+  assert.ok(calls.length >= 2, "consolidation + summary both called");
+  store.close();
+});
+
+// ---------------------------------------------------------------- summarize
+
+test("summarize: distilled transcript and prompt messages carry source", async () => {
+  const { store, service } = makeService();
+  const events = [];
+  const calls = [];
+  const ctx = {
+    on(name, fn) {
+      events.push({ name, fn });
+      return () => {};
+    },
+    logger,
+    llm: {
+      stream(options) {
+        calls.push(options);
+        assertMessageSources(options);
+        return reply("[]", { kind: "ok" });
+      }
+    }
+  };
+  createSummarizer(ctx, service, { autoSummarize: true });
+
+  const handler = events.find((e) => e.name === "session/event").fn;
+  const session = {
+    id: "s-source",
+    requestHeader: () => ({ config: { provider: "mock", model: "source-model" } }),
+    events: [
+      { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
+      { seq: 2, type: "turn/end" }
+    ]
+  };
+  await handler(session, { seq: 2, type: "turn/end" });
+
+  assert.equal(calls.length, 1, "summarization called the LLM");
+  store.close();
+});
+
+// ---------------------------------------------------------------- sleep
+
+test("sleep: conflict and pattern messages carry source", async () => {
+  const { store, service } = makeService();
+  const vectorIndex = createVectorIndex({ store });
+  const embedder = {
+    embedSingle: async () => [1, 0, 0],
+    embed: async () => [1, 0, 0],
+    schedule: () => {},
+    modelHash: "mock#1",
+    dimension: 3
+  };
+  service.setEmbedder(embedder);
+  service.setVectorIndex(vectorIndex);
+  // 冲突候选要在向量索引里真有向量（同 sleep.test.js 的 seedConflictPair）；
+  // 同时给 pattern 阶段留下 2 条素材。
+  const a = service.saveWithDedupe({ type: "project", title: "主题X", content: "内容A 关于主题X", importance: 3 }).memory;
+  const b = service.saveWithDedupe({ type: "project", title: "主题X副本", content: "内容B 关于主题X", importance: 3 }).memory;
+  vectorIndex.saveEmbedding(a.id, [1, 0, 0]);
+  vectorIndex.saveEmbedding(b.id, [1, 0, 0]);
+
+  const calls = [];
+  const ctx = {
+    logger,
+    agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "sleep-model" }) },
+    llm: {
+      async *stream(options) {
+        calls.push(options);
+        assertMessageSources(options);
+        yield* reply("[]");
+      }
+    }
+  };
+  const config = {
+    sleepModeEnabled: true,
+    sleepIdleMinutes: 5,
+    sleepMinIntervalHours: 8,
+    sleepConflictStrictness: "normal",
+    sleepArchiveDays: 30,
+    sleepCompressDays: 90,
+    sleepPatternMinMemories: 2,
+    sleepMaxPatternPerRun: 3
+  };
+  const result = await runSleep(ctx, service, config, logger, { embedder, vectorIndex }, null);
+
+  assert.ok(calls.some((c) => c.purpose === "sleep-conflict"), "conflict phase called the LLM");
+  assert.ok(calls.some((c) => c.purpose === "sleep-pattern"), "pattern phase called the LLM");
+  assert.ok(result.runId, "sleep run produced a receipt");
+  store.close();
+});
+
+// ---------------------------------------------------------------- entity extraction
+
+test("entity extraction: messages handed to the llm adapter carry source", async () => {
+  const { store, service } = makeService();
+  const memory = service.saveWithDedupe({ type: "project", title: "协作", content: "Alpha 与 Beta 一起干活", importance: 3 }).memory;
+
+  const calls = [];
+  const callLLM = async (messages) => {
+    calls.push(messages);
+    assertMessageSources({ messages });
+    return "[]";
+  };
+
+  await extractEntities(memory, { store, config: {}, callLLM, logger });
+
+  assert.equal(calls.length, 1, "extraction called the LLM adapter");
+  store.close();
+});
+
+// ---------------------------------------------------------------- shape lock
+
+// issue #326 形状锁：任何新增的会话写入点再用裸 kind: "plugin"（V4 写入准入从
+// DSH 0.1.7 起会整条拒绝）都直接红灯。静态 grep 锁而非运行时枚举，是因为写入点
+// 散在 6 个文件 16 处，运行时桩只覆盖 LLM 管线、盖不住 api.js 的连通性探针。
+test("no writer emits the rejected bare kind: \"plugin\" (issue #326)", () => {
+  const srcDir = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "src");
+  const offenders = [];
+  const walk = (dir) => {
+    for (const entry of readdirSync(dir, { withFileTypes: true })) {
+      const full = path.join(dir, entry.name);
+      if (entry.isDirectory()) walk(full);
+      else if (entry.name.endsWith(".js")) offenders.push(...scanSource(readFileSync(full, "utf8"), full));
+    }
+  };
+  const scanSource = (text, file) =>
+    text.split("\n").reduce(
+      (acc, line, i) => (/kind:\s*["'`]plugin["'`]/.test(line) ? [...acc, `${file}:${i + 1}`] : acc),
+      []
+    );
+  walk(srcDir);
+  assert.deepEqual(offenders, [], `裸 kind: "plugin" 会被 V4 写入准入拒绝，改用生产者自有 kind（如 "plugin:dsh-mneme"）: ${offenders.join(", ")}`);
+});