@theseus-whale/dsh-continuity 0.0.0-stage → 4.12.2

package/src/memory/load-gate.mjs

@@ -0,0 +1,161 @@
+/**
+ * System-side memory load gate.
+ *
+ * The gate decides whether to load prior context before the model speaks.
+ * It does not ask the LLM for approval. The LLM may still call memory.load
+ * manually; that is an optional second path, not the gate.
+ */
+
+const META_PATTERN = /TAG\s*:|戏外|存档|回执|折叠|gist|```|未决|threads|session/i;
+const META_MENTION = /这个设计|这个机制|挺有意思|是什么|怎么写|规则文档|文档里/u;
+
+export function isSceneRecord(record) {
+  return record?.facets?.medium !== '代码' && !META_PATTERN.test(record?.text ?? '');
+}
+
+function hasActivitySignal(text, activity) {
+  const source = String(text ?? '');
+  if (source.trim().length < 2) return false;
+  if (activity === '跑团') return /跑团|TRPG|开团|骰|团|灯室|钟楼|矿口|角色|剧情/u.test(source);
+  if (activity === '开发' || activity === '调试' || activity === '文档' || activity === '测试') {
+    return /代码|插件|接口|调试|文档|版本|测试|部署|修|改|实现|bug/iu.test(source);
+  }
+  if (activity === '对话') return /聊|说|想|问|讨论/u.test(source);
+  return source.trim().length >= 8;
+}
+
+export class MemoryLoadState {
+  constructor({
+    loadedFacets = null,
+    loadedSeq = null,
+    loadedAtTurn = null,
+    lastReason = null,
+    cooldownTurns = 8,
+    autoActivityLoad = false,
+    abstainThreshold = 0.5,
+  } = {}) {
+    this.loadedFacets = loadedFacets;
+    this.loadedSeq = loadedSeq;
+    this.loadedAtTurn = loadedAtTurn;
+    this.lastReason = lastReason;
+    this.cooldownTurns = cooldownTurns;
+    this.autoActivityLoad = autoActivityLoad;
+    this.abstainThreshold = abstainThreshold;
+  }
+
+  decide({ text, currentFacets, confidence = 1, nowTurn = 0, hasCandidate = true, candidate = null, role = 'user', boundaryScore = null }) {
+    if (role === 'assistant') return { action: 'none', reason: 'assistant-text' };
+    const facets = currentFacets ?? {};
+    const activity = facets.activity ?? null;
+    if (activity === null) return { action: 'none', reason: 'no-activity' };
+    if (confidence < this.abstainThreshold) return { action: 'none', reason: 'low-confidence' };
+
+    const recall = /上次|之前(?:那个|那件|那次|说的|聊的|提的|发生)|还记得|后来|上一次|刚才|交给谁|在哪|发生了什么|最后(?:呢|怎么|怎么样|是谁|多少|哪|结果)/u.test(text);
+    const start = /开始(?:跑团|一局|团|游戏|新的)|开个新团|新团|开新团|来一局|开团|开一局|进入.*(?:跑团|灯室|游戏)|跑团吧|TRPG/u.test(text);
+    const activityChanged = this.loadedFacets !== null && this.loadedFacets.activity !== activity;
+    const topicChanged = this.loadedFacets !== null
+      && this.loadedFacets.activity === activity
+      && this.loadedFacets.topic !== facets.topic;
+    const entity = /[\u4e00-\u9fff]{2,}|[a-z][a-z0-9_-]{2,}/iu.test(text);
+    const cooldown = this.loadedAtTurn !== null && nowTurn - this.loadedAtTurn < this.cooldownTurns;
+    const hasBoundary = Number.isFinite(boundaryScore);
+    const strongBoundary = hasBoundary && boundaryScore >= 0.35;
+
+    if (recall) {
+      if (!hasCandidate) return { action: 'none', reason: 'recall-no-candidate' };
+      return { action: 'load', reason: 'explicit-recall', query: text, facets, candidate };
+    }
+
+    if (start) {
+      if (!hasCandidate) return { action: 'none', reason: 'start-no-candidate' };
+      return { action: 'load', reason: 'explicit-start', query: text, facets, candidate };
+    }
+
+    if (META_MENTION.test(text)) {
+      return { action: 'none', reason: 'meta-mention' };
+    }
+
+    if (this.loadedFacets === null) {
+      if (hasCandidate && confidence >= 0.75) {
+        return { action: 'load', reason: 'initial-context', query: activity, facets, candidate };
+      }
+      return { action: 'none', reason: 'initial-low-confidence' };
+    }
+
+    if (strongBoundary) {
+      if (!hasCandidate) return { action: 'none', reason: 'boundary-no-candidate' };
+      const autoBoundary = this.autoActivityLoad || (role === 'coo' || role === 'peer');
+      if (!autoBoundary) {
+        return { action: 'hint', reason: 'boundary-hint', query: text, facets, candidate };
+      }
+      if (cooldown && confidence < 0.85) return { action: 'none', reason: 'cooldown' };
+      return { action: 'load', reason: 'boundary-change', query: text, facets, candidate };
+    }
+
+    if (hasBoundary && !strongBoundary) {
+      if (boundaryScore > 0 && activityChanged) {
+        if (!hasActivitySignal(text, activity)) return { action: 'none', reason: 'no-activity-signal' };
+        if ((role === 'coo' || role === 'peer') || this.autoActivityLoad) {
+          return { action: 'load', reason: 'activity-change', query: activity, facets, candidate };
+        }
+        return { action: 'hint', reason: 'activity-change-hint', query: activity, facets, candidate };
+      }
+      return { action: 'none', reason: 'weak-boundary' };
+    }
+
+    if (activityChanged) {
+      if (!hasCandidate) return { action: 'none', reason: 'activity-no-candidate' };
+      if (!hasActivitySignal(text, activity)) return { action: 'none', reason: 'no-activity-signal' };
+      const autoActivity = this.autoActivityLoad || (role === 'coo' || role === 'peer');
+      if (!autoActivity) {
+        return { action: 'hint', reason: 'activity-change-hint', query: activity, facets, candidate };
+      }
+      if (cooldown && confidence < 0.85) return { action: 'none', reason: 'cooldown' };
+      return { action: 'load', reason: 'activity-change', query: activity, facets, candidate };
+    }
+
+    if (topicChanged && entity) {
+      return { action: 'hint', reason: 'topic-entity', query: text, facets, candidate };
+    }
+
+    return { action: 'none', reason: 'same-context' };
+  }
+
+  recordLoad({ facets, seq = null, nowTurn = 0, reason = null }) {
+    this.loadedFacets = facets ?? this.loadedFacets;
+    this.loadedSeq = seq;
+    this.loadedAtTurn = nowTurn;
+    this.lastReason = reason;
+    return this;
+  }
+}
+
+export function latestCandidate(records, facet, value, { sceneOnly = true } = {}) {
+  const hits = records.filter((record) => record.facets?.[facet] === value);
+  if (hits.length === 0) return null;
+  if (sceneOnly) {
+    const scenes = hits.filter(isSceneRecord);
+    return scenes.length === 0 ? null : scenes[scenes.length - 1];
+  }
+  return hits[hits.length - 1];
+}
+
+export function candidateSegment(records, candidate, { sceneOnly = true } = {}) {
+  if (candidate === null) return null;
+  const activity = candidate.facets?.activity;
+  const index = records.findIndex((record) => record.turn === candidate.turn);
+  if (index < 0) return null;
+  let start = index;
+  let end = index;
+  const fits = (record) => record.facets?.activity === activity && (!sceneOnly || isSceneRecord(record));
+  while (start > 0 && fits(records[start - 1])) start -= 1;
+  while (end + 1 < records.length && fits(records[end + 1])) end += 1;
+  const segment = records.slice(start, end + 1);
+  return {
+    turn: candidate.turn,
+    seqStart: segment[0].seqStart,
+    seqEnd: segment[segment.length - 1].seqEnd,
+    turns: segment.length,
+    text: segment.map((record) => record.text).join('\n'),
+  };
+}

package/src/memory/mechanical-note.mjs

@@ -0,0 +1,104 @@
+/**
+ * Deterministic handoff note for the 4.13 mechanical-summary trial.
+ *
+ * The note is a rendered record, not an LLM summary: user text, tool calls and
+ * tool receipts are kept; assistant prose and reasoning are skipped. It is
+ * deliberately boring so a fold cannot silently lose the record's shape.
+ */
+
+const DEFAULT_MAX_TOKENS = 32_000;
+const CHARS_PER_TOKEN = 4;
+const INJECTED = /^(?:\[(?:continuity:|追忆|抽取|工作线|标签|规则|规矩|习惯|技能|归位|候选|存\?|闸|回正|学习|记忆)|<system-reminder>|Current runtime context|Time sampled while preparing)/i;
+const PEER = /^\[(?:创|peer)\]/i;
+
+function textOfContent(content) {
+  if (typeof content === 'string') return content;
+  if (!Array.isArray(content)) return '';
+  return content
+    .filter((block) => block && typeof block === 'object' && block.type === 'text')
+    .map((block) => String(block.text ?? ''))
+    .join('\n');
+}
+
+function toolCallsOf(message) {
+  const calls = [];
+  if (Array.isArray(message?.tool_calls)) {
+    for (const call of message.tool_calls) {
+      const name = call?.function?.name ?? call?.name;
+      if (typeof name === 'string') calls.push({ name, args: call?.function?.arguments ?? call?.arguments ?? '' });
+    }
+  }
+  if (Array.isArray(message?.content)) {
+    for (const block of message.content) {
+      if (block?.type === 'tool-call' || block?.type === 'tool_call') {
+        const name = block?.name ?? block?.toolName;
+        if (typeof name === 'string') calls.push({ name, args: block?.arguments ?? block?.input ?? '' });
+      }
+    }
+  }
+  return calls;
+}
+
+function oneLine(text, maxChars) {
+  const clean = String(text ?? '').replace(/\s+/g, ' ').trim();
+  if (clean.length <= maxChars) return clean;
+  return `${clean.slice(0, maxChars).replace(/\s+\S*$/, '')}…`;
+}
+
+function normalize(args) {
+  if (typeof args === 'string') return args;
+  try { return JSON.stringify(args ?? {}); } catch { return String(args ?? ''); }
+}
+
+export function renderMechanicalNote({
+  messages,
+  maxTokens = DEFAULT_MAX_TOKENS,
+  header = null,
+}) {
+  const list = Array.isArray(messages) ? messages : [];
+  const lines = [];
+  const budgetChars = Math.max(400, Number(maxTokens) || DEFAULT_MAX_TOKENS) * CHARS_PER_TOKEN;
+
+  if (typeof header === 'string' && header.trim().length > 0) lines.push(header.trim());
+  lines.push('## Mechanical handoff note');
+  lines.push('This is a mechanical record of the folded range. It is not an LLM summary; raw session_log remains authoritative.');
+
+  for (const message of list) {
+    const role = String(message?.role ?? '');
+    if (role === 'system') continue;
+    if (role === 'user') {
+      const text = textOfContent(message?.content).trim();
+      if (!text || INJECTED.test(text)) continue;
+      if (PEER.test(text)) {
+        lines.push(`## Peer\n${oneLine(text, 8_000)}`);
+      } else {
+        lines.push(`## User\n${oneLine(text, 12_000)}`);
+      }
+      continue;
+    }
+    if (role === 'assistant') {
+      for (const call of toolCallsOf(message)) {
+        lines.push(`## Tool call\n${call.name} ${oneLine(normalize(call.args), 2_000)}`);
+      }
+      continue;
+    }
+    if (role === 'tool') {
+      const text = textOfContent(message?.content).trim();
+      if (text) lines.push(`## Tool receipt\n${oneLine(text, 6_000)}`);
+    }
+  }
+
+  let text = lines.join('\n\n');
+  if (text.length > budgetChars) {
+    text = `${text.slice(-budgetChars).replace(/^\s+\S*/, '')}`;
+    text = `## Mechanical handoff note\n(older entries trimmed)\n\n${text}`;
+  }
+  return {
+    text,
+    chars: text.length,
+    approxTokens: Math.ceil(text.length / CHARS_PER_TOKEN),
+    maxTokens,
+  };
+}
+
+export default renderMechanicalNote;

package/src/memory/onboarding.mjs

@@ -0,0 +1,163 @@
+/**
+ * First-run onboarding and scaffolding.
+ *
+ * The onboarding is a user/message appended through the same session.append
+ * path used by the audit injection. Completion is only recorded after the
+ * marker is actually present in the next decision's messages.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import { randomUUID } from 'node:crypto';
+import { contextMessage } from '../threads.mjs';
+
+const MARKER = '[continuity:boot]';
+const DEFAULT_HOME = process.env.USERPROFILE ?? process.env.HOME ?? os.homedir();
+const DEFAULT_DIR = path.join(DEFAULT_HOME, '.dsh', 'continuity');
+
+export function onboardingText(marker = MARKER) {
+  return [
+    `${marker} 这个环境有一套连续性记忆，先记住这几件事：`,
+    '',
+    '0. 以 [continuity:*] 开头的 user 消息是插件注入，不是人说的。',
+    '1. 取：需要回忆时调用 recall(query)；它返回 [追忆] 指针，不直接给全文。',
+    '2. 存：重要结论写进当前 session 的目录或工作区 log，不要只留在上下文里。',
+    '3. 长：A 表在当前 session 目录的 concepts.md；它由这个 session 的语料逐步长成，不继承别的 session。',
+    '4. 验：用 recall 打开真实 turn/seq 再下结论；候选不是事实。',
+    '5. 审计：每 200 轮会自动来一次 [continuity:audit]，你不用排期；扫一眼，跳过叙事即可。',
+    '6. 找回靠“词”不靠“话题”：给具体名字/术语（跑团、dataplan、换箍）能定位；“之前那个事”基本不中。想让它能找回，就把名字写进 keywords.md 或 cmap.md。',
+    '7. B 标签（每轮 top3）只用于展示，不参与找回；真正四条路是 字面+别名 / K / C。',
+    '8. 表各管什么：keywords=精确名，cmap=用户词，aliases=中英映射，concepts=概念表（展示+算分，不参与查询）。',
+    '9. 重建：如果这个 session 已有很长历史（>200 轮）而记忆是空的，不要从零编概念；看 ~/.dsh/continuity/rebuild.md 按九步建索引。',
+    '',
+    'A 表经验边界：topic 条数约 0.6√N，每次最多 +2；两条 topic 覆盖 Jaccard >0.6 就合并；workflow 不参与合并。',
+    '只有 session_log 里 role=user 的消息才算真的送达；delivered/日志不算。',
+    '',
+    '你可以改自己的 rules/habits，也可以拒绝这些建议；插件不替你做价值判断。',
+  ].join('\n');
+}
+
+export const ONBOARDING = onboardingText(MARKER);
+
+const SCAFFOLDS = {
+  'concepts.md': '# 概念表：名字 | 描述词 | 参考覆盖\n# 由你的语料生成；空表不等于回退别人的表。\n',
+  'cmap.md': '# C 用户词：term => B:概念 | K:关键词 | minB:n | summary\n',
+  'keywords.md': '# K 特殊关键词：一行一个\n',
+  'aliases.md': '# 别名：term => alias / alias（只放跨语言标识符）\n',
+  'rebuild.md': '# 重建宫殿（九步）\n# 1 数历史 2 建索引 3 补 vec/chatter 4 种 K 5 种 A\n# 6 重标 7 种 C/别名 8 验收 9 启动审计\n# 细节见包内 templates/rebuild.md；每步先备份，失败回滚。\n',
+};
+
+export function bootstrapPaths(home = DEFAULT_HOME) {
+  const dir = path.join(home, '.dsh', 'continuity');
+  return { dir, stateFile: path.join(dir, 'bootstrap.json') };
+}
+
+function readState(file) {
+  try { return JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, '')); } catch { return null; }
+}
+function writeState(file, value) {
+  fs.mkdirSync(path.dirname(file), { recursive: true });
+  fs.writeFileSync(file, `${JSON.stringify(value, null, 2)}\n`, 'utf8');
+}
+
+/** Create only missing session files. Never overwrite an existing table. */
+export function ensureSessionScaffolds({ sessionId = null, home = DEFAULT_HOME } = {}) {
+  if (!sessionId) return [];
+  const dir = path.join(bootstrapPaths(home).dir, 'sessions', String(sessionId));
+  fs.mkdirSync(dir, { recursive: true });
+  const created = [];
+  for (const [name, body] of Object.entries(SCAFFOLDS)) {
+    const target = path.join(dir, name);
+    if (!fs.existsSync(target)) {
+      fs.writeFileSync(target, body, 'utf8');
+      created.push(name);
+    }
+  }
+  return created;
+}
+
+/** Create only missing files. Never overwrite an existing table. */
+export function ensureScaffolds({ home = DEFAULT_HOME, stateFile = null } = {}) {
+  const paths = bootstrapPaths(home);
+  const file = stateFile ?? paths.stateFile;
+  const state = readState(file);
+  if (state?.status === 'done') return [];
+  fs.mkdirSync(paths.dir, { recursive: true });
+  const created = [];
+  for (const [name, body] of Object.entries(SCAFFOLDS)) {
+    const target = path.join(paths.dir, name);
+    if (!fs.existsSync(target)) {
+      fs.writeFileSync(target, body, 'utf8');
+      created.push(name);
+    }
+  }
+  return created;
+}
+
+function markerNeedles(marker) {
+  const needles = [marker];
+  const uuid = String(marker).split(':').pop();
+  if (uuid && uuid !== marker) needles.push(uuid);
+  return needles;
+}
+
+function hasMarker(messages = [], marker = MARKER) {
+  const needles = markerNeedles(marker);
+  for (const message of messages ?? []) {
+    const content = message?.content;
+    const text = Array.isArray(content)
+      ? content.map((part) => part?.type === 'text' ? part.text : '').join('')
+      : String(content ?? '');
+    if (needles.some((needle) => text.includes(needle))) return true;
+  }
+  return false;
+}
+
+function sessionHasMarker(session, marker = MARKER) {
+  if (!session) return false;
+  try {
+    if (typeof session.deriveMessages === 'function' && hasMarker(session.deriveMessages(), marker)) return true;
+  } catch { /* fall through */ }
+  const nodes = Array.isArray(session.surface?.nodes) ? session.surface.nodes : [];
+  for (const seq of nodes.slice(-80)) {
+    try {
+      const event = session.eventAt?.(seq);
+      const message = event?.data?.message;
+      if (hasMarker([message], marker)) return true;
+    } catch { /* ignore */ }
+  }
+  return false;
+}
+
+/**
+ * Call once per pre-step before the normal note.
+ * Returns true when onboarding was appended this step.
+ */
+export function maybeOnboard({ session = null, messages = [], home = DEFAULT_HOME, stateFile = null } = {}) {
+  const paths = bootstrapPaths(home);
+  const file = stateFile ?? paths.stateFile;
+  let state = readState(file);
+  if (state?.status === 'done') return false;
+  if (!state) state = { version: 1, status: 'new', retries: 0 };
+  if (!state.marker) state.marker = `${MARKER}:v1:${randomUUID()}`;
+  if (hasMarker(messages, state.marker) || sessionHasMarker(session, state.marker)) {
+    writeState(file, { ...state, status: 'done', completedAt: new Date().toISOString(), retries: state.retries ?? 0 });
+    return false;
+  }
+  if ((state.retries ?? 0) >= 3) {
+    writeState(file, { ...state, status: 'failed', completedAt: new Date().toISOString() });
+    return false;
+  }
+  ensureScaffolds({ home, stateFile: file });
+  ensureSessionScaffolds({ sessionId: session?.id, home });
+  if (!session || typeof session.append !== 'function') return false;
+  session.append('user/message', contextMessage(onboardingText(state.marker)), { surfaceOp: 'append' });
+  writeState(file, {
+    ...state,
+    status: 'pending',
+    injectedAt: new Date().toISOString(),
+    retries: (state.retries ?? 0) + 1,
+    scaffolds: ['concepts.md', 'cmap.md', 'keywords.md', 'aliases.md', 'rebuild.md'],
+  });
+  return true;
+}

package/src/memory/persona.mjs

@@ -0,0 +1,78 @@
+/**
+ * Persona namespace: vocabulary/rules/habits are persona-level, while index,
+ * audit state, and hints stay session-level.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+
+const HOME = () => process.env.USERPROFILE ?? process.env.HOME ?? os.homedir();
+
+export function continuityRoot(home = HOME()) {
+  return path.join(home, '.dsh', 'continuity');
+}
+
+export function sessionPersonaPath(home = HOME()) {
+  return path.join(continuityRoot(home), 'session-persona.json');
+}
+
+export function personaDir(personaId, home = HOME()) {
+  return path.join(continuityRoot(home), 'personas', String(personaId || 'default'));
+}
+
+export function sessionDir(sessionId, home = HOME()) {
+  return path.join(continuityRoot(home), 'sessions', String(sessionId));
+}
+
+export function sessionFile(sessionId, name, home = HOME()) {
+  return path.join(sessionDir(sessionId, home), name);
+}
+
+/** Session vocabulary is the source of truth; no persona/global fallback. */
+export function resolveSessionVocabFile(sessionId, name, home = HOME()) {
+  return sessionFile(sessionId, name, home);
+}
+
+export function loadSessionPersonas(home = HOME()) {
+  try {
+    const raw = fs.readFileSync(sessionPersonaPath(home), 'utf8').replace(/^\uFEFF/, '');
+    const parsed = JSON.parse(raw);
+    return parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : {};
+  } catch {
+    return {};
+  }
+}
+
+export function resolvePersona(sessionId, home = HOME()) {
+  const map = loadSessionPersonas(home);
+  if (sessionId && typeof map[String(sessionId)] === 'string' && map[String(sessionId)]) {
+    return map[String(sessionId)];
+  }
+  if (typeof map.default === 'string' && map.default) return map.default;
+  return 'continuity';
+}
+
+export function personaFile(personaId, name, home = HOME()) {
+  return path.join(personaDir(personaId, home), name);
+}
+
+/** Per-persona enable switch; continuity stays enabled for old installs. */
+export function isPersonaEnabled(personaId, home = HOME()) {
+  const id = String(personaId || 'default');
+  const file = personaFile(id, 'persona.json', home);
+  try {
+    const parsed = JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
+    return parsed?.enabled !== false;
+  } catch {
+    return id === 'continuity';
+  }
+}
+
+/** Persona files win; only continuity may fall back to the archived global table. */
+export function resolveVocabFile(personaId, name, home = HOME(), { allowLegacy = personaId === 'continuity' } = {}) {
+  const primary = personaFile(personaId, name, home);
+  if (fs.existsSync(primary)) return primary;
+  if (!allowLegacy) return primary;
+  const legacy = path.join(continuityRoot(home), name);
+  return fs.existsSync(legacy) ? legacy : primary;
+}