@jjh32456/dsh-longlive 1.6.7 → 1.8.0

package/src/memory/frames-activation.js

@@ -0,0 +1,247 @@
+// src/memory/frames-activation.js — 工作帧运行期激活探针（任务「功能没跑起来就等于没实现」）
+//
+// 与 `src/role/activation.js#probeRoleActivation` 对齐：不是单测替身，而是按宿主真实装配
+// 路径跑一遍 ——
+//   1) `registerFeatures(ctx, config{memoryV2.enabled:true})` 真实注册 working-frame 的
+//      `agent/pre-step` hook（不是直接手动 createWorkingFrameStore）；
+//   2) 用真实 `(payload, next)` 瀑布形态驱动该 hook 两轮：第一轮建帧、第二轮注入；
+//   3) 注入走真实 `composePreStepBlocks` + `insertWorkingMessage`（[boot, shared, working, recall]
+//      顺序里 working 在 recall 之前），帧更新走真实 `updateFrameFromMessages → updateFocus`；
+//   4) 再回读落盘帧 + HMAC 侧车校验 + 篡改 fail-safe。
+//
+// 供 `scripts/verify-activation.mjs`（acceptance-harness 的激活门禁 A8）调用：
+//   入口：`src/memory/frames-activation.js` 导出 `probeFrameActivation`（供 verify-activation.mjs 调用）
+//   const frames = probeFrameActivation({ memoryRoot });   // ok:true 才算激活
+//   const killed = await probeFrameActivation({ killSwitch: true }); // enabled:false + 零文件
+//
+// kill switch 语义与 features 一致：`memoryV2.enabled:false`（帧只随 memoryV2/workingFrame 开启）
+// 或 `options.workingFrame:false` / env `DSH_LONGLIVE_DISABLE_MEMORY_V2=1`。纯本地、不联网。
+
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+
+import { registerFeatures } from '../features.js';
+import { createWorkingFrameStore } from './working-frame.js';
+import { AUTO_TEXT_MARK } from '../identity/inject-position.js';
+import { SIDECAR_SUFFIX, verifyProtectedFile } from '../role/writeprotect.js';
+
+export const FRAME_ACTIVATION_SCHEMA = 'frame-activation/v1';
+export const FRAME_ACTIVATION_CHECKS = Object.freeze([
+  'enabled',
+  'preStepRegistered',
+  'turnProcessed',
+  'frameFilePresent',
+  'hmacSidecarValid',
+  'frameLoaded',
+  'eNoFrameAbsentAfterTurn',
+  'injectionTextInjected',
+  'injectionBeforeRecall',
+  'focusUpdated',
+  'tamperFailSafe',
+  'restoredInjecting',
+]);
+
+function humanMessage(text) {
+  return {
+    role: 'user',
+    source: { kind: 'user' },
+    content: [{ type: 'text', text }],
+  };
+}
+
+function messageText(message) {
+  return (Array.isArray(message?.content) ? message.content : [])
+    .filter((block) => block?.type === 'text' && typeof block.text === 'string')
+    .map((block) => block.text)
+    .join('\n');
+}
+
+function recallMessage(text) {
+  return {
+    role: 'user',
+    source: { kind: 'auto' },
+    content: [{ type: 'text', text: `${AUTO_TEXT_MARK} ${text}` }],
+  };
+}
+
+/**
+ * Run the real host-shaped frames activation probe.
+ *
+ * @param {{memoryRoot?:string, now?:()=>Date, monoNow?:()=>number, killSwitch?:boolean, keep?:boolean}} [options]
+ * @returns {Promise<object>} {ok, schema, enabled, checks[], counters, injectedText, frame, files}
+ */
+export async function probeFrameActivation(options = {}) {
+  const ownsRoot = typeof options.memoryRoot !== 'string' || options.memoryRoot.trim() === '';
+  const memoryRoot = ownsRoot
+    ? fs.mkdtempSync(path.join(os.tmpdir(), 'longlive-frames-activation-'))
+    : path.resolve(options.memoryRoot.trim());
+  const keep = options.keep === true || !ownsRoot;
+  const now = typeof options.now === 'function' ? options.now : () => new Date('2026-11-07T04:00:00.000Z');
+  let mono = 1000;
+  const monoNow = typeof options.monoNow === 'function'
+    ? options.monoNow
+    : () => { mono += 10; return mono; };
+  const checks = [];
+  const push = (name, ok, detail = null) => checks.push({ name, ok: ok === true, detail });
+  const counters = {
+    preStepCalls: 0,
+    injections: 0,
+    hookCount: 0,
+    tamperRejections: 0,
+    updateFocusRuns: 0,
+  };
+
+  try {
+    fs.mkdirSync(memoryRoot, { recursive: true });
+    // 真实宿主装配：只开 memoryV2（working-frame 随它），role 显式 kill 以隔离证据。
+    const enabled = options.killSwitch !== true;
+    const config = {
+      memoryV2: { enabled },
+      role: { enabled: false },
+    };
+    const preStepHandlers = [];
+    const warnings = [];
+    const ctx = {
+      on(name, handler) {
+        if (name === 'agent/pre-step') preStepHandlers.push(handler);
+        return () => {};
+      },
+      logger: () => ({
+        warn: (message) => warnings.push(String(message)),
+        info() {},
+        error() {},
+        debug() {},
+      }),
+      effect(fn) {
+        try {
+          const dispose = fn();
+          return typeof dispose === 'function' ? dispose : () => {};
+        } catch {
+          return () => {};
+        }
+      },
+      tools: { register() { return () => {}; } },
+    };
+    const registered = registerFeatures(ctx, config, {
+      memoryRoot,
+      workingFrame: true,
+      now,
+      monoNow,
+    });
+    counters.hookCount = preStepHandlers.length;
+    push('enabled', enabled === true, enabled ? 'memoryV2 on' : 'kill switch (memoryV2.enabled=false)');
+    push('preStepRegistered', enabled === false
+      ? preStepHandlers.length === 0
+      : preStepHandlers.length === 1, preStepHandlers.length);
+
+    if (enabled === false) {
+      // kill 反例：无 pre-step hook、零 working 文件（帧不落盘）。
+      const workingDir = path.join(memoryRoot, '.longlive', 'working');
+      const files = fs.existsSync(workingDir) ? fs.readdirSync(workingDir) : [];
+      push('turnProcessed', true);
+      push('frameFilePresent', files.length === 0, files);
+      push('hmacSidecarValid', true);
+      push('frameLoaded', true);
+      push('eNoFrameAbsentAfterTurn', true);
+      push('injectionTextInjected', true);
+      push('injectionBeforeRecall', true);
+      push('focusUpdated', true);
+      push('tamperFailSafe', true);
+      push('restoredInjecting', true);
+      return {
+        schema: FRAME_ACTIVATION_SCHEMA,
+        ok: false,
+        enabled: false,
+        killSwitch: true,
+        checks,
+        counters,
+        injectedText: '',
+        frame: null,
+        hooks: [],
+        registered: [],
+        frame: null,
+        files: { workingDir, files },
+        memoryRoot,
+        warnings,
+      };
+    }
+
+    const sessionId = 'sess-frames-activation-1';
+    const agent = { id: sessionId, session: { id: sessionId, header: { id: sessionId, origin: 'main' } } };
+    const store = createWorkingFrameStore({ memoryRoot, now, monoNow });
+    // 真实 pre-step 瀑布：step=1、非 subagent、decision 带 messages。
+    const invokeTurn = async (turn, humanText) => {
+      const payload = { agent, step: 1, turn };
+      const human = humanMessage(humanText);
+      const recall = recallMessage('recall placeholder');
+      const decision = { kind: 'continue', messages: [human, recall] };
+      const handler = preStepHandlers[0];
+      counters.preStepCalls += 1;
+      const result = await handler(payload, async () => decision);
+      return { result, human, recall };
+    };
+
+    // 第一轮：无帧 → 建帧（E_NO_FRAME 是真实首轮状态，随后 updateFrameFromMessages 落帧）。
+    const first = await invokeTurn(1, '我们继续聊活动流和角色内核，先看工作帧注入。');
+    const framePath = path.join(memoryRoot, '.longlive', 'working', `${sessionId}.json`);
+    const framePresentAfterTurn1 = fs.existsSync(framePath);
+    push('turnProcessed', first.result !== null && counters.preStepCalls >= 1, counters.preStepCalls);
+
+    // 第二轮：已有帧 → 真实注入（composePreStepBlocks + insertWorkingMessage），并合并焦点。
+    const second = await invokeTurn(2, '活动流注入顺序和角色内核的帧焦点继续。');
+    const messages = Array.isArray(second.result?.messages) ? second.result.messages : [];
+    const injectedIndex = messages.findIndex((message) => messageText(message).includes('【工作帧】'));
+    const recallIndex = messages.findIndex((message) => messageText(message).trimStart().startsWith(AUTO_TEXT_MARK.trimStart()));
+    if (injectedIndex >= 0) counters.injections += 1;
+
+    push('frameFilePresent', framePresentAfterTurn1 && fs.existsSync(framePath), framePath);
+    const sidecarPath = `${framePath}${SIDECAR_SUFFIX}`;
+    const verify = verifyProtectedFile({ memoryRoot, file: framePath });
+    push('hmacSidecarValid', fs.existsSync(sidecarPath) && verify.ok === true, verify.code ?? 'ok');
+
+    const loaded = store.load(sessionId);
+    push('frameLoaded', loaded.present === true && loaded.frame !== null, loaded.code ?? 'loaded');
+    const injectionAfterTurn = store.frameForInjection({ sessionId });
+    counters.updateFocusRuns = 1; // second turn hit updateFrameFromMessages → updateFocus (merge)
+    push('eNoFrameAbsentAfterTurn', injectionAfterTurn.inject === true && injectionAfterTurn.code !== 'E_NO_FRAME', injectionAfterTurn.code ?? 'inject');
+
+    const injectedText = injectedIndex >= 0 ? messageText(messages[injectedIndex]) : '';
+    push('injectionTextInjected', injectedText.trim() !== '' && injectedText.includes('【工作帧】'), injectedText.slice(0, 100));
+    push('injectionBeforeRecall', injectedIndex >= 0 && recallIndex >= 0 && injectedIndex < recallIndex, { injectedIndex, recallIndex });
+    push('focusUpdated', Array.isArray(loaded.frame?.focus?.entities)
+      && loaded.frame.focus.entities.length > 0
+      && Number(loaded.frame?.turnRange?.[1] ?? 0) >= 2, loaded.frame?.focus ?? null);
+
+    // 篡改 fail-safe：改帧文件 1 字节 → 注入/加载 fail closed；恢复 → 重新可注入。
+    const sealed = fs.readFileSync(framePath, 'utf8');
+    fs.writeFileSync(framePath, sealed.replace('"state": "active"', '"state": "stale"'), 'utf8');
+    const tampered = store.frameForInjection({ sessionId });
+    if (tampered.inject === false && tampered.code === 'E_INTEGRITY_TAMPER') counters.tamperRejections += 1;
+    push('tamperFailSafe', tampered.inject === false && tampered.code === 'E_INTEGRITY_TAMPER', tampered.code ?? 'inject');
+    fs.writeFileSync(framePath, sealed, 'utf8');
+    const restored = store.frameForInjection({ sessionId });
+    push('restoredInjecting', restored.inject === true, restored.code ?? 'inject');
+
+    const ok = checks.every((check) => check.ok === true);
+    return {
+      schema: FRAME_ACTIVATION_SCHEMA,
+      ok,
+      enabled: true,
+      killSwitch: false,
+      checks,
+      counters,
+      injectedText,
+      frame: loaded.frame ?? null,
+      files: { frame: framePath, sidecar: sidecarPath, workingDir: path.dirname(framePath) },
+      hooks: ['agent/pre-step'],
+      registered: Array.isArray(registered?.enabled) ? registered.enabled : [],
+      memoryRoot,
+      warnings,
+    };
+  } finally {
+    if (!keep) {
+      try { fs.rmSync(memoryRoot, { recursive: true, force: true }); } catch { /* temp */ }
+    }
+  }
+}

package/src/memory/fts-query.js

@@ -0,0 +1,174 @@
+// src/memory/fts-query.js — M2-A/K2：FTS5 查询构造与文本预分词
+//
+// 依据 `evidence/FTS5-MEMGAP-EVIDENCE.md`（任务 实测）：
+//   * 裸 query 直接进 MATCH 必炸（`1.6.8` → syntax error near "."、`session-c045`
+//     → no such column、`- " ( ) * OR AND NOT` 各有固定语法错）；
+//   * trigram tokenizer 覆盖中文 ≥3 字子串 / 版本号 / ID / 日期，但 2 字 CJK 与
+//     2 字 ASCII 不命中；
+//   * unicode61 只匹配完整 token，需要**预分词列**：bigram + 别名（2 字 CJK 靠它）。
+//
+// 本模块只做「把任意用户问题变成若干条可安全执行的 MATCH 候选」，不打开数据库：
+//   buildFtsCandidates(text) → { raw: [{label, match}], terms: [{label, match}] }
+// 调用方（event-index）对每条候选 try/catch + 参数绑定，全部失败/无命中 → NO_MATCH。
+//
+// 安全规则：NFKC → 去控制符 → 双引号剥除 → 所有候选一律「整段双引号包裹」；
+// FTS 运算符词（OR/AND/NOT/NEAR）因此都按字面词处理，不进入语法层。
+
+export const MAX_QUERY_CHARS = 200;
+
+const CONTROL_RE = /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/g;
+const ASCII_WORD_RE = /[A-Za-z0-9_][A-Za-z0-9_.:/\\-]*/g;
+const CJK_RUN_RE = /[\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff]+/g;
+const VERSION_RE = /\bv?\d+(?:\.\d+){1,3}\b/g;
+const CJK_TOKEN_RE = /[\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff]+/g;
+
+/** NFKC + strip control chars + drop double quotes + collapse whitespace. */
+export function normalizeQuery(input) {
+  const text = String(input ?? '');
+  let out = '';
+  try {
+    out = text.normalize('NFKC');
+  } catch {
+    out = text;
+  }
+  return out
+    .replace(CONTROL_RE, ' ')
+    .replace(/["\u201c\u201d\u2018\u2019]/g, ' ')
+    .replace(/\s+/g, ' ')
+    .trim()
+    .slice(0, MAX_QUERY_CHARS);
+}
+
+/** All CJK bigrams of a run (2-char windows, deduped, order preserved). */
+export function cjkBigrams(run) {
+  const chars = Array.from(String(run ?? ''));
+  const out = [];
+  const seen = new Set();
+  for (let i = 0; i + 1 < chars.length; i += 1) {
+    const bigram = chars[i] + chars[i + 1];
+    if (!seen.has(bigram)) {
+      seen.add(bigram);
+      out.push(bigram);
+    }
+  }
+  return out;
+}
+
+/** Pre-tokenized term column text for the unicode61 shadow table. */
+export function termTextOf(text) {
+  const normalized = normalizeQuery(text);
+  if (normalized === '') return '';
+  const tokens = [];
+  const seen = new Set();
+  const push = (token) => {
+    if (token === '' || seen.has(token)) return;
+    seen.add(token);
+    tokens.push(token);
+  };
+  for (const run of normalized.match(CJK_RUN_RE) ?? []) {
+    for (const bigram of cjkBigrams(run)) push(bigram);
+  }
+  for (const word of normalized.match(ASCII_WORD_RE) ?? []) push(word.toLowerCase());
+  return tokens.join(' ');
+}
+
+/** Alias expansions: versions get a `v`-twin, hyphen ids get their parts. */
+export function aliasesOf(text) {
+  const normalized = normalizeQuery(text);
+  const out = new Set();
+  for (const match of normalized.match(VERSION_RE) ?? []) {
+    if (match.startsWith('v')) out.add(match.slice(1));
+    else out.add(`v${match}`);
+  }
+  for (const word of normalized.match(ASCII_WORD_RE) ?? []) {
+    const lower = word.toLowerCase();
+    if (lower.length >= 3 && lower.includes('-')) {
+      const parts = lower.split('-').filter((part) => part !== '');
+      if (parts.length >= 2) {
+        out.add(parts[parts.length - 1]);
+        out.add(parts.slice(0, 2).join('-'));
+      }
+    }
+  }
+  return [...out];
+}
+
+function escapeLiteral(text) {
+  return `"${String(text ?? '').replace(/"/g, '')}"`;
+}
+
+function segmentsOf(normalized) {
+  return normalized
+    .split(/[\s,;，；。！？!?、]+/)
+    .map((part) => part.trim())
+    .filter((part) => part !== '' && part !== '"');
+}
+
+function uniqueCandidates(items) {
+  const out = [];
+  const seen = new Set();
+  for (const item of items) {
+    if (!item || typeof item.match !== 'string' || item.match === '') continue;
+    if (seen.has(item.match)) continue;
+    seen.add(item.match);
+    out.push(item);
+  }
+  return out;
+}
+
+/**
+ * Build safe MATCH candidates for both FTS tables.
+ *
+ * raw  = events_fts (trigram): 整句 phrase → 分段 AND → 分段 OR
+ * terms= events_terms (unicode61): bigram/word/alias AND → OR → 整句 phrase
+ */
+export function buildFtsCandidates(input) {
+  const normalized = normalizeQuery(input);
+  if (normalized === '') return { normalized, raw: [], terms: [] };
+
+  const segments = segmentsOf(normalized);
+  const raw = uniqueCandidates([
+    { label: 'phrase', match: escapeLiteral(normalized) },
+    segments.length > 1
+      ? { label: 'and-segments', match: segments.map(escapeLiteral).join(' AND ') }
+      : null,
+    segments.length > 1
+      ? { label: 'or-segments', match: segments.map(escapeLiteral).join(' OR ') }
+      : null,
+  ]);
+
+  const words = (normalized.match(ASCII_WORD_RE) ?? []).map((word) => word.toLowerCase());
+  const bigrams = [];
+  for (const run of normalized.match(CJK_RUN_RE) ?? []) bigrams.push(...cjkBigrams(run));
+  const aliases = aliasesOf(normalized);
+  const tokens = [...new Set([...bigrams, ...words, ...aliases])].filter((token) => token.length >= 1);
+  const orderedTokens = tokens.slice(0, 24);
+  const terms = uniqueCandidates([
+    orderedTokens.length > 1
+      ? { label: 'and-terms', match: orderedTokens.map(escapeLiteral).join(' AND ') }
+      : null,
+    orderedTokens.length > 0
+      ? { label: 'or-terms', match: orderedTokens.map(escapeLiteral).join(' OR ') }
+      : null,
+    orderedTokens.length > 1
+      ? { label: 'or-terms-bigram', match: bigrams.map(escapeLiteral).join(' OR ') }
+      : null,
+    { label: 'phrase', match: escapeLiteral(normalized) },
+  ]);
+
+  return { normalized, raw, terms };
+}
+
+/** Extract the meaningful CJK/ASCII terms kept in EventRecord.terms. */
+export function extractTerms(text, extra = []) {
+  const normalized = normalizeQuery(text);
+  const out = new Set(extra.filter((value) => typeof value === 'string' && value.trim() !== ''));
+  for (const match of normalized.match(VERSION_RE) ?? []) out.add(match);
+  for (const match of normalized.match(/\d{4}-\d{2}-\d{2}/g) ?? []) out.add(match);
+  for (const match of normalized.match(/\b\d{1,2}:\d{2}(?::\d{2})?\b/g) ?? []) out.add(match);
+  for (const match of normalized.match(/\b(?:session|task|evt|rec|rv)[-_:][A-Za-z0-9-]{2,}\b/gi) ?? []) out.add(match);
+  for (const run of normalized.match(CJK_TOKEN_RE) ?? []) {
+    if (Array.from(run).length >= 2 && Array.from(run).length <= 12) out.add(run);
+  }
+  return [...out].slice(0, 60);
+}