dsh-deepseek-import 0.1.0 → 0.1.1

package/README.md

@@ -134,6 +134,17 @@ node dsh-import.mjs export.json --from-match "some text you typed"
 node dsh-import.mjs export.json --from-index 157
 ```
 
+### Auditing imported sessions
+
+DSH session format v4 requires the first model-visible node to be a `system/message`.
+Imports from `0.1.0` predate that fix and would break the moment you kept chatting in them.
+`0.1.1` writes the head on import, and this command repairs sessions created earlier:
+
+```powershell
+node dsh-import.mjs --audit     # report only
+node dsh-import.mjs --repair    # insert/move the head, resequence, drop the projection cache
+```
+
 - `--from-match` does a case-insensitive substring match over **user messages**, first hit wins
 - If the same text was edited and appears several times, the TUI lists them chronologically and you pick by number
 - Choosing a branch point disables auto-trim (your choice wins); the full text still goes to `transcript.md`

package/README.zh.md

@@ -120,6 +120,8 @@ node dsh-import.mjs 导出.json --keep-interrupted # 保留不完整的中断输
 node dsh-import.mjs 导出.json --only "<对话 id>"       # 只导指定对话（逗号分隔可多个）
 node dsh-import.mjs 导出.json --from-match "某句话"     # 从匹配到的用户消息开始分支
 node dsh-import.mjs 导出.json --from-index 157         # 按消息序号分支
+node dsh-import.mjs --audit                            # 体检已导入会话（system 头是否完好）
+node dsh-import.mjs --repair                           # 批量修掉有隐患的会话
 
 > --tail 与 --from-index/--from-match 互斥（一个是取最后 N 轮，一个是从指定位置开始），同时给出会直接报错退出；--from-* 只能用于单个对话。
 ```

package/dsh-import.mjs

@@ -85,6 +85,9 @@ function parseArgs(argv) {
     else if (arg === '--keep-interrupted') opts.keepInterrupted = true;
     else if (arg === '--tail') opts.tail = Number(argv[++i]);
     else if (arg === '--no-auto-trim') opts.autoTrim = false;
+    else if (arg === '--no-system-head') opts.noSystemHead = true;
+    else if (arg === '--audit') opts.audit = true;
+    else if (arg === '--repair') { opts.audit = true; opts.applyRepair = true; }
     else if (arg === '--no-sidecar' || arg === '--sidecar') opts.noSidecar = true;
     else if (arg === '--sidecar-dir') opts.sidecarDir = argv[++i];
     else if (arg === '--context-window') opts.contextWindow = Number(argv[++i]) || null;
@@ -362,6 +365,9 @@ function conversationsOf(file) {
 
 // ---------------------------------------------------------------- 生成会话
 
+const IMPORT_SYSTEM_NOTE =
+  '本会话的历史来自 DeepSeek 网页对话的导入，以下消息为用户与助手的原始记录，顺序与原文一致。';
+
 const DATA_URL = /^data:([^;,]+);base64,(.*)$/s;
 const MIME_EXT = {
   'image/png': 'png',
@@ -706,6 +712,21 @@ function buildEvents(conversation, workspacePath, sessionId) {
         });
       }
       push('step/start', { turn, step });
+      // v4 不变量：surface 的第 0 个节点必须是受保护的 system 头。
+      // 导入的历史前面没有 system/message 时，会话能打开，但一旦继续对话、
+      // 运行时追加自己的 system/message 就会被校验器判为损坏。
+      if (turn === 1 && !opts.noSystemHead) {
+        push('system/message', {
+          turn,
+          step,
+          message: {
+            role: 'system',
+            content: [{ type: 'text', text: IMPORT_SYSTEM_NOTE }],
+            source: { kind: 'system-prompt' },
+            id: crypto.randomUUID(),
+          },
+        }, { surfaceOp: 'append' });
+      }
       const seqNow = seq;
       // 只在第一条用户消息尾部附上存档索引
       if (sidecarNote && firstUserSeq === undefined) text += sidecarNote;
@@ -884,6 +905,12 @@ function writeTranscript(conversation, workspacePath, sessionId) {
 // ---------------------------------------------------------------- 主流程
 
 async function main() {
+  if (opts.audit) {
+    const { auditSessions } = await import('./repair-session.mjs');
+    auditSessions({ dryRun: opts.dryRun, apply: opts.applyRepair === true });
+    return { audited: true };
+  }
+
   // ---------- 参数自检：互相排斥的组合直接拒绝 ----------
   if (opts.tail !== undefined && opts.tail !== null) {
     if (!Number.isInteger(opts.tail) || opts.tail < 1) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-deepseek-import",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "DeepSeek web chat → DeepSeek Harness sessions (Edge extension + importer CLI)",
   "type": "module",
   "license": "MIT",
@@ -14,6 +14,7 @@
     "dsh-import.cmd",
     "move-session.mjs",
     "remove-session.mjs",
+    "repair-session.mjs",
     "audit-imports.mjs",
     "edge-extension/",
     "README.md",
@@ -39,6 +40,7 @@
   },
   "scripts": {
     "list": "node dsh-import.mjs --list",
-    "tui": "node dsh-import-tui.mjs"
+    "tui": "node dsh-import-tui.mjs",
+    "audit": "node repair-session.mjs --audit"
   }
 }

package/repair-session.mjs

@@ -0,0 +1,220 @@
+#!/usr/bin/env node
+/**
+ * repair-session.mjs — 给导入的会话补上 v4 要求的「受保护 system 头」
+ *
+ * 背景：DSH 会话格式 v4 要求 surface 的第 0 个节点是 system/message。
+ * 早期的导入器没写这一条，会话能打开，但一旦继续对话、运行时追加自己的
+ * system/message，就会报 `system/message requires a protected first surface head`。
+ *
+ * 用法：
+ *   node repair-session.mjs --audit              # 体检所有会话
+ *   node repair-session.mjs <session-dir> --dry-run
+ *   node repair-session.mjs <session-dir>
+ *   node repair-session.mjs --all [--dry-run]    # 批量修所有需要修的
+ */
+
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import zlib from 'node:zlib';
+import crypto from 'node:crypto';
+import { fileURLToPath } from 'node:url';
+
+const DSH_HOME = process.env.DSH_HOME || path.join(os.homedir(), '.dsh');
+const SESSIONS = path.join(DSH_HOME, 'sessions');
+const CACHE = path.join(DSH_HOME, 'storages', 'session_projcache', 'sessions');
+
+const NOTE =
+  '本会话的历史来自 DeepSeek 网页对话的导入，以下消息为用户与助手的原始记录，顺序与原文一致。';
+
+const args = process.argv.slice(2);
+const dryRun = args.includes('--dry-run');
+const audit = args.includes('--audit');
+const all = args.includes('--all');
+const targets = args.filter((a) => !a.startsWith('--'));
+
+function readFrames(file) {
+  const buf = fs.readFileSync(file);
+  const magic = Buffer.from([0x28, 0xb5, 0x2f, 0xfd]);
+  const offsets = [];
+  for (let i = -1; (i = buf.indexOf(magic, i + 1)) !== -1;) offsets.push(i);
+  const texts = [];
+  for (let k = 0; k < offsets.length; k++) {
+    texts.push(zlib.zstdDecompressSync(buf.subarray(offsets[k], offsets[k + 1] ?? buf.length)).toString('utf8'));
+  }
+  return texts;
+}
+
+function writeFrames(file, texts) {
+  const encoded = Buffer.concat(texts.map((text) => zlib.zstdCompressSync(Buffer.from(text, 'utf8'))));
+  fs.writeFileSync(file, encoded);
+}
+
+function sessionFiles() {
+  const out = [];
+  if (!fs.existsSync(SESSIONS)) return out;
+  for (const project of fs.readdirSync(SESSIONS)) {
+    const dir = path.join(SESSIONS, project);
+    if (!fs.statSync(dir).isDirectory()) continue;
+    for (const entry of fs.readdirSync(dir)) {
+      if (!entry.startsWith('session-')) continue;
+      const file = path.join(dir, entry, 'session.v4.jsonl.zstd');
+      if (fs.existsSync(file)) out.push({ id: entry, file });
+    }
+  }
+  return out;
+}
+
+/** 返回 { status, header, events, firstSurfaceIndex, systemIndexes } */
+function inspect(file) {
+  const texts = readFrames(file);
+  const rows = texts.join('').split('\n').filter(Boolean).map((line) => JSON.parse(line));
+  const header = rows[0];
+  const events = rows.slice(1);
+  const systemIndexes = events.map((e, i) => (e.type === 'system/message' ? i : -1)).filter((i) => i >= 0);
+  const surfaceTypes = new Set(['user/message', 'assistant/message', 'system/message', 'tool/result', 'developer/message']);
+  const firstSurfaceIndex = events.findIndex((e) => surfaceTypes.has(e.type));
+  return { texts, header, events, systemIndexes, firstSurfaceIndex };
+}
+
+function makeSystemEvent(turn, step) {
+  return {
+    type: 'system/message',
+    seq: 0,
+    time: Date.now(),
+    data: {
+      turn,
+      step,
+      message: {
+        role: 'system',
+        content: [{ type: 'text', text: NOTE }],
+        source: { kind: 'system-prompt' },
+        id: crypto.randomUUID(),
+      },
+    },
+    surfaceOp: 'append',
+  };
+}
+
+function planRepair({ events, systemIndexes, firstSurfaceIndex }) {
+  if (firstSurfaceIndex < 0) return { action: 'skip', reason: '没有 surface 事件' };
+  if (systemIndexes.length && systemIndexes[0] === firstSurfaceIndex) {
+    return { action: 'ok' };
+  }
+
+  const copy = events.map((e) => ({ ...e }));
+  if (systemIndexes.length) {
+    // 已有 system 但在后面：把它挪到 surface 最前面
+    const source = copy[systemIndexes[0]];
+    copy.splice(systemIndexes[0], 1);
+    const target = firstSurfaceIndex;
+    copy.splice(target, 0, {
+      ...source,
+      data: { ...source.data, turn: 1, step: 1 },
+      surfaceOp: 'append',
+    });
+    return { action: 'move', events: copy };
+  }
+
+  // 完全没有 system：插到第一个 surface 事件之前
+  copy.splice(firstSurfaceIndex, 0, makeSystemEvent(1, 1));
+  return { action: 'insert', events: copy };
+}
+
+function resequence(events) {
+  const mapping = new Map();
+  events.forEach((event, index) => mapping.set(event.seq, index));
+  const next = events.map((event, index) => ({ ...event, seq: index }));
+  // 改写对 seq 的引用（session/title 的 messageSeqs）
+  for (const event of next) {
+    if (event.type === 'session/title' && Array.isArray(event.data?.messageSeqs)) {
+      event.data = {
+        ...event.data,
+        messageSeqs: event.data.messageSeqs.map((seq) => mapping.get(seq) ?? seq),
+      };
+    }
+  }
+  return next;
+}
+
+function sessionDirOf(file) {
+  return path.dirname(file);
+}
+
+function repair(file, plan) {
+  const { texts, header } = inspect(file);
+  const events = resequence(plan.events);
+  const lines = [JSON.stringify(header), ...events.map((e) => JSON.stringify(e))];
+  writeFrames(file, lines.map((line) => `${line}\n`));
+
+  const id = path.basename(sessionDirOf(file));
+  const cached = path.join(CACHE, `${id}.json`);
+  let cacheNote = '';
+  if (fs.existsSync(cached)) {
+    fs.rmSync(cached, { force: true });
+    cacheNote = '，投影缓存已清除';
+  }
+  return `${plan.action === 'insert' ? '已插入 system 头' : '已把 system 头移到最前'}（${events.length} 条事件${cacheNote}）`;
+}
+
+export function auditSessions({ dryRun = false, apply = false } = {}) {
+  const list = sessionFiles();
+  const problems = [];
+  for (const item of list) {
+    let info;
+    try {
+      info = inspect(item.file);
+    } catch (error) {
+      problems.push({ ...item, status: `读取失败：${error.message}` });
+      continue;
+    }
+    const plan = planRepair(info);
+    if (plan.action === 'ok') continue;
+    problems.push({ ...item, status: plan.action, plan });
+  }
+
+  console.log(`会话总数 ${list.length}，需要处理 ${problems.length}`);
+  for (const item of problems) {
+    console.log(`  ${item.id}  ${item.status}`);
+    if (dryRun || !apply || !item.plan) continue;
+    console.log(`    → ${repair(item.file, item.plan)}`);
+  }
+  if (dryRun) console.log('\n[dry-run] 没有修改任何文件');
+  return problems;
+}
+
+export function repairSessions(paths, { dryRun = false } = {}) {
+  for (const target of paths) {
+    const dir = target.endsWith('session.v4.jsonl.zstd') ? path.dirname(target) : target;
+    const file = path.join(dir, 'session.v4.jsonl.zstd');
+    if (!fs.existsSync(file)) {
+      console.error(`找不到 ${file}`);
+      continue;
+    }
+    const info = inspect(file);
+    const plan = planRepair(info);
+    console.log(`${path.basename(dir)}: ${plan.action}`);
+    if (plan.action === 'ok' || plan.action === 'skip' || dryRun) continue;
+    console.log('  → ' + repair(file, plan));
+  }
+}
+
+// ---------------------------------------------------------------- 入口
+
+const invokedDirectly =
+  process.argv[1] && path.resolve(process.argv[1]) === path.resolve(fileURLToPath(import.meta.url));
+
+if (invokedDirectly) {
+  if (audit || all) {
+    auditSessions({ dryRun, apply: all });
+    process.exit(0);
+  }
+
+  if (!targets.length) {
+    console.error('用法：node repair-session.mjs --audit | <session-dir> [--dry-run] | --all');
+    process.exit(1);
+  }
+
+  repairSessions(targets, { dryRun });
+}
+