@logictan/dsh-config-manager 0.1.60

package/src/core/consult-source.test.ts

@@ -0,0 +1,199 @@
+/**
+ * 迁移前咨询源读取（Phase 7）单测。
+ * 覆盖：export-zip 读取（manifest/checksums/sections/敏感暴露/可迁移性）、
+ * local-snapshot 与 profile 合成源构建。
+ */
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import fs from 'node:fs/promises';
+import os from 'node:os';
+import path from 'node:path';
+
+import { Exporter } from './exporter.ts';
+import { createAdapters } from '../adapters/index.ts';
+import { makeContext } from '../adapters/test-helpers.ts';
+import { readExportZipSource, buildLocalSnapshotSource, buildProfileSource } from './consult-source.ts';
+import { writeZip } from '../utils/zip.ts';
+import { buildManifest } from '../schema/manifest.ts';
+import { buildChecksums } from '../utils/hashing.ts';
+import type { SectionId } from '../schema/types.ts';
+import type { ConsultSourceRef } from './migration-consult.ts';
+
+const NS = ['general', 'theme', 'llm-deepseek', 'llm-pi-ai'];
+
+async function seedSource(ctx: ReturnType<typeof makeContext>): Promise<void> {
+  ctx.settings.ns.set('general', { value: { theme: 'dark', language: 'zh-CN' }, revision: 3, secrets: [] });
+  ctx.settings.ns.set('llm-deepseek', {
+    value: { apiKeyEnv: 'DEEPSEEK_API_KEY', baseURL: 'https://api.deepseek.com', model: 'deepseek-chat', apiKey: 'sk-super-secret-value-123' },
+    revision: 5,
+    secrets: [{ path: ['apiKey'], set: true }],
+  });
+  ctx.credentials.values.set('DEEPSEEK_API_KEY', 'sk-super-secret-value-123');
+  await ctx.fs.writeFile('skills/coding.md', Buffer.from('# Coding skill\nUse deepseek.\n', 'utf8'));
+}
+
+async function buildZip(): Promise<{ zipPath: string; tmp: string }> {
+  const tmp = await fs.mkdtemp(path.join(os.tmpdir(), 'dsh-cm-consult-'));
+  const src = makeContext('win32', 'C:\\Users\\alice');
+  await seedSource(src);
+  const adapters = createAdapters({ namespaces: NS });
+  const zipPath = path.join(tmp, 'dsh-config-consult.zip');
+  await new Exporter({
+    ctx: src, adapters, exporterVersion: '0.1.0',
+    now: () => new Date('2026-08-14T12:00:00.000Z'),
+  }).export({ includeSecrets: false, outPath: zipPath });
+  return { zipPath, tmp };
+}
+
+test('consult-source: 读取合法导出 ZIP → 归一化数据完整', async () => {
+  const { zipPath, tmp } = await buildZip();
+  try {
+    const ref: ConsultSourceRef = { type: 'export-zip', id: zipPath };
+    const data = await readExportZipSource(ref, zipPath, {
+      computeMigratability: async () => ({ ok: true, itemCount: 3, fatalConflicts: 0, warnings: 0, sections: ['settings', 'providers'], errors: [] }),
+    });
+    assert.ok(data.manifest !== null);
+    assert.equal(data.manifest.schemaVersion, 1);
+    assert.equal(data.manifestIssues.length, 0);
+    assert.equal(data.checksumIssues.length, 0);
+    assert.equal(data.zipSlipIssues.length, 0);
+    assert.ok(data.sections.has('settings'));
+    assert.ok(data.sections.has('providers'));
+    assert.equal(data.migratability?.ok, true);
+    assert.equal(data.migratability?.itemCount, 3);
+  } finally {
+    await fs.rm(tmp, { recursive: true, force: true });
+  }
+});
+
+test('consult-source: 敏感暴露面（含明文 secret 的源被检测）', async () => {
+  const tmp = await fs.mkdtemp(path.join(os.tmpdir(), 'dsh-cm-consult-sec-'));
+  try {
+    // 构造含明文 apiKey 的 ZIP（模拟未脱敏源）
+    const sectionFlags = {} as Record<string, boolean>;
+    for (const sid of ['settings', 'ui', 'providers', 'plugins', 'mcp', 'prompts', 'skills', 'agentPresets', 'agentInstructions', 'workspaces', 'pluginFiles', 'credentialsStatus', 'secrets', 'sessions', 'self']) {
+      sectionFlags[sid] = false;
+    }
+    sectionFlags.settings = true;
+    const manifest = buildManifest({
+      exporterVersion: '0.1.0',
+      dshVersion: '0.1.54',
+      platform: 'win32',
+      arch: 'x64',
+      sections: sectionFlags as Record<SectionId, boolean>,
+      containsSecrets: true,
+      encrypted: false,
+      encryption: null,
+    });
+    const settingsJson = JSON.stringify({ version: 1, namespaces: { llm: { value: { apiKey: 'sk-plaintext-secret-1234567890' } } } });
+    const entries = [
+      { name: 'config/settings.json', data: Buffer.from(settingsJson, 'utf8') },
+      { name: 'manifest.json', data: Buffer.from(JSON.stringify(manifest), 'utf8') },
+    ];
+    const checksums = buildChecksums(entries);
+    entries.push({ name: 'integrity/checksums.json', data: Buffer.from(JSON.stringify(checksums), 'utf8') });
+    const zipPath = path.join(tmp, 'leaky.zip');
+    await writeZip(zipPath, entries);
+
+    const ref: ConsultSourceRef = { type: 'export-zip', id: zipPath };
+    const data = await readExportZipSource(ref, zipPath);
+    assert.ok(data.sensitiveHits.some((h) => h.path.includes('settings')), '应检测到 settings 分区敏感字段');
+  } finally {
+    await fs.rm(tmp, { recursive: true, force: true });
+  }
+});
+
+test('consult-source: 损坏 ZIP → zipSlipIssues 捕获，不抛错', async () => {
+  const tmp = await fs.mkdtemp(path.join(os.tmpdir(), 'dsh-cm-consult-bad-'));
+  try {
+    const badPath = path.join(tmp, 'bad.zip');
+    await fs.writeFile(badPath, Buffer.from('not a zip'));
+    const ref: ConsultSourceRef = { type: 'export-zip', id: badPath };
+    const data = await readExportZipSource(ref, badPath);
+    assert.ok(data.zipSlipIssues.length > 0);
+    assert.equal(data.manifest, null);
+  } finally {
+    await fs.rm(tmp, { recursive: true, force: true });
+  }
+});
+
+test('consult-source: local-snapshot 合成源（verify ok → 无完整性问题）', () => {
+  const ref: ConsultSourceRef = { type: 'local-snapshot', id: 'snap-1', snapshotId: 'snap-1' };
+  const data = buildLocalSnapshotSource(ref, {
+    sections: new Map([['settings', {}]]),
+    verify: { ok: true },
+    restorePlan: { itemCount: 4, conflicts: 0, warnings: 1, sections: ['settings'], errors: [] },
+    sourceDsh: '0.1.54',
+    sourcePlatform: 'win32',
+  });
+  assert.ok(data.manifest !== null);
+  assert.equal(data.manifestIssues.length, 0);
+  assert.equal(data.checksumIssues.length, 0);
+  assert.equal(data.migratability?.itemCount, 4);
+  assert.equal(data.migratability?.warnings, 1);
+});
+
+test('consult-source: local-snapshot 合成源（verify fail → 完整性问题）', () => {
+  const ref: ConsultSourceRef = { type: 'local-snapshot', id: 'snap-1', snapshotId: 'snap-1' };
+  const data = buildLocalSnapshotSource(ref, {
+    sections: new Map(),
+    verify: { ok: false, reason: 'blob hash 不匹配' },
+    restorePlan: { itemCount: 0, conflicts: 0, warnings: 0, sections: [], errors: [] },
+    sourceDsh: '0.1.54',
+    sourcePlatform: 'win32',
+  });
+  assert.ok(data.manifestIssues.some((i) => i.severity === 'error'));
+  assert.ok(data.checksumIssues.length > 0);
+});
+
+test('consult-source: profile 合成源', () => {
+  const ref: ConsultSourceRef = { type: 'profile', id: 'work' };
+  const data = buildProfileSource(ref, {
+    sections: new Map([['settings', {}], ['providers', {}]]),
+    switchPreview: { itemCount: 5, conflicts: 1, warnings: 0, sections: ['settings', 'providers'], errors: [] },
+    sourceDsh: '0.1.54',
+    sourcePlatform: 'win32',
+  });
+  assert.ok(data.manifest !== null);
+  assert.equal(data.migratability?.itemCount, 5);
+  assert.equal(data.migratability?.fatalConflicts, 1);
+  assert.equal(data.sections.size, 2);
+});
+
+test('consult-source: READ-ONLY（咨询不写任何文件）', async () => {
+  const { zipPath, tmp } = await buildZip();
+  try {
+    // 记录咨询前目录指纹（相对路径 + 大小 + mtime）
+    const fingerprint = async (): Promise<string> => {
+      const out: string[] = [];
+      const walk = async (dir: string): Promise<void> => {
+        const entries = await fs.readdir(dir, { withFileTypes: true });
+        for (const e of entries) {
+          const p = path.join(dir, e.name);
+          if (e.isDirectory()) {
+            await walk(p);
+          } else {
+            const st = await fs.stat(p);
+            out.push(`${path.relative(tmp, p)}:${st.size}:${st.mtimeMs}`);
+          }
+        }
+      };
+      await walk(tmp);
+      return out.sort().join('\n');
+    };
+    const before = await fingerprint();
+
+    // 执行完整咨询（读取 + 评分）
+    const ref: ConsultSourceRef = { type: 'export-zip', id: zipPath };
+    const data = await readExportZipSource(ref, zipPath, {
+      computeMigratability: async () => ({ ok: true, itemCount: 1, fatalConflicts: 0, warnings: 0, sections: ['settings'], errors: [] }),
+    });
+    const { computeConsultReport } = await import('./migration-consult.ts');
+    computeConsultReport(data, { targetDsh: '0.1.54', targetPlatform: 'win32' });
+
+    const after = await fingerprint();
+    assert.equal(after, before, '咨询不得写任何文件（目录指纹应一致）');
+  } finally {
+    await fs.rm(tmp, { recursive: true, force: true });
+  }
+});

package/src/core/consult-source.ts

@@ -0,0 +1,293 @@
+/**
+ * 迁移前咨询的源读取（Phase 7，只读分析层）。
+ *
+ * 把 4 种可迁移源（export-zip / local-snapshot / remote-snapshot / profile）归一化为
+ * `ConsultSourceData`，供 `computeConsultReport` 评分。本模块**只读**：
+ *  - 读 ZIP / 快照 / profile 文件；
+ *  - 复用安全/schema 工具（parseZipHardened / parseManifest / verifyChecksumsJson /
+ *    validateSectionData / scanAndRedact / scanText）；
+ *  - 可迁移性经宿主注入的 `computeMigratability`（analyzeImport / createImportPlan，零写入）。
+ *
+ * READ-ONLY 磁盘边界：临时 ZIP 可写但必须净空（调用方负责 try/finally 清理）；
+ * 配置 / 快照存储 / journal 零写。
+ */
+import fs from 'node:fs/promises';
+import { parseZipHardened } from '../security/zip-security.ts';
+import { MANIFEST_FILE, CHECKSUMS_FILE, parseManifest, validateManifest, type ManifestIssue } from '../schema/manifest.ts';
+import { verifyChecksumsJson } from '../security/integrity.ts';
+import { SECTION_JSON_PATHS, SECTION_FILE_PREFIXES, isFileSection } from '../schema/config.ts';
+import { scanAndRedact, scanText } from '../security/secret-scanner.ts';
+import type { Manifest, SectionId } from '../schema/types.ts';
+import type { ConsultSourceData, ConsultSourceRef, MigratabilityResult } from './migration-consult.ts';
+
+export interface ConsultSourceReaderOptions {
+  /** 计算可迁移性（宿主注入；缺省 null = 不评估） */
+  computeMigratability?: (zipPath: string) => Promise<MigratabilityResult>;
+  /** 高熵扫描开关（固定 true 保证确定性；缺省 true） */
+  highEntropy?: boolean;
+}
+
+/** 从导出 ZIP 读取并归一化源数据（只读） */
+export async function readExportZipSource(
+  ref: ConsultSourceRef,
+  zipPath: string,
+  opts: ConsultSourceReaderOptions = {},
+): Promise<ConsultSourceData> {
+  const highEntropy = opts.highEntropy ?? true;
+  const raw = await fs.readFile(zipPath);
+
+  // 1. 安全解析 ZIP（捕获 Zip Slip / 结构问题）
+  const zipSlipIssues: string[] = [];
+  let archive;
+  try {
+    archive = parseZipHardened(raw);
+  } catch (err) {
+    zipSlipIssues.push(err instanceof Error ? err.message : String(err));
+    return {
+      source: ref,
+      manifest: null,
+      manifestIssues: [],
+      sections: new Map(),
+      sectionFiles: new Map(),
+      checksums: null,
+      checksumIssues: [],
+      zipSlipIssues,
+      encrypted: false,
+      containsSecrets: false,
+      sourceDsh: '',
+      sourcePlatform: '',
+      schemaVersion: 0,
+      missingSections: [],
+      sensitiveHits: [],
+      migratability: null,
+    };
+  }
+
+  // 2. manifest（捕获结构问题，不抛错）
+  let manifest: Manifest | null = null;
+  let manifestIssues: ManifestIssue[] = [];
+  if (archive.has(MANIFEST_FILE)) {
+    try {
+      manifest = parseManifest(archive.readEntryText(MANIFEST_FILE));
+    } catch {
+      // parseManifest 抛错 → 用 validateManifest 捕获具体问题
+      try {
+        const parsed = JSON.parse(archive.readEntryText(MANIFEST_FILE));
+        manifestIssues = validateManifest(parsed);
+      } catch {
+        manifestIssues = [{ path: '$', message: 'manifest 无法解析', severity: 'error' }];
+      }
+    }
+  } else {
+    manifestIssues = [{ path: '$', message: 'manifest 缺失', severity: 'error' }];
+  }
+
+  // 3. checksums（捕获不匹配，不抛错）
+  const checksumIssues: string[] = [];
+  let checksums: Record<string, string> | null = null;
+  if (archive.has(CHECKSUMS_FILE)) {
+    try {
+      const entries = new Map<string, Uint8Array>();
+      for (const name of archive.names()) {
+        if (name === MANIFEST_FILE || name === CHECKSUMS_FILE) continue;
+        try { entries.set(name, archive.readEntry(name)); } catch { /* 损坏条目计入 checksumIssues */ }
+      }
+      const result = verifyChecksumsJson(entries, archive.readEntryText(CHECKSUMS_FILE));
+      checksums = result.ok ? {} : null;
+      for (const m of result.mismatches) checksumIssues.push(`"${m}" (hash 不符)`);
+      for (const m of result.missing) checksumIssues.push(`"${m}" (缺失)`);
+    } catch (err) {
+      checksumIssues.push(err instanceof Error ? err.message : String(err));
+    }
+  }
+
+  // 4. 提取分区（捕获缺失/不可解析）
+  const sections = new Map<SectionId, unknown>();
+  const sectionFiles = new Map<string, Uint8Array>();
+  const missingSections: SectionId[] = [];
+  if (manifest !== null) {
+    for (const [sid, enabled] of Object.entries(manifest.sections) as [SectionId, boolean][]) {
+      if (!enabled) continue;
+      if (isFileSection(sid)) {
+        const prefix = SECTION_FILE_PREFIXES[sid]!;
+        for (const name of archive.names()) {
+          if (!name.startsWith(prefix) || name === prefix) continue;
+          const rel = name.slice(prefix.length);
+          if (rel === '' || rel.endsWith('/')) continue;
+          sectionFiles.set(`${sid}/${rel}`, archive.readEntry(name));
+        }
+        sections.set(sid, { version: 1, files: [] });
+        continue;
+      }
+      const jsonPath = SECTION_JSON_PATHS[sid];
+      if (jsonPath === undefined) continue;
+      if (!archive.has(jsonPath)) {
+        missingSections.push(sid);
+        continue;
+      }
+      try {
+        sections.set(sid, archive.readEntryJson(jsonPath));
+      } catch {
+        missingSections.push(sid);
+      }
+    }
+  }
+
+  // 5. 敏感暴露面（scanAndRedact 结构化 + scanText 文件类）
+  const sensitiveHits = [];
+  for (const [sid, data] of sections) {
+    const { hits } = scanAndRedact(data, { highEntropy });
+    for (const h of hits) sensitiveHits.push({ path: `${sid}:${h.path}`, field: h.field });
+  }
+  for (const [key, bytes] of sectionFiles) {
+    const text = Buffer.from(bytes).toString('utf8');
+    for (const h of scanText(text, { highEntropy })) {
+      sensitiveHits.push({ path: `${key}:${h.path}`, field: h.field });
+    }
+  }
+
+  // 6. 可迁移性（宿主注入；零写入）
+  const migratability = opts.computeMigratability !== undefined
+    ? await opts.computeMigratability(zipPath)
+    : null;
+
+  return {
+    source: ref,
+    manifest,
+    manifestIssues,
+    sections,
+    sectionFiles,
+    checksums,
+    checksumIssues,
+    zipSlipIssues,
+    encrypted: manifest?.security.encrypted ?? false,
+    containsSecrets: manifest?.security.containsSecrets ?? false,
+    sourceDsh: manifest?.source.dshVersion ?? '',
+    sourcePlatform: manifest?.source.platform ?? '',
+    schemaVersion: manifest?.schemaVersion ?? 0,
+    missingSections,
+    sensitiveHits,
+    migratability,
+  };
+}
+
+/* ---------------- 非 ZIP 源（local-snapshot / profile） ---------------- */
+
+export interface LocalSnapshotSourceInput {
+  /** 快照捕获的分区数据（按 adapter 分组；best-effort） */
+  sections: Map<SectionId, unknown>;
+  /** 快照完整性校验结果（verifySnapshot） */
+  verify: { ok: boolean; reason?: string };
+  /** 恢复计划（planRestore）→ 可迁移性 */
+  restorePlan: { itemCount: number; conflicts: number; warnings: number; sections: SectionId[]; errors: string[] };
+  /** 合成 manifest 的源信息（宿主 dshVersion/platform） */
+  sourceDsh: string;
+  sourcePlatform: string;
+}
+
+/**
+ * 从本地快照（rollback 点）构建 ConsultSourceData。
+ * 快照无导出 manifest → 用合成 manifest（schemaVersion=1，sections 来自捕获分区），
+ * 避免「无导出 manifest」被误判为 compatibility/integrity critical。
+ * 完整性 = verifySnapshot（blob hashes / metadataHash）；可迁移性 = planRestore。
+ */
+export function buildLocalSnapshotSource(
+  ref: ConsultSourceRef,
+  input: LocalSnapshotSourceInput,
+): ConsultSourceData {
+  const sectionFlags = {} as Record<SectionId, boolean>;
+  for (const sid of input.sections.keys()) sectionFlags[sid] = true;
+  const manifest: Manifest = {
+    schemaVersion: 1,
+    exporter: { name: 'DSH Config Manager', version: 'snapshot' },
+    source: { dshVersion: input.sourceDsh, platform: input.sourcePlatform as Manifest['source']['platform'], arch: 'unknown' },
+    exportedAt: new Date().toISOString(),
+    sections: sectionFlags,
+    security: { containsSecrets: false, encrypted: false, encryption: null },
+  };
+  const manifestIssues = input.verify.ok ? [] : [{ path: '$', message: input.verify.reason ?? '快照完整性校验失败', severity: 'error' as const }];
+  const checksumIssues = input.verify.ok ? [] : [input.verify.reason ?? '快照完整性校验失败'];
+  const migratability: MigratabilityResult = {
+    ok: input.restorePlan.errors.length === 0,
+    itemCount: input.restorePlan.itemCount,
+    fatalConflicts: input.restorePlan.conflicts,
+    warnings: input.restorePlan.warnings,
+    sections: input.restorePlan.sections,
+    errors: input.restorePlan.errors,
+  };
+  return {
+    source: ref,
+    manifest,
+    manifestIssues,
+    sections: input.sections,
+    sectionFiles: new Map(),
+    checksums: input.verify.ok ? {} : null,
+    checksumIssues,
+    zipSlipIssues: [],
+    encrypted: false,
+    containsSecrets: false,
+    sourceDsh: input.sourceDsh,
+    sourcePlatform: input.sourcePlatform,
+    schemaVersion: 1,
+    missingSections: [],
+    sensitiveHits: [],
+    migratability,
+  };
+}
+
+export interface ProfileSourceInput {
+  /** profile 的分区数据（decodeSections） */
+  sections: Map<SectionId, unknown>;
+  /** 切换预览（analyzeSwitch）→ 可迁移性 */
+  switchPreview: { itemCount: number; conflicts: number; warnings: number; sections: SectionId[]; errors: string[] };
+  /** 合成 manifest 的源信息（宿主 dshVersion/platform） */
+  sourceDsh: string;
+  sourcePlatform: string;
+}
+
+/**
+ * 从配置档案（profile.json）构建 ConsultSourceData。
+ * profile 无导出 manifest → 用合成 manifest（sections 来自 profile 分区）。
+ * 可迁移性 = analyzeSwitch（切换预览计划项）。
+ */
+export function buildProfileSource(
+  ref: ConsultSourceRef,
+  input: ProfileSourceInput,
+): ConsultSourceData {
+  const sectionFlags = {} as Record<SectionId, boolean>;
+  for (const sid of input.sections.keys()) sectionFlags[sid] = true;
+  const manifest: Manifest = {
+    schemaVersion: 1,
+    exporter: { name: 'DSH Config Manager', version: 'profile' },
+    source: { dshVersion: input.sourceDsh, platform: input.sourcePlatform as Manifest['source']['platform'], arch: 'unknown' },
+    exportedAt: new Date().toISOString(),
+    sections: sectionFlags,
+    security: { containsSecrets: false, encrypted: false, encryption: null },
+  };
+  const migratability: MigratabilityResult = {
+    ok: input.switchPreview.errors.length === 0,
+    itemCount: input.switchPreview.itemCount,
+    fatalConflicts: input.switchPreview.conflicts,
+    warnings: input.switchPreview.warnings,
+    sections: input.switchPreview.sections,
+    errors: input.switchPreview.errors,
+  };
+  return {
+    source: ref,
+    manifest,
+    manifestIssues: [],
+    sections: input.sections,
+    sectionFiles: new Map(),
+    checksums: {},
+    checksumIssues: [],
+    zipSlipIssues: [],
+    encrypted: false,
+    containsSecrets: false,
+    sourceDsh: input.sourceDsh,
+    sourcePlatform: input.sourcePlatform,
+    schemaVersion: 1,
+    missingSections: [],
+    sensitiveHits: [],
+    migratability,
+  };
+}