sillyspec 3.17.14 → 3.18.0

package/test/platform-failure-samples.test.mjs

@@ -0,0 +1,194 @@
+/**
+ * 平台 scan 失败样本测试
+ *
+ * 验证失败场景下 postcheck + manifest 能稳定表达失败：
+ * 1. source_root 污染 → postcheck status = failed_post_check + source_root_leak check
+ * 2. spec 缺文档 → postcheck status = failed_post_check + all_docs_missing check
+ * 3. 混合场景 → 多个 check，failed 优先
+ * 4. postcheck-result.json 结构可被 SillyHub 稳定解析
+ *
+ * 跑法: node test/platform-failure-samples.test.mjs
+ */
+
+import { join, basename } from 'path'
+import { existsSync, mkdirSync, rmSync, writeFileSync } from 'fs'
+import { randomUUID } from 'crypto'
+import { SCAN_STATUS, CHECK_SEVERITY } from '../src/constants.js'
+
+const passed = []
+const failed = []
+
+function assert(label, condition, detail) {
+  if (condition) {
+    passed.push(label)
+    console.log(`  ✅ PASS: ${label}`)
+  } else {
+    failed.push({ label, detail })
+    console.log(`  ❌ FAIL: ${label}`)
+    if (detail) console.log(`     ${detail}`)
+  }
+}
+
+function cleanup(dir) {
+  try { rmSync(dir, { recursive: true, force: true }) } catch {}
+}
+
+function setup(name) {
+  const base = `/tmp/failure-test-${name}-${randomUUID().slice(0, 8)}`
+  const spec = `/tmp/failure-test-spec-${name}-${randomUUID().slice(0, 8)}`
+  mkdirSync(base, { recursive: true })
+  mkdirSync(spec, { recursive: true })
+  writeFileSync(join(base, 'package.json'), '{}')
+  return { cwd: base, specDir: spec }
+}
+
+// ── Test 1: source_root 污染 → failed_post_check ──
+console.log('\n=== Test 1: source_root docs 污染 ===')
+{
+  const { cwd, specDir } = setup('leak')
+  const proj = basename(cwd)
+  try {
+    // 在 source_root/.sillyspec/docs/ 下创建泄漏文件
+    mkdirSync(join(cwd, '.sillyspec', 'docs', proj, 'scan'), { recursive: true })
+    writeFileSync(join(cwd, '.sillyspec', 'docs', proj, 'scan', 'ARCHITECTURE.md'), '# leak')
+
+    const { runScanPostCheck } = await import('../src/scan-postcheck.js')
+    const result = runScanPostCheck({ cwd, specDir })
+
+    assert('status = failed_post_check', result.status === SCAN_STATUS.FAILED_POST_CHECK, `实际: ${result.status}`)
+    assert('有 source_root_docs_leak check', result.checks.some(c => c.name === 'source_root_docs_leak'))
+    assert('source_root_docs_leak severity = failed',
+      result.checks.find(c => c.name === 'source_root_docs_leak')?.severity === CHECK_SEVERITY.FAILED)
+
+    // 验证结构化输出
+    const { formatStructuredResult } = await import('../src/scan-postcheck.js')
+    const structured = formatStructuredResult(result, { source_root: cwd })
+    assert('结构化输出有 overall_status', !!structured.overall_status)
+    assert('结构化输出有 checks', Array.isArray(structured.checks))
+    assert('结构化输出 path_pollution 非空', structured.failure_categories.path_pollution.length > 0)
+  } finally {
+    cleanup(cwd)
+    cleanup(specDir)
+  }
+}
+
+// ── Test 2: spec 缺文档 → failed_post_check ──
+console.log('\n=== Test 2: spec 无文档 ===')
+{
+  const { cwd, specDir } = setup('missing')
+  const proj = basename(cwd)
+  try {
+    const { runScanPostCheck } = await import('../src/scan-postcheck.js')
+    const result = runScanPostCheck({ cwd, specDir })
+
+    assert('status = failed_post_check', result.status === SCAN_STATUS.FAILED_POST_CHECK, `实际: ${result.status}`)
+    assert('有 all_docs_missing check', result.checks.some(c => c.name === 'all_docs_missing'))
+
+    const { formatStructuredResult } = await import('../src/scan-postcheck.js')
+    const structured = formatStructuredResult(result, { source_root: cwd })
+    assert('结构化输出 missing_outputs 非空', structured.failure_categories.missing_outputs.length > 0)
+  } finally {
+    cleanup(cwd)
+    cleanup(specDir)
+  }
+}
+
+// ── Test 3: 混合场景（污染 + 缺文档）→ failed 优先 ──
+console.log('\n=== Test 3: 混合失败场景 ===')
+{
+  const { cwd, specDir } = setup('mixed')
+  const proj = basename(cwd)
+  try {
+    // source_root 污染
+    mkdirSync(join(cwd, '.sillyspec', 'docs', proj, 'scan'), { recursive: true })
+    writeFileSync(join(cwd, '.sillyspec', 'docs', proj, 'scan', 'CONVENTIONS.md'), '# leak')
+    // spec 不写文档（缺文档）
+
+    const { runScanPostCheck } = await import('../src/scan-postcheck.js')
+    const result = runScanPostCheck({ cwd, specDir })
+
+    assert('混合场景 status = failed_post_check', result.status === SCAN_STATUS.FAILED_POST_CHECK, `实际: ${result.status}`)
+    assert('混合场景有多个 check', result.checks.length >= 2, `实际: ${result.checks.length}`)
+    assert('混合场景包含 source_root_docs_leak', result.checks.some(c => c.name === 'source_root_docs_leak'))
+    assert('混合场景包含 all_docs_missing', result.checks.some(c => c.name === 'all_docs_missing'))
+
+    // 所有 failed check 的 name 列出，确保 SillyHub 能定位问题
+    const failedChecks = result.checks.filter(c => c.severity === CHECK_SEVERITY.FAILED)
+    assert('混合场景至少 2 个 failed check', failedChecks.length >= 2, `实际: ${failedChecks.length}`)
+    for (const fc of failedChecks) {
+      assert(`failed check "${fc.name}" 有 detail`, !!fc.detail, `check: ${fc.name}`)
+    }
+  } finally {
+    cleanup(cwd)
+    cleanup(specDir)
+  }
+}
+
+// ── Test 4: 警告场景（文档缺 header）→ completed_with_warnings ──
+console.log('\n=== Test 4: 文档缺 header → 警告 ===')
+{
+  const { cwd, specDir } = setup('warn')
+  const proj = basename(cwd)
+  try {
+    // 写文档但缺少 frontmatter header
+    const docs = ['ARCHITECTURE.md', 'CONVENTIONS.md', 'PROJECT.md', 'STRUCTURE.md', 'INTEGRATIONS.md', 'TESTING.md', 'CONCERNS.md']
+    for (const doc of docs) {
+      mkdirSync(join(specDir, 'docs', proj, 'scan'), { recursive: true })
+      writeFileSync(join(specDir, 'docs', proj, 'scan', doc), `# ${doc.replace('.md', '')}\nno header`)
+    }
+
+    const { runScanPostCheck } = await import('../src/scan-postcheck.js')
+    const result = runScanPostCheck({ cwd, specDir })
+
+    assert('警告场景 status = completed_with_warnings', result.status === SCAN_STATUS.COMPLETED_WITH_WARNINGS, `实际: ${result.status}`)
+    assert('警告场景有 docs_missing_header check', result.checks.some(c => c.name === 'docs_missing_header'))
+  } finally {
+    cleanup(cwd)
+    cleanup(specDir)
+  }
+}
+
+// ── Test 5: 正常成功场景 → success ──
+console.log('\n=== Test 5: 正常成功场景 ===')
+{
+  const { cwd, specDir } = setup('success')
+  const proj = basename(cwd)
+  try {
+    // 写所有 7 份文档，带正确 header
+    const docs = ['ARCHITECTURE.md', 'CONVENTIONS.md', 'PROJECT.md', 'STRUCTURE.md', 'INTEGRATIONS.md', 'TESTING.md', 'CONCERNS.md']
+    const now = new Date().toISOString().replace('T', ' ').slice(0, 19)
+    for (const doc of docs) {
+      mkdirSync(join(specDir, 'docs', proj, 'scan'), { recursive: true })
+      writeFileSync(join(specDir, 'docs', proj, 'scan', doc),
+        `author: bot\ncreated_at: ${now}\n# ${doc.replace('.md', '')}\n`)
+    }
+
+    // 在 specDir 写 local.yaml
+    writeFileSync(join(specDir, 'local.yaml'), 'build: echo ok\ntest: echo ok\n')
+
+    const { runScanPostCheck } = await import('../src/scan-postcheck.js')
+    const result = runScanPostCheck({ cwd, specDir })
+
+    assert('成功场景 status = success', result.status === SCAN_STATUS.SUCCESS, `实际: ${result.status}`)
+    assert('成功场景 checks 全部 passed 或空', result.checks.every(c => c.severity === CHECK_SEVERITY.PASSED) || result.checks.length === 0)
+  } finally {
+    cleanup(cwd)
+    cleanup(specDir)
+  }
+}
+
+// ── 结果 ──
+console.log(`\n${'='.repeat(50)}`)
+console.log(`✅ 通过: ${passed.length}  ❌ 失败: ${failed.length}`)
+console.log(`${'='.repeat(50)}`)
+
+if (failed.length > 0) {
+  console.log('\n失败详情:')
+  for (const f of failed) {
+    console.log(`  ❌ ${f.label}`)
+    if (f.detail) console.log(`     ${f.detail}`)
+  }
+  throw new Error('platform-failure-samples test failed')
+} else {
+  console.log('\n🎉 平台失败样本测试全部通过!')
+}

package/test/platform-recovery-chain.test.mjs

@@ -0,0 +1,178 @@
+/**
+ * 平台 scan 恢复链路测试
+ *
+ * 验证：
+ * 1. 首次带 --spec-dir 跑 scan，pointer 文件被创建
+ * 2. 后续 --done 不带参数能从 pointer 恢复平台参数
+ * 3. scan 完成后 pointer 状态标记为 scan_completed
+ * 4. pointer 异常残留能被检测
+ *
+ * 跑法: node test/platform-recovery-chain.test.mjs
+ */
+
+import { join, basename } from 'path'
+import { existsSync, mkdirSync, rmSync, readFileSync, writeFileSync } from 'fs'
+import { execSync } from 'child_process'
+import { fileURLToPath } from 'url'
+import { dirname } from 'path'
+import { randomUUID } from 'crypto'
+
+const __dirname = dirname(fileURLToPath(import.meta.url))
+const binCLI = join(__dirname, '..', 'src', 'index.js')
+const passed = []
+const failed = []
+
+function assert(label, condition, detail) {
+  if (condition) {
+    passed.push(label)
+    console.log(`  ✅ PASS: ${label}`)
+  } else {
+    failed.push({ label, detail })
+    console.log(`  ❌ FAIL: ${label}`)
+    if (detail) console.log(`     ${detail}`)
+  }
+}
+
+function cleanup(dir) {
+  try { rmSync(dir, { recursive: true, force: true }) } catch {}
+}
+
+function run(cmd, opts = {}) {
+  try {
+    return execSync(cmd, { encoding: 'utf8', timeout: 15_000, ...opts })
+  } catch (e) {
+    return e.stdout || e.message
+  }
+}
+
+// ── 测试 1：pointer 文件创建和内容 ──
+console.log('\n=== Test 1: pointer 文件创建 ===')
+{
+  const tmpCwd = `/tmp/recovery-test-${randomUUID().slice(0, 8)}`
+  const tmpSpec = `/tmp/recovery-test-spec-${randomUUID().slice(0, 8)}`
+  const tmpRuntime = `/tmp/recovery-test-rt-${randomUUID().slice(0, 8)}`
+
+  try {
+    mkdirSync(tmpCwd, { recursive: true })
+    writeFileSync(join(tmpCwd, 'package.json'), '{}')
+
+    // init 项目（使用外部 specDir）
+    const initOut = run(`node "${binCLI}" init "${tmpCwd}" --spec-root "${tmpSpec}"`)
+    assert('init 成功', !initOut.includes('❌'))
+
+    // run scan 会触发参数持久化
+    run(`node "${binCLI}" --dir "${tmpCwd}" run scan --spec-root "${tmpSpec}" 2>&1 || true`)
+
+    const pointerPath = join(tmpCwd, '.sillyspec-platform.json')
+    assert('pointer 文件存在', existsSync(pointerPath))
+
+    const pointer = JSON.parse(readFileSync(pointerPath, 'utf8'))
+    assert('pointer 有 specRoot', !!pointer.specRoot)
+    assert('pointer 有 savedAt', !!pointer.savedAt)
+    assert('pointer specRoot 指向外部', pointer.specRoot === tmpSpec)
+
+    // pointer 不应包含 status（初始创建时）
+    assert('初始 pointer 无 status 字段', !('status' in pointer))
+  } finally {
+    cleanup(tmpCwd)
+    cleanup(tmpSpec)
+  }
+}
+
+// ── 测试 2：--done 不带参数能恢复 ──
+console.log('\n=== Test 2: --done 恢复平台参数 ===')
+{
+  const tmpCwd = `/tmp/recovery-test2-${randomUUID().slice(0, 8)}`
+  const tmpSpec = `/tmp/recovery-test2-spec-${randomUUID().slice(0, 8)}`
+  const tmpRuntime = `/tmp/recovery-test2-rt-${randomUUID().slice(0, 8)}`
+  const scanRunId = `scan-${Date.now()}`
+
+  try {
+    mkdirSync(tmpCwd, { recursive: true })
+    writeFileSync(join(tmpCwd, 'package.json'), '{}')
+
+    // init + 触发 run 写入 pointer
+    run(`node "${binCLI}" init "${tmpCwd}" --spec-root "${tmpSpec}"`)
+    run(`node "${binCLI}" --dir "${tmpCwd}" run scan --spec-root "${tmpSpec}" 2>&1 || true`)
+
+    // 手动模拟一个"scan 第一步 --done"（不带 --spec-root）
+    // 关键验证：--done 时能从 pointer 恢复参数
+    const doneOut = run(`node "${binCLI}" --dir "${tmpCwd}" run scan --done --input "test" --output "test output" 2>&1`, { cwd: tmpCwd })
+
+    // --done 应该能找到平台参数，不应该报"需要 --spec-root"
+    assert('--done 恢复成功', !doneOut.includes('需要 --spec-root') && !doneOut.includes('缺少 specRoot'))
+  } finally {
+    cleanup(tmpCwd)
+    cleanup(tmpSpec)
+    cleanup(tmpRuntime)
+  }
+}
+
+// ── 测试 3：manifest 包含路径和 pointer 信息 ──
+console.log('\n=== Test 3: manifest 路径字段 ===')
+{
+  const { readFile } = await import('fs/promises')
+  const runSrc = await readFile(join(__dirname, '..', 'src', 'run.js'), 'utf8')
+
+  // manifest 初始化中包含三路径
+  assert('manifest 有 source_root: cwd', runSrc.includes('source_root: cwd'))
+  assert('manifest 有 spec_root', runSrc.includes('spec_root: platformOpts'))
+  assert('manifest 有 runtime_root', runSrc.includes('runtime_root: platformOpts'))
+  assert('manifest 有 platform_pointer_path', runSrc.includes('platform_pointer_path:'))
+  assert('manifest platform_pointer_status 使用枚举', runSrc.includes('POINTER_STATUS') || runSrc.includes('POINTER_STATUS.ACTIVE'))
+}
+
+// ── 测试 4：异常 pointer 检测 ──
+console.log('\n=== Test 4: 异常 pointer 残留检测 ===')
+{
+  const tmpCwd = `/tmp/recovery-test4-${randomUUID().slice(0, 8)}`
+  const tmpSpec = `/tmp/recovery-test4-spec-${randomUUID().slice(0, 8)}`
+
+  try {
+    mkdirSync(tmpCwd, { recursive: true })
+    writeFileSync(join(tmpCwd, 'package.json'), '{}')
+
+    // init + 触发 run 写入 pointer
+    run(`node "${binCLI}" init "${tmpCwd}" --spec-root "${tmpSpec}"`)
+    run(`node "${binCLI}" --dir "${tmpCwd}" run scan --spec-root "${tmpSpec}" 2>&1 || true`)
+
+    const pointerPath = join(tmpCwd, '.sillyspec-platform.json')
+    assert('pointer 文件存在', existsSync(pointerPath))
+
+    // 模拟损坏的 pointer（缺少 specRoot）
+    writeFileSync(pointerPath, JSON.stringify({ workspaceId: 'fake', savedAt: new Date().toISOString() }))
+    const badOut = run(`node "${binCLI}" --dir "${tmpCwd}" run scan 2>&1`)
+    assert('损坏 pointer 报错', badOut.includes('缺少 specRoot') || badOut.includes('❌'))
+
+    // 模拟有效 pointer（手动修复）
+    writeFileSync(pointerPath, JSON.stringify({
+      specRoot: tmpSpec,
+      runtimeRoot: '/tmp/fake-rt',
+      workspaceId: 'test',
+      scanRunId: 'scan-test',
+      savedAt: new Date().toISOString(),
+    }))
+    // init 不应报错
+    const goodOut = run(`node "${binCLI}" --dir "${tmpCwd}" run scan --help 2>&1`)
+    assert('有效 pointer 不报错', !goodOut.includes('缺少 specRoot'))
+  } finally {
+    cleanup(tmpCwd)
+    cleanup(tmpSpec)
+  }
+}
+
+// ── 结果 ──
+console.log(`\n${'='.repeat(50)}`)
+console.log(`✅ 通过: ${passed.length}  ❌ 失败: ${failed.length}`)
+console.log(`${'='.repeat(50)}`)
+
+if (failed.length > 0) {
+  console.log('\n失败详情:')
+  for (const f of failed) {
+    console.log(`  ❌ ${f.label}`)
+    if (f.detail) console.log(`     ${f.detail}`)
+  }
+  throw new Error('platform-recovery-chain test failed')
+} else {
+  console.log('\n🎉 平台恢复链路测试全部通过!')
+}

package/test/platform-recovery.test.mjs

@@ -156,4 +156,4 @@ console.log('\n=== Test 7: 非平台模式缺文档 → 路径含 .sillyspec ===
 console.log(`\n${'='.repeat(50)}`)
 console.log(`✅ 通过: ${passed}  ❌ 失败: ${failed}`)
 console.log(`${'='.repeat(50)}`)
-process.exit(failed > 0 ? 1 : 0)
+if (failed > 0) throw new Error(`${failed} test(s) failed`)

package/test/platform-scan-p0.test.mjs

@@ -119,7 +119,7 @@ function assert(label, condition, detail) {
 
   assert('postcheck 检查 manifest.json', postcheckSrc.includes('manifest.json'))
   assert('postcheck 检查 local.yaml', postcheckSrc.includes('local.yaml'))
-  assert('污染 severity 为 failed', postcheckSrc.includes("severity: 'failed'"))
+  assert('污染 severity 使用枚举', postcheckSrc.includes('CHECK_SEVERITY'))
 }
 
 // ── 测试 5：run.js 占位符替换补齐 ──
@@ -166,7 +166,7 @@ if (failed.length > 0) {
     console.log(`  ❌ ${f.label}`)
     if (f.detail) console.log(`     ${f.detail}`)
   }
-  process.exit(1)
+  throw new Error("test failed")
 } else {
   console.log('\n🎉 全部 P0 测试通过!')
 }

package/test/run-tests.mjs

@@ -1,6 +1,7 @@
 import { readdirSync } from 'node:fs'
 import { dirname, join } from 'node:path'
-import { fileURLToPath, pathToFileURL } from 'node:url'
+import { fileURLToPath } from 'node:url'
+import { execFileSync } from 'node:child_process'
 
 const testDir = dirname(fileURLToPath(import.meta.url))
 const files = readdirSync(testDir)
@@ -12,9 +13,36 @@ if (files.length === 0) {
   process.exit(0)
 }
 
+let passed = 0
+let failed = 0
+const failures = []
+
 for (const file of files) {
+  const fullPath = join(testDir, file)
   console.log(`\nRunning ${file}`)
-  await import(pathToFileURL(join(testDir, file)).href)
+  try {
+    const output = execFileSync(process.execPath, [fullPath], {
+      cwd: testDir,
+      stdio: ['pipe', 'pipe', 'pipe'],
+      encoding: 'utf8',
+      timeout: 120_000
+    })
+    if (output) process.stdout.write(output)
+    passed++
+  } catch (err) {
+    if (err.stdout) process.stdout.write(err.stdout)
+    if (err.stderr) process.stderr.write(err.stderr)
+    failed++
+    failures.push(file)
+    console.log(`  ❌ ${file} exited with code ${err.status || 1}`)
+  }
+}
+
+console.log(`\n${'='.repeat(50)}`)
+console.log(`✅ 通过: ${passed}  ❌ 失败: ${failed}`)
+if (failures.length > 0) {
+  console.log(`失败文件: ${failures.join(', ')}`)
 }
+console.log(`${'='.repeat(50)}`)
 
-console.log(`\nAll ${files.length} test file(s) passed`)
+process.exit(failed > 0 ? 1 : 0)

package/test/scan-paths.test.mjs

@@ -62,7 +62,7 @@ if (content.includes('{PROJECTS_ROOT}/')) {
 
 if (failed) {
   console.error('\n💥 有测试失败！scan.js 路径占位符可能被回退为硬编码。')
-  process.exit(1)
+  throw new Error("test failed")
 } else {
   console.log('\n✅ 全部通过 — scan.js 路径占位符防回归测试 OK')
 }

package/test/scan-postcheck.test.mjs

@@ -176,4 +176,4 @@ console.log('\n=== Test 12: failed 优先 ===')
 console.log(`\n${'='.repeat(50)}`)
 console.log(`✅ 通过: ${passed}  ❌ 失败: ${failed}`)
 console.log(`${'='.repeat(50)}`)
-process.exit(failed > 0 ? 1 : 0)
+if (failed > 0) throw new Error(`${failed} test(s) failed`)

package/test/spec-dir.test.mjs

@@ -197,4 +197,4 @@ console.log(`\n${'='.repeat(50)}`)
 console.log(`✅ 通过: ${passed}  ❌ 失败: ${failed}`)
 console.log(`${'='.repeat(50)}`)
 
-process.exit(failed > 0 ? 1 : 0)
+if (failed > 0) throw new Error(`${failed} test(s) failed`)

package/test/stage-contract.test.mjs

@@ -182,4 +182,4 @@ if (unknown === null) {
 
 // === 结果 ===
 console.log(`\n${failed === 0 ? '✅ 全部通过' : `❌ ${failed} 项失败`}`)
-process.exit(failed > 0 ? 1 : 0)
+if (failed > 0) throw new Error(`${failed} test(s) failed`)