sillyspec 3.27.2 → 3.27.5

package/.claude/worktrees/sillyspec-data-model-research/packages/dashboard/server/parser.js

@@ -0,0 +1,526 @@
+import { readFileSync, existsSync, readdirSync, statSync } from 'fs'
+import { execSync } from 'child_process'
+import { join, relative, sep } from 'path'
+import { fileURLToPath } from 'url'
+import { dirname } from 'path'
+
+const __dirname = dirname(fileURLToPath(import.meta.url))
+
+/**
+ * Parse docs tree for a project
+ * @param {string} projectPath - Path to the project directory
+ * @returns {object} Docs tree grouped by type
+ */
+// Known framework detection keywords in package.json dependencies
+const FRAMEWORK_PATTERNS = [
+  { keys: ['react', 'react-dom'], name: 'React' },
+  { keys: ['vue'], name: 'Vue' },
+  { keys: ['next'], name: 'Next.js' },
+  { keys: ['nuxt'], name: 'Nuxt' },
+  { keys: ['express'], name: 'Express' },
+  { keys: ['koa'], name: 'Koa' },
+  { keys: ['fastify'], name: 'Fastify' },
+  { keys: ['nestjs', '@nestjs/core'], name: 'NestJS' },
+  { keys: ['svelte'], name: 'Svelte' },
+  { keys: ['astro'], name: 'Astro' },
+  { keys: ['vite'], name: 'Vite' },
+  { keys: ['webpack'], name: 'Webpack' },
+  { keys: ['typescript'], name: 'TypeScript' },
+  { keys: ['tailwindcss'], name: 'Tailwind' },
+  { keys: ['prisma'], name: 'Prisma' },
+  { keys: ['drizzle-orm'], name: 'Drizzle' },
+]
+
+/**
+ * Parse project overview info
+ * @param {string} projectPath
+ * @returns {object} Overview data
+ */
+export function parseProjectOverview(projectPath) {
+  const result = {
+    techStack: [],
+    lastActive: null,
+    docStats: { design: 0, plan: 0, archive: 0, changes: 0, scan: 0, quicklog: 0, total: 0 },
+    git: { branch: '', lastCommit: '', dirtyCount: 0 }
+  }
+
+  // --- Tech stack ---
+  const pkgPath = join(projectPath, 'package.json')
+  if (existsSync(pkgPath)) {
+    try {
+      const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'))
+      const deps = Object.keys({ ...(pkg.dependencies || {}), ...(pkg.devDependencies || {}) })
+      for (const pattern of FRAMEWORK_PATTERNS) {
+        if (pattern.keys.some(k => deps.includes(k))) {
+          result.techStack.push(pattern.name)
+        }
+      }
+    } catch {}
+  }
+  if (existsSync(join(projectPath, 'pom.xml'))) {
+    result.techStack.push('Java')
+    try {
+      const content = readFileSync(join(projectPath, 'pom.xml'), 'utf-8')
+      if (content.includes('spring-boot')) result.techStack.push('Spring Boot')
+    } catch {}
+  }
+  if (existsSync(join(projectPath, 'build.gradle')) || existsSync(join(projectPath, 'build.gradle.kts'))) {
+    if (!result.techStack.includes('Java')) result.techStack.push('Gradle')
+  }
+  if (existsSync(join(projectPath, 'requirements.txt')) || existsSync(join(projectPath, 'pyproject.toml'))) {
+    result.techStack.push('Python')
+  }
+  if (existsSync(join(projectPath, 'go.mod'))) {
+    result.techStack.push('Go')
+  }
+  if (result.techStack.length === 0) result.techStack = []
+
+  // --- Last active ---
+  const sillyspecDir = join(projectPath, '.sillyspec')
+  // Progress is stored in SQLite (.sillyspec/.runtime/sillyspec.db), not progress.json
+  // Use mtime of the DB file as a fallback for lastActive
+  const dbPath = join(sillyspecDir, '.runtime', 'sillyspec.db')
+  if (existsSync(dbPath)) {
+    try {
+      const s = statSync(dbPath)
+      result.lastActive = s.mtime.toISOString()
+    } catch {}
+  }
+  if (!result.lastActive) {
+    // Fallback: most recently modified file in .sillyspec
+    try {
+      const findRecent = (dir) => {
+        let latest = null
+        if (!existsSync(dir)) return latest
+        for (const entry of readdirSync(dir, { withFileTypes: true })) {
+          const p = join(dir, entry.name)
+          try {
+            const s = statSync(p)
+            if (entry.isDirectory()) {
+              const sub = findRecent(p)
+              if (sub && (!latest || sub > latest)) latest = sub
+            } else if (!latest || s.mtimeMs > latest) {
+              latest = s.mtimeMs
+            }
+          } catch {}
+        }
+        return latest
+      }
+      const ts = findRecent(sillyspecDir)
+      if (ts) result.lastActive = new Date(ts).toISOString()
+    } catch {}
+  }
+
+  // --- Doc stats ---
+  const docsDir = join(sillyspecDir, 'docs')
+  if (existsSync(docsDir)) {
+    const typeMap = { brainstorm: 'design', plan: 'plan', archive: 'archive', changes: 'changes', scan: 'scan', quicklog: 'quicklog' }
+    try {
+      for (const projDir of readdirSync(docsDir, { withFileTypes: true }).filter(d => d.isDirectory())) {
+        for (const typeDir of readdirSync(join(docsDir, projDir.name), { withFileTypes: true }).filter(d => d.isDirectory())) {
+          const key = typeMap[typeDir.name]
+          if (!key) continue
+          const count = countMdFiles(join(docsDir, projDir.name, typeDir.name))
+          result.docStats[key] += count
+          result.docStats.total += count
+        }
+      }
+    } catch {}
+  }
+
+  // --- Git info ---
+  try {
+    result.git.lastCommit = execSync('git log -1 --format=%s', { cwd: projectPath, encoding: 'utf-8' }).trim()
+  } catch {}
+  try {
+    result.git.branch = execSync('git branch --show-current', { cwd: projectPath, encoding: 'utf-8' }).trim()
+  } catch {}
+  try {
+    result.git.dirtyCount = parseInt(execSync('git status --porcelain', { cwd: projectPath, encoding: 'utf-8' }).trim().split('\n').filter(Boolean).length, 10) || 0
+  } catch {}
+
+  return result
+}
+
+export function parseGitDetail(projectPath) {
+  const result = { branch: '', commits: [], untracked: [] }
+  try {
+    result.branch = execSync('git branch --show-current', { cwd: projectPath, encoding: 'utf-8' }).trim()
+  } catch {}
+  try {
+    const log = execSync('git log -5 --format=%h|%s|%an|%aI', { cwd: projectPath, encoding: 'utf-8' }).trim()
+    result.commits = log.split('\n').filter(Boolean).map(line => {
+      const [hash, message, author, date] = line.split('|')
+      return { hash, message, author, date }
+    })
+  } catch {}
+  try {
+    const status = execSync('git status --porcelain', { cwd: projectPath, encoding: 'utf-8' }).trim()
+    result.untracked = status.split('\n').filter(Boolean).map(line => ({
+      status: line.slice(0, 2).trim(),
+      file: line.slice(3)
+    }))
+  } catch {}
+  return result
+}
+
+export function parseTechStackDetail(projectPath) {
+  const result = { frameworks: [], dependencies: {}, devDependencies: {} }
+  const pkgPath = join(projectPath, 'package.json')
+  if (existsSync(pkgPath)) {
+    try {
+      const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'))
+      result.dependencies = pkg.dependencies || {}
+      result.devDependencies = pkg.devDependencies || {}
+      const allDeps = Object.keys({ ...result.dependencies, ...result.devDependencies })
+      for (const pattern of FRAMEWORK_PATTERNS) {
+        if (pattern.keys.some(k => allDeps.includes(k))) {
+          result.frameworks.push(pattern.name)
+        }
+      }
+    } catch {}
+  }
+  return result
+}
+
+export function parseDocsList(projectPath) {
+  const sillyspecDir = join(projectPath, '.sillyspec')
+  const docsDir = join(sillyspecDir, 'docs')
+  const groups = []
+  if (!existsSync(docsDir)) return groups
+  const typeMap = {
+    brainstorm: { label: '设计文档', icon: '📋' },
+    plan: { label: '实现计划', icon: '📐' },
+    archive: { label: '已归档', icon: '📦' },
+    changes: { label: '当前变更', icon: '⚙️' },
+    scan: { label: '架构文档', icon: '🔍' },
+    quicklog: { label: '快速修复', icon: '⚡' }
+  }
+  try {
+    for (const projDir of readdirSync(docsDir, { withFileTypes: true }).filter(d => d.isDirectory())) {
+      for (const typeDir of readdirSync(join(docsDir, projDir.name), { withFileTypes: true }).filter(d => d.isDirectory())) {
+        const cfg = typeMap[typeDir.name]
+        if (!cfg) continue
+        const files = listFilesRecursive(join(docsDir, projDir.name, typeDir.name))
+        if (files.length) {
+          groups.push({ key: typeDir.name, label: cfg.label, icon: cfg.icon, files })
+        }
+      }
+    }
+  } catch {}
+  return groups
+}
+
+function listFilesRecursive(dir) {
+  const files = []
+  try {
+    for (const entry of readdirSync(dir, { withFileTypes: true })) {
+      const p = join(dir, entry.name)
+      if (entry.isDirectory()) {
+        const sub = listFilesRecursive(p)
+        for (const f of sub) f.name = entry.name + '/' + f.name
+        files.push(...sub)
+      } else if (entry.name.endsWith('.md')) {
+        const s = statSync(p)
+        files.push({ name: entry.name, path: p, size: s.size, mtime: s.mtime.toISOString() })
+      }
+    }
+  } catch {}
+  return files
+}
+
+function countMdFiles(dir) {
+  let count = 0
+  try {
+    for (const entry of readdirSync(dir, { withFileTypes: true })) {
+      if (entry.isDirectory()) {
+        count += countMdFiles(join(dir, entry.name))
+      } else if (entry.name.endsWith('.md')) {
+        count++
+      }
+    }
+  } catch {}
+  return count
+}
+
+export function parseDocsTree(projectPath) {
+  const sillyspecDir = join(projectPath, '.sillyspec')
+  const docsDir = join(sillyspecDir, 'docs')
+
+  if (!existsSync(docsDir)) {
+    return { groups: [] }
+  }
+
+  const groupConfig = [
+    { key: 'brainstorm', label: '📋 设计文档', icon: '📋', dir: 'brainstorm' },
+    { key: 'plan', label: '📐 实现计划', icon: '📐', dir: 'plan' },
+    { key: 'changes', label: '⚙️ 当前变更', icon: '⚙️', dir: 'changes' },
+    { key: 'archive', label: '📦 已归档', icon: '📦', dir: 'archive' },
+    { key: 'scan', label: '🔍 架构文档', icon: '🔍', dir: 'scan' },
+    { key: 'quicklog', label: '⚡ 快速修复', icon: '⚡', dir: 'quicklog' },
+  ]
+
+  const groups = []
+
+  // Find project dirs under docs/
+  const projectDirs = existsSync(docsDir) ? readdirSync(docsDir, { withFileTypes: true })
+    .filter(d => d.isDirectory()).map(d => d.name) : []
+
+  for (const projName of projectDirs) {
+    const projDocsDir = join(docsDir, projName)
+
+    for (const group of groupConfig) {
+      const groupDir = join(projDocsDir, group.dir)
+      if (!existsSync(groupDir)) continue
+
+      const files = []
+      try {
+        const entries = readdirSync(groupDir, { withFileTypes: true })
+        for (const entry of entries) {
+          if (entry.isDirectory()) {
+            // For changes/ and archive/ subdirs
+            const subDir = join(groupDir, entry.name)
+            try {
+              const subFiles = readdirSync(subDir).filter(f => f.endsWith('.md'))
+              for (const sf of subFiles) {
+                const filePath = join(subDir, sf)
+                files.push({
+                  name: `${entry.name}/${sf}`,
+                  path: filePath,
+                  title: sf.replace('.md', '')
+                })
+              }
+            } catch {}
+          } else if (entry.name.endsWith('.md')) {
+            const filePath = join(groupDir, entry.name)
+            let title = entry.name.replace('.md', '')
+            try {
+              const content = readFileSync(filePath, 'utf-8')
+              const titleMatch = content.match(/^#\s+(.+)$/m)
+              if (titleMatch) title = titleMatch[1]
+            } catch {}
+            files.push({ name: entry.name, path: filePath, title })
+          }
+        }
+      } catch {}
+
+      if (files.length > 0) {
+        groups.push({
+          key: `${projName}::${group.key}`,
+          label: group.label,
+          project: projName,
+          files
+        })
+      }
+    }
+  }
+
+  return { groups }
+}
+
+const VIEWABLE_SILLYSPEC_DOC_EXTENSIONS = new Set([
+  '.md', '.markdown', '.mdx',
+  '.html', '.htm',
+  '.txt', '.log',
+  '.json', '.yaml', '.yml', '.toml',
+  '.xml', '.csv'
+])
+
+const SILLYSPEC_DOC_GROUPS = [
+  { key: 'docs', label: '📚 docs', dir: 'docs' },
+  { key: 'changes', label: '⚙️ changes', dir: 'changes' },
+  { key: 'plans', label: '🧾 plans', dir: 'plans' },
+  { key: 'quicklog', label: '⚡ quicklog', dir: 'quicklog' },
+  { key: 'knowledge', label: '🧠 knowledge', dir: 'knowledge' },
+  { key: 'projects', label: '📁 projects', dir: 'projects' },
+  { key: 'workspace', label: '🗂️ workspace', dir: 'workspace' },
+  { key: 'shared', label: '🔗 shared', dir: 'shared' },
+  { key: 'runtime', label: '🧰 .runtime', dir: '.runtime' }
+]
+
+function sillyspecDocExt(fileName) {
+  const index = fileName.lastIndexOf('.')
+  return index === -1 ? '' : fileName.slice(index).toLowerCase()
+}
+
+function isViewableSillyspecDoc(fileName) {
+  return VIEWABLE_SILLYSPEC_DOC_EXTENSIONS.has(sillyspecDocExt(fileName))
+}
+
+function titleFromSillyspecDoc(filePath, fileName) {
+  const ext = sillyspecDocExt(fileName)
+  if (ext === '.md' || ext === '.markdown' || ext === '.mdx') {
+    try {
+      const content = readFileSync(filePath, 'utf-8')
+      const titleMatch = content.match(/^#\s+(.+)$/m)
+      if (titleMatch) return titleMatch[1]
+    } catch {}
+  }
+  return fileName.replace(/\.(md|markdown|mdx|html?|txt|log|json|ya?ml|toml|xml|csv)$/i, '')
+}
+
+function listSillyspecDocsRecursive(dir, rootDir) {
+  const files = []
+  try {
+    for (const entry of readdirSync(dir, { withFileTypes: true })) {
+      const filePath = join(dir, entry.name)
+      if (entry.isDirectory()) {
+        files.push(...listSillyspecDocsRecursive(filePath, rootDir))
+      } else if (entry.isFile() && isViewableSillyspecDoc(entry.name)) {
+        const s = statSync(filePath)
+        files.push({
+          name: relative(rootDir, filePath).split(sep).join('/'),
+          path: filePath,
+          title: titleFromSillyspecDoc(filePath, entry.name),
+          extension: sillyspecDocExt(entry.name).slice(1),
+          size: s.size,
+          mtime: s.mtime.toISOString()
+        })
+      }
+    }
+  } catch {}
+  return files
+}
+
+export function parseSillyspecDocsTree(projectPath) {
+  const sillyspecDir = join(projectPath, '.sillyspec')
+  if (!existsSync(sillyspecDir)) return { groups: [] }
+
+  const groups = []
+  const seen = new Set()
+
+  for (const group of SILLYSPEC_DOC_GROUPS) {
+    const groupDir = join(sillyspecDir, group.dir)
+    if (!existsSync(groupDir)) continue
+
+    const files = listSillyspecDocsRecursive(groupDir, groupDir)
+      .sort((a, b) => a.name.localeCompare(b.name))
+
+    if (files.length === 0) continue
+    for (const file of files) seen.add(file.path)
+    groups.push({ key: group.key, label: group.label, project: '.sillyspec', files })
+  }
+
+  const rootFiles = []
+  try {
+    for (const entry of readdirSync(sillyspecDir, { withFileTypes: true })) {
+      if (!entry.isFile() || !isViewableSillyspecDoc(entry.name)) continue
+      const filePath = join(sillyspecDir, entry.name)
+      if (seen.has(filePath)) continue
+      const s = statSync(filePath)
+      rootFiles.push({
+        name: entry.name,
+        path: filePath,
+        title: titleFromSillyspecDoc(filePath, entry.name),
+        extension: sillyspecDocExt(entry.name).slice(1),
+        size: s.size,
+        mtime: s.mtime.toISOString()
+      })
+    }
+  } catch {}
+
+  if (rootFiles.length > 0) {
+    groups.unshift({ key: 'root', label: '📄 .sillyspec', project: '.sillyspec', files: rootFiles })
+  }
+
+  return { groups }
+}
+
+/**
+ * Parse project state from .sillyspec SQLite database via CLI.
+ * Progress data is stored in SQLite (.sillyspec/.runtime/sillyspec.db),
+ * accessed through `sillyspec progress show`.
+ * @param {string} projectPath - Path to the project directory
+ * @returns {object|null} Project state with currentStage, stages, lastActive
+ */
+export function parseProjectState(projectPath) {
+  const sillyspecDir = join(projectPath, '.sillyspec')
+  const dbPath = join(sillyspecDir, '.runtime', 'sillyspec.db')
+
+  if (!existsSync(sillyspecDir) || !existsSync(dbPath)) {
+    return null
+  }
+
+  let currentStage = ''
+  let lastActive = null
+
+  // Use DB file mtime as lastActive indicator
+  try {
+    const s = statSync(dbPath)
+    lastActive = s.mtime.toISOString()
+  } catch {}
+
+  // Use CLI to read current stage from SQLite
+  try {
+    const output = execSync('sillyspec progress show 2>/dev/null', {
+      cwd: projectPath, encoding: 'utf-8', timeout: 5000
+    })
+    const stageMatch = output.match(/当前阶段:\s*(\S+)/)
+    if (stageMatch) currentStage = stageMatch[1]
+  } catch {
+    // CLI unavailable or no active change
+  }
+
+  return {
+    currentStage,
+    nextStep: null,
+    progress: { stages: {} },
+    stages: [],
+    specs: [],
+    lastActive
+  }
+}
+
+/**
+ * Parse spec file content
+ * @param {string} specPath - Path to the spec file
+ * @returns {object} Parsed spec with title, sections, and metadata
+ */
+export function parseSpecFile(specPath) {
+  if (!existsSync(specPath)) {
+    return null
+  }
+
+  try {
+    const content = readFileSync(specPath, 'utf-8')
+    const lines = content.split('\n')
+
+    const titleMatch = content.match(/^#\s+(.+)$/m)
+    const title = titleMatch ? titleMatch[1] : 'Unknown'
+
+    const sections = []
+    let currentSection = null
+    let currentContent = []
+
+    for (let i = 0; i < lines.length; i++) {
+      const line = lines[i]
+      const headingMatch = line.match(/^(#{2,4})\s+(.+)$/)
+
+      if (headingMatch) {
+        if (currentSection) {
+          sections.push({
+            level: currentSection.level,
+            title: currentSection.title,
+            content: currentContent.join('\n').trim()
+          })
+        }
+        currentSection = { level: headingMatch[1].length, title: headingMatch[2] }
+        currentContent = []
+      } else if (currentSection) {
+        currentContent.push(line)
+      }
+    }
+
+    if (currentSection) {
+      sections.push({
+        level: currentSection.level,
+        title: currentSection.title,
+        content: currentContent.join('\n').trim()
+      })
+    }
+
+    return { title, sections, content }
+  } catch (err) {
+    return null
+  }
+}