@chongyan/autospec 1.0.1

package/plugins/hooks/lib/trace-context.js

@@ -0,0 +1,277 @@
+/**
+ * Trace Context - Trace ID 生成和管理模块
+ *
+ * 提供全链路追踪能力，支持：
+ * - Trace ID 生成和管理
+ * - Event ID 生成
+ * - Trace 日志读写
+ */
+
+import fs from 'fs';
+import path from 'path';
+import { getState, updateState } from './hook-state-manager.js';
+
+/**
+ * 生成 Trace ID
+ * 格式: trace-{timestamp}-{random8}
+ * @returns {string} Trace ID
+ */
+export function generateTraceId() {
+  const timestamp = Date.now();
+  const random = Math.random().toString(36).substring(2, 10);
+  return `trace-${timestamp}-${random}`;
+}
+
+/**
+ * 生成 Event ID
+ * 格式: evt-{timestamp}-{random6}
+ * @returns {string} Event ID
+ */
+export function generateEventId() {
+  const timestamp = Date.now();
+  const random = Math.random().toString(36).substring(2, 8);
+  return `evt-${timestamp}-${random}`;
+}
+
+/**
+ * 获取或创建 Trace ID
+ * 从 state.json 获取现有 traceId，如不存在则创建新的
+ * @param {string} projectRoot - 项目根目录
+ * @returns {string} Trace ID
+ */
+export function getOrCreateTraceId(projectRoot) {
+  const state = getState(projectRoot);
+
+  if (state?.traceId) {
+    return state.traceId;
+  }
+
+  // 创建新的 Trace ID
+  const traceId = generateTraceId();
+
+  // 更新 state.json
+  updateState(projectRoot, {
+    traceId,
+    traceStartedAt: new Date().toISOString()
+  });
+
+  return traceId;
+}
+
+/**
+ * 获取当前 Trace ID
+ * @param {string} projectRoot - 项目根目录
+ * @returns {string|null} Trace ID 或 null
+ */
+export function getTraceId(projectRoot) {
+  const state = getState(projectRoot);
+  return state?.traceId || null;
+}
+
+/**
+ * 设置 Trace ID
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} traceId - Trace ID
+ * @returns {boolean} 是否成功
+ */
+export function setTraceId(projectRoot, traceId) {
+  return updateState(projectRoot, {
+    traceId,
+    traceStartedAt: new Date().toISOString()
+  });
+}
+
+/**
+ * 重置 Trace ID（流程结束时调用）
+ * @param {string} projectRoot - 项目根目录
+ * @returns {boolean} 是否成功
+ */
+export function resetTraceId(projectRoot) {
+  return updateState(projectRoot, {
+    traceId: null,
+    traceStartedAt: null,
+    traceEndedAt: new Date().toISOString()
+  });
+}
+
+/**
+ * 获取 Trace 日志文件路径
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} traceId - Trace ID
+ * @returns {string} 日志文件路径
+ */
+export function getTraceLogPath(projectRoot, traceId) {
+  return path.join(projectRoot, '.autospec', 'logs', 'traces', `${traceId}.json`);
+}
+
+/**
+ * 确保 Trace 日志目录存在
+ * @param {string} projectRoot - 项目根目录
+ */
+export function ensureTraceLogDir(projectRoot) {
+  const traceDir = path.join(projectRoot, '.autospec', 'logs', 'traces');
+  if (!fs.existsSync(traceDir)) {
+    fs.mkdirSync(traceDir, { recursive: true });
+  }
+}
+
+/**
+ * 读取 Trace 日志
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} traceId - Trace ID
+ * @returns {Object} Trace 日志对象
+ */
+export function readTraceLog(projectRoot, traceId) {
+  const logPath = getTraceLogPath(projectRoot, traceId);
+
+  if (!fs.existsSync(logPath)) {
+    return {
+      traceId,
+      startedAt: new Date().toISOString(),
+      events: [],
+      summary: {}
+    };
+  }
+
+  try {
+    return JSON.parse(fs.readFileSync(logPath, 'utf-8'));
+  } catch {
+    return {
+      traceId,
+      startedAt: new Date().toISOString(),
+      events: [],
+      summary: {}
+    };
+  }
+}
+
+/**
+ * 写入 Trace 日志
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} traceId - Trace ID
+ * @param {Object} logData - 日志数据
+ */
+export function writeTraceLog(projectRoot, traceId, logData) {
+  ensureTraceLogDir(projectRoot);
+  const logPath = getTraceLogPath(projectRoot, traceId);
+  fs.writeFileSync(logPath, JSON.stringify(logData, null, 2), 'utf-8');
+}
+
+/**
+ * 追加事件到 Trace 日志
+ * @param {string} projectRoot - 项目根目录
+ * @param {Object} event - 事件对象
+ */
+export function appendTraceEvent(projectRoot, event) {
+  const traceId = event.traceId || getTraceId(projectRoot);
+
+  if (!traceId) {
+    return;
+  }
+
+  const logData = readTraceLog(projectRoot, traceId);
+  logData.events.push(event);
+  logData.updatedAt = new Date().toISOString();
+
+  // 更新摘要
+  updateTraceSummary(logData);
+
+  writeTraceLog(projectRoot, traceId, logData);
+}
+
+/**
+ * 更新 Trace 摘要
+ * @param {Object} logData - 日志数据
+ */
+function updateTraceSummary(logData) {
+  const events = logData.events;
+
+  logData.summary = {
+    totalEvents: events.length,
+    eventTypes: {},
+    stageStats: {},
+    toolStats: {},
+    errorCount: 0,
+    rollbackCount: 0
+  };
+
+  for (const event of events) {
+    // 统计事件类型
+    const type = event.type || 'unknown';
+    logData.summary.eventTypes[type] = (logData.summary.eventTypes[type] || 0) + 1;
+
+    // 统计阶段
+    if (event.stage) {
+      logData.summary.stageStats[event.stage] = (logData.summary.stageStats[event.stage] || 0) + 1;
+    }
+
+    // 统计工具
+    if (event.tool) {
+      logData.summary.toolStats[event.tool] = (logData.summary.toolStats[event.tool] || 0) + 1;
+    }
+
+    // 统计错误
+    if (event.type === 'error' || event.type === 'layer1_fail') {
+      logData.summary.errorCount++;
+    }
+
+    // 统计回退
+    if (event.type === 'rollback') {
+      logData.summary.rollbackCount++;
+    }
+  }
+}
+
+/**
+ * 创建标准化事件对象
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} type - 事件类型
+ * @param {Object} data - 事件数据
+ * @returns {Object} 标准化事件对象
+ */
+export function createEvent(projectRoot, type, data = {}) {
+  const state = getState(projectRoot);
+
+  return {
+    eventId: generateEventId(),
+    traceId: state?.traceId || null,
+    timestamp: new Date().toISOString(),
+    type,
+    source: data.source || 'unknown',
+    stage: state?.currentStage || null,
+    tool: data.tool || null,
+    action: data.action || null,
+    data: data.data || {},
+    meta: {
+      projectRoot,
+      executionMode: state?.executionMode || 'interactive'
+    }
+  };
+}
+
+/**
+ * 记录事件（便捷方法）
+ * @param {string} projectRoot - 项目根目录
+ * @param {string} type - 事件类型
+ * @param {Object} data - 事件数据
+ */
+export function recordEvent(projectRoot, type, data = {}) {
+  const event = createEvent(projectRoot, type, data);
+  appendTraceEvent(projectRoot, event);
+  return event;
+}
+
+export default {
+  generateTraceId,
+  generateEventId,
+  getOrCreateTraceId,
+  getTraceId,
+  setTraceId,
+  resetTraceId,
+  getTraceLogPath,
+  readTraceLog,
+  writeTraceLog,
+  appendTraceEvent,
+  createEvent,
+  recordEvent
+};

package/plugins/hooks/lib/validation-patterns.js

@@ -0,0 +1,415 @@
+/**
+ * Validation Patterns - 统一的验证模式定义
+ *
+ * 合并了 layer1-validator.js 和 ai-project-guard.js 中的验证模式
+ * 提供统一的验证命令检测和类型识别功能
+ */
+
+// ============================================================
+// Layer 1 验证命令模式 - 按类别分组
+// ============================================================
+
+export const VALIDATION_PATTERNS = {
+  // 测试相关
+  test: /\b(npm test|npm run test|jest|mocha|pytest|py\.test|go test|cargo test|vitest|ava|tap|unittest|nose)\b/,
+
+  // 构建相关
+  build: /\b(npm run build|cargo build|go build|make|gradle|mvn|tsc|webpack|vite|parcel|rollup)\b/,
+
+  // 代码检查/Lint
+  lint: /\b(eslint|tslint|standard|xo|flake8|pylint|rubocop|shellcheck|yamllint|markdownlint|stylelint)\b/,
+
+  // 类型检查
+  typecheck: /\b(npx tsc|tsc --noEmit|tsc -p|flow|mypy|pyright|pytype)\b/,
+
+  // 代码格式化
+  format: /\b(prettier|black|gofmt|rustfmt|autopep8|yapf|clang-format)\b/,
+
+  // 其他验证工具
+  other: /\b(helm lint|kubectl apply --dry-run|terraform validate|terraform plan|docker build|snyk test|brakeman|bandit)\b/
+};
+
+// ============================================================
+// AI 项目效果验证模式
+// ============================================================
+
+export const EVAL_PATTERNS = {
+  // 测试
+  test: /\b(pytest|jest|mocha|unittest|test|npm test)\b/,
+
+  // LLM 评估
+  llm_eval: /\b(eval|evaluate|benchmark|bench|ragas|deepeval)\b/i,
+
+  // 代码检查
+  lint: /\b(lint|flake8|eslint|pylint|tslint)\b/,
+
+  // 类型检查
+  type_check: /\b(tsc|mypy|type-check|pyright)\b/,
+
+  // 性能测试
+  performance: /\b(bench|perf|load-test|stress|locust|k6)\b/i
+};
+
+// ============================================================
+// 测试框架检测模式
+// ============================================================
+
+export const TEST_FRAMEWORK_PATTERNS = [
+  { pattern: /\bpytest\b/, name: 'pytest' },
+  { pattern: /\bjest\b/, name: 'jest' },
+  { pattern: /\bmocha\b/, name: 'mocha' },
+  { pattern: /\bunittest\b/, name: 'unittest' },
+  { pattern: /\bnpm test\b/, name: 'npm' },
+  { pattern: /\bvitest\b/, name: 'vitest' },
+  { pattern: /\bava\b/, name: 'ava' },
+  { pattern: /\btap\b/, name: 'tap' },
+  { pattern: /\bnose\b/, name: 'nose' },
+  { pattern: /\bcargo test\b/, name: 'cargo' },
+  { pattern: /\bgo test\b/, name: 'go test' }
+];
+
+// ============================================================
+// 安全检测模式
+// ============================================================
+
+export const SENSITIVE_PATTERNS = {
+  // 文件操作
+  file_write: /\b(echo|tee|write|put|create|copy|move|mkdir|touch)\b/i,
+
+  // 网络操作
+  network: /\b(curl|wget|nc|netcat|ssh|scp|rsync|ftp|sftp)\b/i,
+
+  // 环境变量访问
+  env_access: /\benv|printenv|export\b/i,
+
+  // 权限操作
+  privilege: /\b(chmod|chown|chgrp|sudo|su|passwd|useradd|userdel)\b/i,
+
+  // 包管理器安装
+  pip_install: /\bpip\s+install/i,
+  npm_install: /\bnpm\s+install/i,
+
+  // Docker 操作
+  docker: /\bdocker\s+(run|exec|build)/i,
+
+  // Python 执行
+  python_exec: /\bpython\s+[-c]/i
+};
+
+// ============================================================
+// 敏感信息检测模式
+// ============================================================
+
+export const SENSITIVE_INFO_PATTERNS = [
+  /password\s*[:=]\s*['"][^'"]+['"]/i,
+  /secret\s*[:=]\s*['"][^'"]+['"]/i,
+  /api[_-]?key\s*[:=]\s*['"][^'"]+['"]/i,
+  /token\s*[:=]\s*['"][^'"]+['"]/i,
+  /private[_-]?key\s*[:=]\s*['"][^'"]+['"]/i,
+];
+
+// ============================================================
+// 危险命令模式
+// ============================================================
+
+export const DANGEROUS_PATTERNS = [
+  /rm\s+-rf/,
+  /sudo/,
+  /mkfs/,
+  /dd\s+if=/,
+  />\s*\/dev\/null/,
+  /:\(\)\s*\{\s*:\|\:&\s*\};/  // Fork bomb
+];
+
+// ============================================================
+// 检测函数
+// ============================================================
+
+/**
+ * 检测 Layer 1 验证命令类型
+ * @param {string} command - 命令字符串
+ * @returns {string|null} 验证类型或 null
+ */
+export function detectValidationType(command) {
+  const cmd = command.toLowerCase();
+  for (const [type, pattern] of Object.entries(VALIDATION_PATTERNS)) {
+    if (pattern.test(cmd)) {
+      return type;
+    }
+  }
+  return null;
+}
+
+/**
+ * 检查是否为 Layer 1 验证命令
+ * @param {string} command - 命令字符串
+ * @returns {boolean} 是否是验证命令
+ */
+export function isLayer1Validation(command) {
+  return Object.values(VALIDATION_PATTERNS).some(p => p.test(command));
+}
+
+/**
+ * 检测 AI 效果验证命令类型
+ * @param {string} command - 命令字符串
+ * @returns {Array} 检测到的命令类型数组
+ */
+export function detectEvalCommands(command) {
+  const commands = [];
+  const cmd = command.toLowerCase();
+
+  for (const [type, pattern] of Object.entries(EVAL_PATTERNS)) {
+    if (pattern.test(cmd)) {
+      const cmdInfo = { type, command };
+      if (type === 'test') {
+        cmdInfo.framework = detectTestFramework(command);
+      }
+      commands.push(cmdInfo);
+    }
+  }
+
+  return commands;
+}
+
+/**
+ * 检测测试框架
+ * @param {string} command - 命令字符串
+ * @returns {string} 测试框架名称
+ */
+export function detectTestFramework(command) {
+  const cmd = command.toLowerCase();
+  for (const { pattern, name } of TEST_FRAMEWORK_PATTERNS) {
+    if (pattern.test(cmd)) {
+      return name;
+    }
+  }
+  return 'unknown';
+}
+
+/**
+ * 检查命令是否包含敏感操作
+ * @param {string} command - 命令字符串
+ * @returns {Object} 安全问题数组
+ */
+export function checkCommandSecurity(command) {
+  const issues = [];
+  const cmd = command.toLowerCase();
+
+  // 检查 pip install 未指定版本
+  if (SENSITIVE_PATTERNS.pip_install.test(command)) {
+    if (!/==|>=|<=|~=/.test(command) && !/-r\s+requirements/.test(command)) {
+      issues.push({
+        severity: 'MEDIUM',
+        type: 'unpinned_dependency',
+        message: 'pip install 未指定版本号',
+        recommendation: '建议添加 ==version 或使用 requirements.txt 锁定版本'
+      });
+    }
+  }
+
+  // 检查 npm install 未指定版本
+  if (SENSITIVE_PATTERNS.npm_install.test(command)) {
+    if (!/@\d/.test(command) && !/--save/.test(command)) {
+      issues.push({
+        severity: 'LOW',
+        type: 'unpinned_npm_dependency',
+        message: 'npm install 建议指定版本',
+        recommendation: '建议添加 @version 或使用 package-lock.json'
+      });
+    }
+  }
+
+  // 检查 Docker 特权模式
+  if (SENSITIVE_PATTERNS.docker.test(command)) {
+    if (/\b--privileged\b/.test(command)) {
+      issues.push({
+        severity: 'HIGH',
+        type: 'docker_privileged',
+        message: 'Docker 使用特权模式运行',
+        recommendation: '特权模式有安全风险，确认是否必要'
+      });
+    }
+  }
+
+  // 检查 Python 执行代码
+  if (SENSITIVE_PATTERNS.python_exec.test(command)) {
+    if (/\bexec\(|\beval\(|\bcompile\(/.test(command)) {
+      issues.push({
+        severity: 'HIGH',
+        type: 'python_code_execution',
+        message: 'Python 使用动态代码执行',
+        recommendation: '确认代码来源可信，避免执行不可信输入'
+      });
+    }
+  }
+
+  // 检查特权提升
+  if (SENSITIVE_PATTERNS.privilege.test(command)) {
+    if (/sudo\s+(?!apt|yum|dnf)/.test(command)) {
+      issues.push({
+        severity: 'HIGH',
+        type: 'privilege_escalation',
+        message: '检测到权限提升操作',
+        recommendation: '确认是否为预期的系统管理操作'
+      });
+    }
+  }
+
+  // 检查网络请求
+  if (SENSITIVE_PATTERNS.network.test(command)) {
+    const urlMatch = command.match(/(?:curl|wget)\s+["']?([^"'\s]+)/);
+    if (urlMatch) {
+      const url = urlMatch[1];
+      if (!url.startsWith('https://')) {
+        issues.push({
+          severity: 'MEDIUM',
+          type: 'insecure_network',
+          message: '使用非 HTTPS 协议',
+          recommendation: '建议使用 HTTPS 确保传输安全'
+        });
+      }
+
+      // 检查可疑域名
+      const suspiciousDomains = ['pastebin', 'gist.github', 'transfer.sh'];
+      if (suspiciousDomains.some(d => url.includes(d))) {
+        issues.push({
+          severity: 'HIGH',
+          type: 'suspicious_download',
+          message: '从公共分享服务下载代码',
+          recommendation: '确认下载来源可信，检查代码安全性'
+        });
+      }
+    }
+  }
+
+  // 检查环境变量访问
+  if (SENSITIVE_PATTERNS.env_access.test(command)) {
+    const sensitiveVars = ['AWS_', 'DATABASE_URL', 'API_KEY', 'SECRET', 'PASSWORD', 'TOKEN'];
+    for (const v of sensitiveVars) {
+      if (command.includes(v)) {
+        issues.push({
+          severity: 'MEDIUM',
+          type: 'sensitive_env_access',
+          message: `访问敏感环境变量：${v}`,
+          recommendation: '确认是否需要在日志中显示敏感信息'
+        });
+        break;
+      }
+    }
+  }
+
+  return issues;
+}
+
+/**
+ * 检查内容是否包含硬编码敏感信息
+ * @param {string} content - 要检查的内容
+ * @returns {boolean} 是否包含敏感信息
+ */
+export function checkSensitiveInfo(content) {
+  for (const pattern of SENSITIVE_INFO_PATTERNS) {
+    if (pattern.test(content)) {
+      return true;
+    }
+  }
+  return false;
+}
+
+/**
+ * 检查命令是否包含危险操作
+ * @param {string} command - 命令字符串
+ * @returns {boolean} 是否包含危险操作
+ */
+export function checkDangerousCommand(command) {
+  for (const pattern of DANGEROUS_PATTERNS) {
+    if (pattern.test(command)) {
+      return true;
+    }
+  }
+  return false;
+}
+
+// ============================================================
+// 指标提取函数
+// ============================================================
+
+/**
+ * 提取测试指标
+ * @param {string} stdout - 标准输出
+ * @param {string} stderr - 标准错误
+ * @returns {Object} 测试指标对象
+ */
+export function extractTestMetrics(stdout, stderr) {
+  const metrics = {};
+  const output = (stdout || '') + (stderr || '');
+
+  // pytest
+  const pytestMatch = output.match(/(\d+) passed/);
+  if (pytestMatch) metrics.passed = parseInt(pytestMatch[1]);
+
+  const pytestFailed = output.match(/(\d+) failed/);
+  if (pytestFailed) metrics.failed = parseInt(pytestFailed[1]);
+
+  // jest
+  const jestMatch = output.match(/Tests:\s+(\d+)\s+passed/);
+  if (jestMatch) metrics.passed = parseInt(jestMatch[1]);
+
+  const jestFailed = output.match(/(\d+)\s+failed/);
+  if (jestFailed) metrics.failed = parseInt(jestFailed[1]);
+
+  return metrics;
+}
+
+/**
+ * 提取 Lint 指标
+ * @param {string} stdout - 标准输出
+ * @param {string} stderr - 标准错误
+ * @returns {Object} Lint 指标对象
+ */
+export function extractLintMetrics(stdout, stderr) {
+  const metrics = {};
+  const output = (stdout || '') + (stderr || '');
+
+  const errorMatch = output.match(/(\d+)\s+error/i);
+  if (errorMatch) metrics.errors = parseInt(errorMatch[1]);
+
+  const warningMatch = output.match(/(\d+)\s+warning/i);
+  if (warningMatch) metrics.warnings = parseInt(warningMatch[1]);
+
+  return metrics;
+}
+
+/**
+ * 提取类型检查指标
+ * @param {string} stdout - 标准输出
+ * @param {string} stderr - 标准错误
+ * @returns {Object} 类型检查指标对象
+ */
+export function extractTypeMetrics(stdout, stderr) {
+  const metrics = {};
+  const output = (stdout || '') + (stderr || '');
+
+  const errorMatch = output.match(/(\d+)\s+error/i);
+  if (errorMatch) metrics.errors = parseInt(errorMatch[1]);
+
+  return metrics;
+}
+
+export default {
+  VALIDATION_PATTERNS,
+  EVAL_PATTERNS,
+  TEST_FRAMEWORK_PATTERNS,
+  SENSITIVE_PATTERNS,
+  SENSITIVE_INFO_PATTERNS,
+  DANGEROUS_PATTERNS,
+  detectValidationType,
+  isLayer1Validation,
+  detectEvalCommands,
+  detectTestFramework,
+  checkCommandSecurity,
+  checkSensitiveInfo,
+  checkDangerousCommand,
+  extractTestMetrics,
+  extractLintMetrics,
+  extractTypeMetrics,
+};