@chongyan/autospec 1.0.1 → 1.0.2

package/plugins/benchmarks/templates/commands/apply-template.yaml

@@ -0,0 +1,108 @@
+# AutoSpec Command Benchmark Template - Apply
+# 适用于: 测试 apply 命令（编码实施）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-apply"
+description: "Apply 命令基准测试"
+
+type: command
+target: apply
+
+testCases:
+  - name: "simple-implementation"
+    input: "实现 {feature-name} API"
+    complexity: 1
+    expectedArtifacts:
+      - "src/controllers/{feature}.controller.ts"
+      - "src/services/{feature}.service.ts"
+      - "tests/{feature}.test.ts"
+    expectedBehaviors:
+      - "读取设计文档"
+      - "实现 API 接口"
+      - "编写单元测试"
+      - "运行 Layer1 验证"
+    successCriteria:
+      - "代码编译通过"
+      - "单元测试通过"
+      - "Lint 检查通过"
+      - "通过代码审查"
+    qualityMetrics:
+      - "测试覆盖率 >= 70%"
+      - "代码质量评分 >= 80%"
+    maxDuration: 600
+
+  - name: "multi-system-implementation"
+    input: "实现 {feature} 功能，包含后端和前端"
+    complexity: 5
+    expectedBehaviors:
+      - "识别子系统依赖"
+      - "按依赖顺序编码"
+      - "定义 API 契约"
+      - "前端基于契约对接"
+    successCriteria:
+      - "编码顺序正确"
+      - "API 契约定义清晰"
+      - "前后端对接顺利"
+      - "所有测试通过"
+    qualityMetrics:
+      - "依赖顺序正确率 = 100%"
+      - "契约完整率 >= 90%"
+    maxDuration: 1200
+
+  - name: "db-migration-implementation"
+    input: "实现数据库迁移，添加 {field} 字段"
+    complexity: 3
+    expectedBehaviors:
+      - "创建数据库迁移文件"
+      - "更新模型定义"
+      - "更新相关业务逻辑"
+      - "编写迁移测试"
+    successCriteria:
+      - "迁移文件正确"
+      - "可回滚"
+      - "数据不丢失"
+      - "测试通过"
+    qualityMetrics:
+      - "迁移安全性 = 100%"
+      - "回滚测试通过"
+    maxDuration: 600
+
+  - name: "ai-implementation"
+    input: "实现 LLM 智能问答接口"
+    complexity: 5
+    expectedBehaviors:
+      - "实现模型调用接口"
+      - "实现提示词工程"
+      - "实现效果评估"
+      - "编写集成测试"
+    successCriteria:
+      - "模型调用正常"
+      - "响应时间合理"
+      - "效果评估通过"
+      - "测试覆盖完整"
+    qualityMetrics:
+      - "响应时间 < 2s"
+      - "效果评分 >= 80%"
+    maxDuration: 900
+
+  - name: "bug-fix-implementation"
+    input: "修复 {bug-description}"
+    complexity: 1
+    expectedBehaviors:
+      - "定位 bug 根因"
+      - "最小化修复"
+      - "添加回归测试"
+      - "验证修复效果"
+    successCriteria:
+      - "bug 修复"
+      - "无新 bug 引入"
+      - "回归测试通过"
+    qualityMetrics:
+      - "修复正确率 = 100%"
+      - "回归测试通过率 = 100%"
+    maxDuration: 300
+
+successCriteria:
+  passRate: 85
+  avgDuration: 600

package/plugins/benchmarks/templates/commands/archive-template.yaml

@@ -0,0 +1,65 @@
+# AutoSpec Command Benchmark Template - Archive
+# 适用于: 测试 archive 命令（交付归档）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-archive"
+description: "Archive 命令基准测试"
+
+type: command
+target: archive
+
+testCases:
+  - name: "simple-archive"
+    input: "归档 {feature-name} 功能"
+    complexity: 1
+    expectedArtifacts:
+      - "specs/{feature}/requirement.md"
+      - "specs/{feature}/design.md"
+      - "release-notes.md"
+    expectedBehaviors:
+      - "收集所有产出物"
+      - "生成发布说明"
+      - "更新状态"
+    successCriteria:
+      - "产出物完整"
+      - "发布说明清晰"
+      - "状态更新正确"
+    qualityMetrics:
+      - "文档完整率 >= 90%"
+    maxDuration: 180
+
+  - name: "multi-system-archive"
+    input: "归档 {feature} 功能，包含多子系统"
+    complexity: 5
+    expectedBehaviors:
+      - "收集各子系统产出物"
+      - "生成整体发布说明"
+      - "记录系统间依赖"
+    successCriteria:
+      - "所有子系统产出物完整"
+      - "发布说明包含所有系统"
+      - "依赖关系清晰"
+    qualityMetrics:
+      - "子系统覆盖率 = 100%"
+      - "文档完整率 >= 90%"
+    maxDuration: 300
+
+  - name: "evolution-archive"
+    input: "归档自进化迭代结果"
+    complexity: 3
+    expectedBehaviors:
+      - "记录进化变更"
+      - "更新基准案例"
+      - "生成进化报告"
+    successCriteria:
+      - "进化日志完整"
+      - "基准案例更新"
+      - "进化报告清晰"
+    qualityMetrics:
+      - "进化记录完整率 >= 90%"
+    maxDuration: 240
+
+successCriteria:
+  passRate: 95
+  avgDuration: 200

package/plugins/benchmarks/templates/commands/env-export-template.yaml

@@ -0,0 +1,64 @@
+# AutoSpec Command Benchmark Template - Env-Export
+# 适用于: 测试 env-export 命令（知识导出）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env-export"
+description: "Env-Export 命令基准测试"
+
+type: command
+target: env-export
+
+testCases:
+  - name: "export-all"
+    input: "导出所有环境知识"
+    complexity: 1
+    expectedBehaviors:
+      - "扫描所有知识目录"
+      - "打包知识文件"
+      - "生成 manifest.json"
+      - "创建导出包"
+    expectedOutput:
+      - "导出的知识包（zip/tar）"
+      - "manifest.json"
+    successCriteria:
+      - "所有知识导出"
+      - "包结构正确"
+    qualityMetrics:
+      - "知识导出率 = 100%"
+    maxDuration: 180
+
+  - name: "export-by-type"
+    input: "--type middleware"
+    complexity: 1
+    expectedBehaviors:
+      - "扫描指定类型知识"
+      - "打包知识文件"
+    expectedOutput:
+      - "导出的知识包"
+    successCriteria:
+      - "指定类型知识导出"
+    qualityMetrics:
+      - "知识导出率 = 100%"
+    maxDuration: 120
+
+  - name: "export-to-path"
+    input: "--output {export-path}"
+    complexity: 1
+    expectedBehaviors:
+      - "创建输出目录"
+      - "复制知识文件"
+      - "生成导出报告"
+    expectedOutput:
+      - "导出的知识文件"
+      - "导出报告"
+    successCriteria:
+      - "目录创建成功"
+      - "文件复制成功"
+    qualityMetrics:
+      - "复制率 = 100%"
+    maxDuration: 120
+
+successCriteria:
+  passRate: 95
+  avgDuration: 180

package/plugins/benchmarks/templates/commands/env-sync-template.yaml

@@ -0,0 +1,104 @@
+# AutoSpec Command Benchmark Template - Env-Sync
+# 适用于: 测试 env-sync 命令（环境知识同步）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env-sync"
+description: "Env-Sync 命令基准测试"
+
+type: command
+target: env-sync
+
+testCases:
+  - name: "local-scan"
+    input: "扫描并同步本地环境知识"
+    complexity: 1
+    expectedBehaviors:
+      - "检查并创建目录结构"
+      - "加载模板注册表"
+      - "扫描依赖文件"
+      - "扫描代码模式"
+    expectedOutput:
+      - ".autospec/environment/ 目录结构"
+      - "registry.json"
+    successCriteria:
+      - "目录结构创建成功"
+      - "知识文件生成"
+    qualityMetrics:
+      - "知识文件生成率 >= 90%"
+    maxDuration: 300
+
+  - name: "git-import"
+    input: "--git {git-url}"
+    complexity: 3
+    expectedBehaviors:
+      - "解析 Git URL"
+      - "执行 git clone"
+      - "验证知识库结构"
+      - "执行模板合规检查"
+    successCriteria:
+      - "Git 克隆成功"
+      - "结构验证通过"
+    qualityMetrics:
+      - "克隆成功率 = 100%"
+    maxDuration: 600
+
+  - name: "online-import"
+    input: "--online {doc-url}"
+    complexity: 3
+    expectedBehaviors:
+      - "识别文档平台类型"
+      - "使用对应 API 读取文档"
+      - "转换为本地知识文件格式"
+    successCriteria:
+      - "文档读取成功"
+      - "格式转换正确"
+    qualityMetrics:
+      - "文档读取率 = 100%"
+    maxDuration: 450
+
+  - name: "npm-import"
+    input: "--npm {package-name}"
+    complexity: 1
+    expectedBehaviors:
+      - "执行 npm pack 下载"
+      - "解压 tar 包"
+      - "验证知识库结构"
+    successCriteria:
+      - "npm 包下载成功"
+      - "知识复制成功"
+    qualityMetrics:
+      - "下载成功率 = 100%"
+    maxDuration: 180
+
+  - name: "local-import"
+    input: "--local {local-path}"
+    complexity: 1
+    expectedBehaviors:
+      - "验证源目录存在"
+      - "验证知识库结构"
+      - "复制知识到本地"
+    successCriteria:
+      - "源目录验证通过"
+      - "知识复制成功"
+    qualityMetrics:
+      - "验证率 = 100%"
+    maxDuration: 120
+
+  - name: "compliance-failure"
+    input: "导入不符合模板规范的知识库"
+    complexity: 3
+    expectedBehaviors:
+      - "执行模板合规检查"
+      - "识别不合规文件"
+      - "提供 AI 补全选项"
+    successCriteria:
+      - "不合规文件识别正确"
+      - "AI 补全有效"
+    qualityMetrics:
+      - "不合规检出率 = 100%"
+    maxDuration: 450
+
+successCriteria:
+  passRate: 90
+  avgDuration: 300

package/plugins/benchmarks/templates/commands/env-template-template.yaml

@@ -0,0 +1,96 @@
+# AutoSpec Command Benchmark Template - Env-Template
+# 适用于: 测试 env-template 命令（模板管理）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env-template"
+description: "Env-Template 命令基准测试"
+
+type: command
+target: env-template
+
+testCases:
+  - name: "list-templates"
+    input: "无参数"
+    complexity: 1
+    expectedBehaviors:
+      - "读取模板注册表"
+      - "显示所有可用模板"
+      - "显示模板名称/来源文件/输出位置"
+    expectedOutput:
+      - "模板列表"
+    successCriteria:
+      - "模板列表完整"
+      - "信息清晰"
+    qualityMetrics:
+      - "列表完整率 = 100%"
+    maxDuration: 60
+
+  - name: "show-template-detail"
+    input: "--show middleware"
+    complexity: 1
+    expectedBehaviors:
+      - "读取指定模板"
+      - "显示来源和输出位置"
+      - "显示必填章节"
+      - "显示可选章节"
+      - "显示类型枚举"
+    expectedOutput:
+      - "模板详情"
+    successCriteria:
+      - "详情完整"
+    qualityMetrics:
+      - "详情完整率 = 100%"
+    maxDuration: 60
+
+  - name: "validate-compliance"
+    input: "--validate"
+    complexity: 3
+    expectedBehaviors:
+      - "加载模板注册表"
+      - "扫描所有知识文件"
+      - "执行模板合规检查"
+      - "统计合规率"
+    expectedOutput:
+      - "校验报告"
+      - "合规统计"
+    successCriteria:
+      - "所有文件检查完成"
+      - "统计准确"
+    qualityMetrics:
+      - "文件检查率 = 100%"
+    maxDuration: 300
+
+  - name: "sync-templates"
+    input: "--sync"
+    complexity: 1
+    expectedBehaviors:
+      - "复制框架模板到本地"
+      - "缓存模板文件"
+    expectedOutput:
+      - "同步后的模板"
+      - "同步报告"
+    successCriteria:
+      - "模板复制成功"
+    qualityMetrics:
+      - "复制率 = 100%"
+    maxDuration: 120
+
+  - name: "show-example"
+    input: "--example middleware"
+    complexity: 1
+    expectedBehaviors:
+      - "读取模板示例"
+      - "显示完整的示例文件"
+    expectedOutput:
+      - "模板示例"
+    successCriteria:
+      - "示例完整"
+      - "格式正确"
+    qualityMetrics:
+      - "示例完整率 = 100%"
+    maxDuration: 60
+
+successCriteria:
+  passRate: 95
+  avgDuration: 120

package/plugins/benchmarks/templates/commands/env-template.yaml

@@ -0,0 +1,58 @@
+# AutoSpec Command Benchmark Template - Env
+# 适用于: 测试 env 命令（环境查看）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env"
+description: "Env 命令基准测试"
+
+type: command
+target: env
+
+testCases:
+  - name: "show-status"
+    input: "无参数"
+    complexity: 1
+    expectedBehaviors:
+      - "读取 registry.json"
+      - "显示环境知识统计"
+      - "显示组件知识统计"
+    expectedOutput:
+      - "环境状态报告"
+    successCriteria:
+      - "统计信息完整"
+      - "报告清晰"
+    qualityMetrics:
+      - "统计完整率 = 100%"
+    maxDuration: 60
+
+  - name: "show-knowledge"
+    input: "--show {knowledge-name}"
+    complexity: 1
+    expectedBehaviors:
+      - "读取指定知识文件"
+      - "显示知识详情"
+    successCriteria:
+      - "知识显示完整"
+    qualityMetrics:
+      - "显示完整率 = 100%"
+    maxDuration: 60
+
+  - name: "show-sources"
+    input: "--sources"
+    complexity: 1
+    expectedBehaviors:
+      - "读取 knowledge-source.json"
+      - "显示知识源列表"
+      - "显示同步状态"
+    expectedOutput:
+      - "知识源报告"
+    successCriteria:
+      - "知识源显示完整"
+    qualityMetrics:
+      - "显示完整率 = 100%"
+    maxDuration: 60
+
+successCriteria:
+  passRate: 95
+  avgDuration: 60

package/plugins/benchmarks/templates/commands/env-update-template.yaml

@@ -0,0 +1,110 @@
+# AutoSpec Command Benchmark Template - Env-Update
+# 适用于: 测试 env-update 命令（知识变更提交）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env-update"
+description: "Env-Update 命令基准测试"
+
+type: command
+target: env-update
+
+testCases:
+  - name: "dry-run-preview"
+    input: "--dry-run"
+    complexity: 1
+    expectedBehaviors:
+      - "读取 knowledge-source.json"
+      - "检测本地与知识源的变更"
+      - "分类变更"
+      - "生成变更报告"
+    expectedOutput:
+      - "变更报告"
+      - "变更分类清单"
+    successCriteria:
+      - "变更检测准确"
+      - "变更分类正确"
+    qualityMetrics:
+      - "变更检测率 = 100%"
+    maxDuration: 120
+
+  - name: "git-source-update"
+    input: "--source {source-name}"
+    complexity: 3
+    expectedBehaviors:
+      - "读取 Git 源配置"
+      - "克隆临时目录"
+      - "复制变更文件"
+      - "执行 git commit/push"
+    expectedOutput:
+      - "提交记录"
+      - "更新后的 knowledge-source.json"
+    successCriteria:
+      - "Git 操作成功"
+      - "配置更新成功"
+    qualityMetrics:
+      - "Git 操作成功率 = 100%"
+    maxDuration: 450
+
+  - name: "online-source-update"
+    input: "--source {online-source-name}"
+    complexity: 3
+    expectedBehaviors:
+      - "读取在线文档源配置"
+      - "使用 API 更新文档"
+    successCriteria:
+      - "API 调用成功"
+      - "文档更新成功"
+    qualityMetrics:
+      - "API 成功率 = 100%"
+    maxDuration: 300
+
+  - name: "dangerous-change"
+    input: "删除业务规则文档"
+    complexity: 3
+    expectedBehaviors:
+      - "识别危险变更"
+      - "强制用户确认"
+      - "用户确认前不执行"
+    expectedOutput:
+      - "确认提示"
+    successCriteria:
+      - "危险变更识别正确"
+      - "强制确认执行"
+    qualityMetrics:
+      - "危险识别率 = 100%"
+    maxDuration: 180
+
+  - name: "conflict-handling"
+    input: "远程有新提交时执行更新"
+    complexity: 3
+    expectedBehaviors:
+      - "检测冲突"
+      - "生成冲突报告"
+      - "提供处理方式选项"
+    expectedOutput:
+      - "冲突报告"
+      - "处理方式选项"
+    successCriteria:
+      - "冲突检测正确"
+    qualityMetrics:
+      - "冲突检测率 = 100%"
+    maxDuration: 300
+
+  - name: "no-source-config"
+    input: "knowledge-source.json 不存在时执行更新"
+    complexity: 1
+    expectedBehaviors:
+      - "检测 knowledge-source.json 不存在"
+      - "提示用户先执行 env-sync"
+    expectedOutput:
+      - "提示信息"
+    successCriteria:
+      - "配置缺失检测正确"
+    qualityMetrics:
+      - "检测率 = 100%"
+    maxDuration: 60
+
+successCriteria:
+  passRate: 90
+  avgDuration: 300

package/plugins/benchmarks/templates/commands/env-validate-template.yaml

@@ -0,0 +1,95 @@
+# AutoSpec Command Benchmark Template - Env-Validate
+# 适用于: 测试 env-validate 命令（环境配置校验）
+# init 后复制到 .autospec/benchmarks/ 后按需修改
+
+version: "1.0"
+name: "command-env-validate"
+description: "Env-Validate 命令基准测试"
+
+type: command
+target: env-validate
+
+testCases:
+  - name: "validate-middleware"
+    input: "验证 {middleware}.md 是否符合模板规范"
+    complexity: 1
+    expectedBehaviors:
+      - "读取模板注册表"
+      - "加载中间件模板"
+      - "检查必填章节"
+      - "检查类型枚举有效性"
+    expectedOutput:
+      - "验证报告"
+      - "合规状态"
+    successCriteria:
+      - "模板加载成功"
+      - "章节检查完整"
+    qualityMetrics:
+      - "验证准确率 >= 95%"
+    maxDuration: 120
+
+  - name: "validate-component"
+    input: "验证 {component}/component.md 是否符合模板规范"
+    complexity: 1
+    expectedBehaviors:
+      - "读取模板注册表"
+      - "加载组件模板"
+      - "检查必填章节"
+    successCriteria:
+      - "必填章节检查完整"
+    qualityMetrics:
+      - "验证准确率 >= 95%"
+    maxDuration: 120
+
+  - name: "batch-validate"
+    input: "验证所有环境知识文件"
+    complexity: 3
+    expectedBehaviors:
+      - "扫描所有知识文件"
+      - "对每个文件执行验证"
+      - "生成汇总报告"
+    expectedOutput:
+      - "批量验证报告"
+      - "合规统计"
+    successCriteria:
+      - "所有文件验证完成"
+      - "统计准确"
+    qualityMetrics:
+      - "文件验证率 = 100%"
+    maxDuration: 300
+
+  - name: "missing-required-sections"
+    input: "验证缺少必填章节的知识文件"
+    complexity: 1
+    expectedBehaviors:
+      - "识别缺失的必填章节"
+      - "生成失败报告"
+      - "提供修复建议"
+    expectedOutput:
+      - "失败报告"
+      - "修复建议"
+    successCriteria:
+      - "缺失章节识别正确"
+    qualityMetrics:
+      - "缺失识别率 = 100%"
+    maxDuration: 120
+
+  - name: "missing-optional-sections"
+    input: "验证缺少可选章节的知识文件"
+    complexity: 1
+    expectedBehaviors:
+      - "识别缺失的可选章节"
+      - "生成警告报告"
+      - "提供 AI 补全选项"
+    expectedOutput:
+      - "警告报告"
+      - "AI 补全选项"
+    successCriteria:
+      - "缺失章节识别正确"
+    qualityMetrics:
+      - "补全选项提供率 = 100%"
+    maxDuration: 120
+
+successCriteria:
+  passRate: 95
+  avgDuration: 120