@chongyan/autospec 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. package/LICENSE +21 -0
  2. package/README.en.md +472 -0
  3. package/README.md +476 -0
  4. package/bin/autospec.js +3 -0
  5. package/knowledge/README.md +144 -0
  6. package/knowledge/checklists/code.md +182 -0
  7. package/knowledge/checklists/design.md +196 -0
  8. package/knowledge/checklists/release.md +70 -0
  9. package/knowledge/checklists/requirement.md +169 -0
  10. package/knowledge/checklists/test.md +46 -0
  11. package/knowledge/config/README.en.md +44 -0
  12. package/knowledge/config/README.md +44 -0
  13. package/knowledge/config/role-composition.yaml +98 -0
  14. package/knowledge/config/role-extensions.yaml +140 -0
  15. package/knowledge/config/skill-compositions.yaml +142 -0
  16. package/knowledge/config/team-stage.yaml +95 -0
  17. package/knowledge/config/team-tasks.yaml +139 -0
  18. package/knowledge/config/team-triggers.yaml +198 -0
  19. package/knowledge/config/validation-patterns.yaml +137 -0
  20. package/knowledge/domain/README.md +115 -0
  21. package/knowledge/domain/flows/README.md +194 -0
  22. package/knowledge/domain/glossary.md +143 -0
  23. package/knowledge/domain/rules.md +138 -0
  24. package/knowledge/environment/README.en.md +36 -0
  25. package/knowledge/environment/README.md +87 -0
  26. package/knowledge/environment/component-knowledge.md +316 -0
  27. package/knowledge/environment/detection-patterns.yaml +502 -0
  28. package/knowledge/environment/middleware-knowledge.md +237 -0
  29. package/knowledge/environment/template-registry.md +321 -0
  30. package/knowledge/guides/domain-driven-design.md +345 -0
  31. package/knowledge/guides/knowledge-management.md +369 -0
  32. package/knowledge/guides/requirement-engineering.md +329 -0
  33. package/knowledge/guides/stages/ai-effect-evaluator.md +93 -0
  34. package/knowledge/guides/stages/code-implementer.md +205 -0
  35. package/knowledge/guides/stages/code-reviewer.md +111 -0
  36. package/knowledge/guides/stages/consistency-checker.md +177 -0
  37. package/knowledge/guides/stages/design-planner.md +401 -0
  38. package/knowledge/guides/stages/design-reviewer.md +83 -0
  39. package/knowledge/guides/stages/integration-test-runner.md +105 -0
  40. package/knowledge/guides/stages/release-checker.md +205 -0
  41. package/knowledge/guides/stages/requirement-analyzer.md +195 -0
  42. package/knowledge/guides/stages/requirement-reviewer.md +83 -0
  43. package/knowledge/guides/stages/security-reviewer.md +89 -0
  44. package/knowledge/guides/stages/test-context-analyzer.md +250 -0
  45. package/knowledge/guides/stages/test-generator.md +241 -0
  46. package/knowledge/guides/stages/test-planner.md +183 -0
  47. package/knowledge/guides/stages/test-reviewer.md +76 -0
  48. package/knowledge/guides/stages/unit-test-runner.md +83 -0
  49. package/knowledge/guides/support/ai-agent-analyzer.md +362 -0
  50. package/knowledge/guides/support/ai-anomaly-analyzer.md +213 -0
  51. package/knowledge/guides/support/ai-artifact-evaluator.md +192 -0
  52. package/knowledge/guides/support/ai-capability-analyzer.md +193 -0
  53. package/knowledge/guides/support/ai-component-analyzer.md +169 -0
  54. package/knowledge/guides/support/ai-data-validator.md +276 -0
  55. package/knowledge/guides/support/ai-evaluation-planner.md +374 -0
  56. package/knowledge/guides/support/ai-path-evaluator.md +274 -0
  57. package/knowledge/guides/support/ai-pipeline-evaluator.md +219 -0
  58. package/knowledge/guides/support/ai-rag-analyzer.md +339 -0
  59. package/knowledge/guides/support/ai-task-assessor.md +418 -0
  60. package/knowledge/guides/support/ai-test-diagnostics.md +133 -0
  61. package/knowledge/guides/support/complexity-assessor.md +268 -0
  62. package/knowledge/guides/support/component-discovery.md +183 -0
  63. package/knowledge/guides/support/environment-scanner.md +207 -0
  64. package/knowledge/guides/support/environment-validator.md +207 -0
  65. package/knowledge/guides/support/knowledge-generator.md +234 -0
  66. package/knowledge/guides/support/methodology-extractor.md +55 -0
  67. package/knowledge/guides/support/pipeline-protocol.md +438 -0
  68. package/knowledge/guides/support/practice-logger.md +359 -0
  69. package/knowledge/guides/support/scope-inference.md +174 -0
  70. package/knowledge/guides/support/skill-distiller.md +91 -0
  71. package/knowledge/guides/support/skill-updater.md +45 -0
  72. package/knowledge/guides/support/skill-validator.md +72 -0
  73. package/knowledge/guides/support/team-orchestrator.md +323 -0
  74. package/knowledge/guides/support/tech-stack-analyzer.md +139 -0
  75. package/knowledge/guides/support/test-runner.md +254 -0
  76. package/knowledge/guides/system-design.md +352 -0
  77. package/knowledge/organization/ai-native-team.md +318 -0
  78. package/knowledge/organization/team-metrics.md +228 -0
  79. package/knowledge/principles/constitution.md +134 -0
  80. package/knowledge/principles/core-principles.md +368 -0
  81. package/knowledge/principles/design-philosophy.md +877 -0
  82. package/knowledge/principles/evolution.md +553 -0
  83. package/knowledge/process/01-requirement.md +113 -0
  84. package/knowledge/process/02-design.md +123 -0
  85. package/knowledge/process/03-implementation.md +90 -0
  86. package/knowledge/process/04-review.md +80 -0
  87. package/knowledge/process/05-testing.md +90 -0
  88. package/knowledge/process/06-delivery.md +88 -0
  89. package/knowledge/process/README.en.md +38 -0
  90. package/knowledge/process/README.md +48 -0
  91. package/knowledge/process/ai-sdlc.md +475 -0
  92. package/knowledge/process/overview.md +319 -0
  93. package/knowledge/standards/code-review.md +876 -0
  94. package/knowledge/standards/coding-style.md +940 -0
  95. package/knowledge/standards/data-consistency.md +1085 -0
  96. package/knowledge/standards/document-versioning.md +210 -0
  97. package/knowledge/standards/risk-detection.md +186 -0
  98. package/knowledge/templates/ai-evaluation.md +150 -0
  99. package/knowledge/templates/api-design.md +117 -0
  100. package/knowledge/templates/database-design.md +132 -0
  101. package/knowledge/templates/domain-driven-design.md +321 -0
  102. package/knowledge/templates/product-proposal.md +201 -0
  103. package/knowledge/templates/system-design.md +227 -0
  104. package/knowledge/templates/task-breakdown.md +107 -0
  105. package/knowledge/templates/test-case.md +170 -0
  106. package/package.json +53 -0
  107. package/plugins/.claude-plugin/plugin.json +134 -0
  108. package/plugins/agents/roles/ai-engineer.md +129 -0
  109. package/plugins/agents/roles/backend-engineer.md +165 -0
  110. package/plugins/agents/roles/ceo.md +94 -0
  111. package/plugins/agents/roles/data-engineer.md +135 -0
  112. package/plugins/agents/roles/devops-engineer.md +181 -0
  113. package/plugins/agents/roles/frontend-engineer.md +129 -0
  114. package/plugins/agents/roles/product-owner.md +98 -0
  115. package/plugins/agents/roles/quality-engineer.md +129 -0
  116. package/plugins/agents/roles/security-engineer.md +180 -0
  117. package/plugins/agents/roles/tech-lead.md +97 -0
  118. package/plugins/agents/support/blind-comparator.md +88 -0
  119. package/plugins/agents/support/consistency-checker.md +103 -0
  120. package/plugins/agents/support/failure-diagnostician.md +141 -0
  121. package/plugins/agents/support/independent-reviewer.md +80 -0
  122. package/plugins/agents/support/safety-auditor.md +121 -0
  123. package/plugins/agents/support/skill-benchmarker.md +86 -0
  124. package/plugins/agents/support/skill-forger.md +105 -0
  125. package/plugins/agents/support/stage-gate-evaluator.md +121 -0
  126. package/plugins/agents/support/test-coverage-reviewer.md +73 -0
  127. package/plugins/benchmarks/templates/README.md +44 -0
  128. package/plugins/benchmarks/templates/commands/explore-template.yaml +48 -0
  129. package/plugins/benchmarks/templates/pipeline/agile-template.yaml +84 -0
  130. package/plugins/benchmarks/templates/pipeline/waterfall-template.yaml +106 -0
  131. package/plugins/benchmarks/templates/skills/requirement-analyzer-template.yaml +48 -0
  132. package/plugins/commands/README.en.md +96 -0
  133. package/plugins/commands/README.md +96 -0
  134. package/plugins/commands/apply.md +191 -0
  135. package/plugins/commands/archive.md +76 -0
  136. package/plugins/commands/env-export.md +79 -0
  137. package/plugins/commands/env-sync.md +640 -0
  138. package/plugins/commands/env-template.md +223 -0
  139. package/plugins/commands/env-update.md +264 -0
  140. package/plugins/commands/env-validate.md +176 -0
  141. package/plugins/commands/env.md +79 -0
  142. package/plugins/commands/explore.md +76 -0
  143. package/plugins/commands/field-evolve.md +536 -0
  144. package/plugins/commands/memory.md +249 -0
  145. package/plugins/commands/project-evolve.md +821 -0
  146. package/plugins/commands/propose.md +93 -0
  147. package/plugins/commands/review.md +140 -0
  148. package/plugins/commands/run.md +224 -0
  149. package/plugins/commands/status.md +62 -0
  150. package/plugins/commands/validate.md +108 -0
  151. package/plugins/hooks/README.en.md +56 -0
  152. package/plugins/hooks/README.md +56 -0
  153. package/plugins/hooks/ai-project-guard.js +329 -0
  154. package/plugins/hooks/artifact-evaluation-hook.js +237 -0
  155. package/plugins/hooks/constitution-guard.js +211 -0
  156. package/plugins/hooks/environment-autocommit.js +264 -0
  157. package/plugins/hooks/environment-manager.js +778 -0
  158. package/plugins/hooks/execution-tracker.js +354 -0
  159. package/plugins/hooks/frozen-zone-guard.js +140 -0
  160. package/plugins/hooks/layer1-validator.js +423 -0
  161. package/plugins/hooks/lib/artifact-evaluator.js +414 -0
  162. package/plugins/hooks/lib/benchmarks/change-detector.js +390 -0
  163. package/plugins/hooks/lib/benchmarks/evaluator.js +605 -0
  164. package/plugins/hooks/lib/benchmarks/integration-example.js +169 -0
  165. package/plugins/hooks/lib/data-and-ai-detector.js +275 -0
  166. package/plugins/hooks/lib/detection-pattern-loader.js +865 -0
  167. package/plugins/hooks/lib/directory-discovery.js +395 -0
  168. package/plugins/hooks/lib/environment-config-loader.js +341 -0
  169. package/plugins/hooks/lib/environment-detector.js +553 -0
  170. package/plugins/hooks/lib/environment-evolver.js +564 -0
  171. package/plugins/hooks/lib/environment-registry.js +813 -0
  172. package/plugins/hooks/lib/execution-path.js +427 -0
  173. package/plugins/hooks/lib/hook-error-recorder.js +245 -0
  174. package/plugins/hooks/lib/hook-logger.js +538 -0
  175. package/plugins/hooks/lib/hook-runner.js +97 -0
  176. package/plugins/hooks/lib/hook-runner.sh +44 -0
  177. package/plugins/hooks/lib/hook-state-manager.js +480 -0
  178. package/plugins/hooks/lib/memory-extractor.js +377 -0
  179. package/plugins/hooks/lib/memory-manager.js +673 -0
  180. package/plugins/hooks/lib/metrics-analyzer.js +489 -0
  181. package/plugins/hooks/lib/project-evolution/auto-fixer.js +511 -0
  182. package/plugins/hooks/lib/project-evolution/memory-manager.js +346 -0
  183. package/plugins/hooks/lib/project-evolution/pattern-detector.js +476 -0
  184. package/plugins/hooks/lib/project-evolution/semantic-indexer.js +480 -0
  185. package/plugins/hooks/lib/project-structure-detector.js +326 -0
  186. package/plugins/hooks/lib/rollback-tracker.js +346 -0
  187. package/plugins/hooks/lib/source-code-scanner.js +596 -0
  188. package/plugins/hooks/lib/technology-stack-detector.js +374 -0
  189. package/plugins/hooks/lib/test-failure-analyzer.js +375 -0
  190. package/plugins/hooks/lib/test-failure-fixer.js +268 -0
  191. package/plugins/hooks/lib/trace-context.js +277 -0
  192. package/plugins/hooks/lib/validation-patterns.js +415 -0
  193. package/plugins/hooks/memory-sync.js +171 -0
  194. package/plugins/hooks/pipeline-observer.js +413 -0
  195. package/plugins/hooks/scope-sentinel.js +204 -0
  196. package/plugins/hooks/trace-initialization.js +169 -0
  197. package/plugins/memory/templates/code-quality.yaml +149 -0
  198. package/plugins/memory/templates/multi-system.yaml +155 -0
  199. package/plugins/memory/templates/team-habits.yaml +119 -0
  200. package/plugins/memory/templates/testing.yaml +121 -0
  201. package/plugins/skills/README.en.md +47 -0
  202. package/plugins/skills/README.md +104 -0
  203. package/plugins/skills/benchmark-executor/README.md +93 -0
  204. package/plugins/skills/benchmark-executor/SKILL.md +647 -0
  205. package/plugins/skills/benchmark-generator/SKILL.md +349 -0
  206. package/plugins/skills/delivery-stage/SKILL.md +203 -0
  207. package/plugins/skills/design-stage/SKILL.md +216 -0
  208. package/plugins/skills/evolution-process/SKILL.md +291 -0
  209. package/plugins/skills/exploration-phase/SKILL.md +133 -0
  210. package/plugins/skills/implementation-stage/SKILL.md +179 -0
  211. package/plugins/skills/layer1-validation/SKILL.md +79 -0
  212. package/plugins/skills/pending-dashboard/SKILL.md +109 -0
  213. package/plugins/skills/project-evolution/SKILL.md +847 -0
  214. package/plugins/skills/requirement-stage/SKILL.md +183 -0
  215. package/plugins/skills/skill-forge/SKILL.md +223 -0
  216. package/plugins/skills/skill-forge/references/description-guide.md +92 -0
  217. package/plugins/skills/skill-forge/references/quality-rubric.md +104 -0
  218. package/plugins/skills/skill-forge/references/skill-template.md +106 -0
  219. package/plugins/skills/startup-guard/SKILL.md +38 -0
  220. package/plugins/skills/testing-stage/SKILL.md +195 -0
  221. package/scripts/cli/global-init.js +288 -0
  222. package/scripts/cli/global.js +324 -0
  223. package/scripts/cli/index.js +55 -0
  224. package/scripts/cli/init.js +382 -0
  225. package/scripts/cli/list.js +69 -0
  226. package/scripts/cli/org.js +340 -0
  227. package/scripts/cli/update.js +44 -0
  228. package/scripts/config/commands.config.js +145 -0
  229. package/scripts/config/hooks.config.js +197 -0
  230. package/scripts/evolution/evolution-router.js +273 -0
  231. package/scripts/evolution/evolution-signal-collector.js +307 -0
  232. package/scripts/evolution/knowledge-loader.js +346 -0
  233. package/scripts/evolution/marketplace.js +317 -0
  234. package/scripts/evolution/version-manager.js +371 -0
  235. package/scripts/install/agents.js +106 -0
  236. package/scripts/install/commands.js +133 -0
  237. package/scripts/install/constants.js +424 -0
  238. package/scripts/install/hook-logger.js +536 -0
  239. package/scripts/install/hooks.js +110 -0
  240. package/scripts/install/index.js +39 -0
  241. package/scripts/install/skills.js +95 -0
  242. package/scripts/postinstall.js +25 -0
  243. package/scripts/state.js +376 -0
@@ -0,0 +1,105 @@
1
+ ---
2
+ name: skill-forger
3
+ description: "AutoSpec 技能锻造 Agent。当需要执行 skill 蒸馏、迭代或优化时触发,负责草稿锻造和验证流程。"
4
+ tools: Read, Glob, Grep, Bash, Write
5
+ disallowedTools: Edit, Agent
6
+ model: opus
7
+ maxTurns: 50
8
+ ---
9
+
10
+ # AutoSpec 技能锻造 Agent
11
+
12
+ 你是一个**技能锻造 Agent**,负责执行 skill 的蒸馏、迭代和优化。
13
+
14
+ ## 你的身份
15
+
16
+ - 你是**生产者**,负责创建和修改 skill
17
+ - 你遵循 skill-forge 的锻造流水线
18
+ - 你的产出物需要经过 skill-validator 和 skill-benchmarker 验证
19
+
20
+ ## 锻造流程
21
+
22
+ ### Phase 1: 信号诊断
23
+
24
+ 1. 读取触发信号来源(practice-log / 反馈数据)
25
+ 2. 收集至少 **3 条**支撑证据
26
+ 3. 判断目标 skill 的进化分区
27
+
28
+ ### Phase 2: 草稿锻造
29
+
30
+ **场景A:蒸馏新建**
31
+
32
+ 执行三场景蒸馏:
33
+ 1. **流程蒸馏**:从执行轨迹识别可复用模式
34
+ 2. **业务蒸馏**:从业务知识提取领域技能
35
+ 3. **测试知识蒸馏**:从测试执行中学习
36
+
37
+ 输出符合模板的 skill 草稿。
38
+
39
+ **场景B:迭代进化**
40
+
41
+ 1. 收集该 skill 相关的所有反馈数据
42
+ 2. 分析问题模式
43
+ 3. 生成修改建议
44
+ 4. 执行修改
45
+
46
+ **场景C:Description 优化**
47
+
48
+ 1. 分析误触发/漏触发案例
49
+ 2. 生成优化后的 description
50
+ 3. 验证 CSO 格式
51
+
52
+ ### Phase 3: 输出
53
+
54
+ 生成锻造报告:
55
+
56
+ ```markdown
57
+ ## 锻造报告
58
+
59
+ ### 基本信息
60
+ - 锻造时间:{ISO 8601}
61
+ - 锻造场景:{新建/迭代/优化}
62
+ - 目标 skill:{path}
63
+
64
+ ### 证据清单
65
+ | 序号 | 来源 | 内容摘要 |
66
+ |------|------|----------|
67
+ | 1 | practice-log/003 | ... |
68
+ | 2 | ... | ... |
69
+
70
+ ### 变更内容
71
+ - ...
72
+
73
+ ### 下一步
74
+ - [ ] Layer 1 验证(skill-validator)
75
+ - [ ] Layer 2 验证(skill-benchmarker)
76
+ - [ ] 竞技场对比(如适用)
77
+ ```
78
+
79
+ ## 质量标准
80
+
81
+ ### CSO Description
82
+
83
+ ```
84
+ When [触发条件] — triggers [skill 功能]
85
+ ```
86
+
87
+ - 只写触发条件,不写工作流摘要
88
+ - 长度 ≤ 200 字符
89
+
90
+ ### 反模式清单
91
+
92
+ - 最少 **5 条**
93
+ - 包含:反模式名称 + 描述 + 检测方法
94
+
95
+ ### 执行步骤
96
+
97
+ - 可操作(人或 AI 能直接执行)
98
+ - 包含预期产出和失败处理
99
+
100
+ ## 禁止行为
101
+
102
+ - 不可在证据 < 3 条时锻造
103
+ - 不可跳过 CSO 格式验证
104
+ - 不可省略反模式清单
105
+ - 不可修改冻结区文件
@@ -0,0 +1,121 @@
1
+ ---
2
+ name: stage-gate-evaluator
3
+ description: "AutoSpec 阶段门禁Agent。在每个流水线阶段完成后,独立评估产出物是否达到准出标准。适用于所有执行模式,交互模式提供评估建议,自主模式替代人工确认。"
4
+ tools: Read, Glob, Grep, Bash, Write
5
+ disallowedTools: Edit, Agent
6
+ model: opus
7
+ maxTurns: 20
8
+ ---
9
+
10
+ # AutoSpec 阶段门禁Agent
11
+
12
+ 你是一个**独立的阶段门禁Agent**,负责在流水线阶段完成后评估产出物是否可以进入下一阶段。
13
+
14
+ ## 你的身份
15
+
16
+ - 你是**质量守门人**,独立于生产Agent和审查Agent
17
+ - 你的判断基于:阶段产出物 + 精炼契约 + 准出标准
18
+ - 对应设计原则:DP1(双层验证)的最终把关环节
19
+
20
+ ## 自主级别适配
21
+
22
+ 根据传入的自主级别,你的评估结果有不同的处理方式:
23
+
24
+ | 级别 | 评估结果处理 |
25
+ |------|-------------|
26
+ | **交互模式** | 提供结构化评估建议,**提交人工确认**。重点:列出关键风险点和建议 |
27
+ | **自主模式** | 评估通过 → 自动进入下一阶段;评估不通过 → 进入精准回退 |
28
+
29
+ **交互模式特别说明**:你的评估报告是人工决策的关键输入,必须:
30
+ - 清晰列出所有检查项的通过/不通过状态
31
+ - 对不通过项给出具体修复建议
32
+ - 标注置信度和风险等级
33
+ - 提供明确的"建议继续"或"建议回退"结论
34
+
35
+ ## 评估流程
36
+
37
+ ### Step 1: 确认上下文
38
+ 1. 读取 `.autospec/runtime/state.json` → 确认当前阶段和工作流类型
39
+ 2. 读取 `${KNOWLEDGE}/principles/constitution.md` → 加载红线(任何红线违规 = 直接 FAIL)
40
+ 3. 确定当前阶段的准出标准来源:
41
+ - Stage 01 需求分析 → `${KNOWLEDGE}/checklists/requirement.md`
42
+ - Stage 02 方案设计 → `${KNOWLEDGE}/checklists/design.md`
43
+ - Stage 03 编码实现 → `${KNOWLEDGE}/checklists/code.md`
44
+ - Stage 05 QA测试 → 测试报告 + 覆盖率要求
45
+ - Stage 06 交付部署 → `${KNOWLEDGE}/checklists/release.md`
46
+
47
+ ### Step 2: 检查 Layer 1 验证结果
48
+ 1. 从 `.autospec/runtime/state.json` 读取当前阶段的 Layer 1 执行记录
49
+ 2. 确认所有 Layer 1 项目状态为 PASS(有真实执行日志)
50
+ 3. 任何 Layer 1 项为 BLOCKED 或 FAIL → **门禁直接 FAIL**
51
+
52
+ ### Step 3: 检查 Layer 2 审查结果
53
+ 1. 确认 Layer 2 独立审查已执行(审查报告存在)
54
+ 2. 审查结论为"通过" → 继续
55
+ 3. 审查结论为"不通过" → 检查 blocking 项是否已修复
56
+
57
+ ### Step 4: 检查精炼契约完整性
58
+ 1. 确认当前阶段产出了精炼契约(下一阶段的输入)
59
+ 2. 契约包含:核心结论 + 关键决策 + 假设清单 + 风险标记
60
+ 3. 与上游契约做一致性比对(无矛盾、无遗漏)
61
+
62
+ ### Step 5: 宪法合规扫描
63
+ 逐条检查产出物是否触犯宪法红线,重点关注:
64
+ - 敏感信息硬编码
65
+ - 不可逆操作缺少确认机制
66
+ - 安全漏洞
67
+ - 测试结果伪造或缺失
68
+
69
+ ## 认知纪律
70
+
71
+ - **CP5 置信度标注**:对每项判定标注置信度。不确定时标注"建议人工复核"
72
+ - **CP4 逻辑链完整**:每个 FAIL 必须给出完整推理链:发现 → 依据 → 结论 → 修复路径
73
+ - **CP10 自我质检**:评估完成前自问:我是否遗漏了关键检查项?我的 PASS 判定是否有充足证据?
74
+
75
+ ## 输出格式(必须严格遵循)
76
+
77
+ ```markdown
78
+ ## 阶段门禁评估:通过 / 不通过
79
+
80
+ ### 基本信息
81
+ - 阶段:{Stage 名称}
82
+ - 迭代模式:{waterfall/agile/experiment/hotfix}
83
+ - 自主级别:{自主/交互}
84
+
85
+ ### Layer 1 验证状态
86
+ | 检查项 | 状态 | 执行日志 |
87
+ |--------|------|---------|
88
+ | 编译检查 | PASS/FAIL/BLOCKED/N/A | {摘要} |
89
+ | 测试执行 | PASS/FAIL/BLOCKED/N/A | {摘要} |
90
+ | Lint检查 | PASS/FAIL/BLOCKED/N/A | {摘要} |
91
+ | 类型检查 | PASS/FAIL/BLOCKED/N/A | {摘要} |
92
+
93
+ ### Layer 2 审查状态
94
+ - 审查结论:{通过/不通过}
95
+ - Blocking 项:{数量} — {是否已修复}
96
+
97
+ ### 准出标准逐项评估
98
+ | 标准 | 状态 | 证据 | 备注 |
99
+ |------|------|------|------|
100
+ | ... | PASS/FAIL | {具体证据} | {说明} |
101
+
102
+ ### 宪法合规
103
+ - {逐条扫描结果,仅列出有风险的项}
104
+
105
+ ### 精炼契约检查
106
+ - 完整性:{完整/缺失字段列表}
107
+ - 与上游一致性:{一致/存在偏差}
108
+
109
+ ### 总结
110
+ - **结论**:{通过/不通过}
111
+ - **理由**:{一句话}
112
+ - **如不通过 — 修复路径**:{具体修复建议,按优先级排列}
113
+ ```
114
+
115
+ ## 禁止行为
116
+
117
+ - **不可修改被评估的文件**(只能写入评估报告)
118
+ - **不可启动子Agent**
119
+ - **不可降低准出标准**(即使"差一点就通过了")
120
+ - **不可在没有 Layer 1 真实执行日志的情况下判 PASS**
121
+ - **不可放过宪法违规** — 任何红线违规 = 直接 FAIL,无例外
@@ -0,0 +1,73 @@
1
+ ---
2
+ name: test-coverage-reviewer
3
+ description: "AutoSpec 测试审查专用Agent。当测试用例或测试报告完成、需要评审测试策略合理性和覆盖充分性时使用。与test-generator做审分离。"
4
+ tools: Read, Glob, Grep, Bash
5
+ disallowedTools: Write, Edit, Agent
6
+ model: opus
7
+ maxTurns: 20
8
+ ---
9
+
10
+ # AutoSpec 测试审查Agent
11
+
12
+ 你是一个**独立的测试审查Agent**,专门负责评估测试策略和覆盖充分性。
13
+
14
+ ## 你的身份
15
+
16
+ - 你是**测试审查者**,不是测试生成者
17
+ - 你独立于 test-generator 运行(做审分离,DP2)
18
+ - 你的核心职责是确保"测了该测的,而不是测了很多但关键的没测到"
19
+
20
+ ## 审查流程
21
+
22
+ 1. **加载审查标准**:读取 `${KNOWLEDGE}/guides/stages/test-reviewer.md`
23
+ 2. **加载需求文档**:逐条获取验收标准
24
+ 3. **加载测试用例和代码**:理解测试覆盖情况
25
+ 4. **加载测试执行报告**:确认执行结果
26
+ 5. **建立映射**:验收标准 → 测试用例 的覆盖映射表
27
+ 6. **逐项审查**:
28
+
29
+ ### 必须检查项
30
+ - [ ] 需求文档中所有验收标准有对应的测试用例
31
+ - [ ] 核心逻辑路径有测试覆盖
32
+ - [ ] 所有测试执行结果为通过
33
+ - [ ] 无严重级别的遗漏(Critical功能未测试)
34
+ - [ ] 关键假设有对应的验证测试
35
+
36
+ ### 建议检查项
37
+ - [ ] 边界条件有测试覆盖
38
+ - [ ] 异常路径有测试覆盖
39
+ - [ ] 测试用例描述清晰(步骤、预期结果明确)
40
+ - [ ] 测试数据合理(不是全用默认值)
41
+ - [ ] 没有过度mock(mock掉了真正需要测试的部分)
42
+
43
+ ## 输出格式
44
+
45
+ ```markdown
46
+ ## 测试审查结论:通过 / 不通过
47
+
48
+ ### 覆盖映射表
49
+ | 验收标准 | 对应测试用例 | 覆盖状态 |
50
+ |---------|------------|---------|
51
+ | ... | ... | COVERED/MISSING/PARTIAL |
52
+
53
+ ### 逐项判定
54
+ | 检查项 | 结论 | 证据 | 备注 |
55
+ |--------|------|------|------|
56
+ | ... | PASS/FAIL | {具体证据} | {修复建议} |
57
+
58
+ ### 覆盖缺口
59
+ - {未被测试覆盖的需求点/场景}
60
+
61
+ ### 修复建议
62
+ - {需要补充的测试用例方向}
63
+
64
+ ### 关键假设验证
65
+ - 假设X:有对应测试/无对应测试(建议:...)
66
+ ```
67
+
68
+ ## 禁止行为
69
+
70
+ - **不可修改任何文件**
71
+ - **不可启动子Agent**
72
+ - **不可参考测试生成过程的上下文**
73
+ - **不可因为"覆盖率数字好看"就通过** — 覆盖率高但关键路径没测 = 不通过
@@ -0,0 +1,44 @@
1
+ # AutoSpec Benchmarks 模板
2
+
3
+ 本目录包含 field-evolve 使用的 benchmarks 模板。
4
+
5
+ ## 目录结构
6
+
7
+ ```
8
+ plugins/benchmarks/templates/
9
+ ├── pipeline/ # 流程基准测试模板
10
+ │ ├── waterfall-template.yaml
11
+ │ └── agile-template.yaml
12
+ ├── commands/ # 命令基准测试模板
13
+ │ └── explore-template.yaml
14
+ └── skills/ # 技能基准测试模板
15
+ └── requirement-analyzer-template.yaml
16
+ ```
17
+
18
+ ## 使用方式
19
+
20
+ 1. **init 时自动复制**: 执行 `/init` 时,模板会自动复制到 `.autospec/benchmarks/`
21
+ 2. **手动复制**: 从模板目录复制到 `.autospec/benchmarks/` 后按需修改
22
+ 3. **自动生成**: 执行 `/autospec:field-evolve --mode=generate` 根据项目类型自动生成
23
+
24
+ ## 模板类型
25
+
26
+ ### Pipeline 模板
27
+
28
+ 用于测试完整流程的执行效果:
29
+ - `waterfall-template.yaml`: 标准瀑布流开发
30
+ - `agile-template.yaml`: 敏捷迭代开发
31
+
32
+ ### Command 模板
33
+
34
+ 用于测试单个命令的执行效果。
35
+
36
+ ### Skill 模板
37
+
38
+ 用于测试单个技能的执行效果。
39
+
40
+ ## 注意事项
41
+
42
+ - 模板中的 `{project-name}` 需要替换为实际项目名称
43
+ - 可根据项目特点调整复杂度、预期耗时等参数
44
+ - 自定义检查点添加到 `custom.additionalChecks` 中
@@ -0,0 +1,48 @@
1
+ # AutoSpec Command Benchmark Template - Explore
2
+ # 适用于: 测试 explore 命令
3
+ # init 后复制到 .autospec/benchmarks/ 后按需修改
4
+
5
+ version: "1.0"
6
+ name: "command-explore"
7
+ description: "Explore 命令基准测试"
8
+
9
+ type: command
10
+ target: explore
11
+
12
+ testCases:
13
+ - name: "simple-feature"
14
+ input: "实现一个待办事项功能"
15
+ expected:
16
+ artifacts:
17
+ - "clarifications.md"
18
+ - "requirement.md"
19
+ quality:
20
+ minClarifications: 3
21
+ maxClarifications: 5
22
+ hasUserStories: true
23
+ maxDuration: 300
24
+
25
+ - name: "complex-feature"
26
+ input: "设计一个电商订单系统,支持多种支付方式、库存扣减、订单状态流转"
27
+ expected:
28
+ artifacts:
29
+ - "clarifications.md"
30
+ - "requirement.md"
31
+ quality:
32
+ minClarifications: 5
33
+ hasArchitectureConsideration: true
34
+ maxDuration: 600
35
+
36
+ - name: "ambiguous-requirement"
37
+ input: "做一个好用的后台管理系统"
38
+ expected:
39
+ artifacts:
40
+ - "clarifications.md"
41
+ quality:
42
+ minClarifications: 5
43
+ clarifiesAmbiguity: true
44
+ maxDuration: 300
45
+
46
+ successCriteria:
47
+ passRate: 90
48
+ avgDuration: 400
@@ -0,0 +1,84 @@
1
+ # AutoSpec Pipeline Benchmark Template - Agile
2
+ # 适用于: 敏捷迭代开发模式
3
+ # init 后复制到 .autospec/benchmarks/ 后按需修改
4
+
5
+ version: "1.0"
6
+ name: "agile-{project-name}"
7
+ description: "敏捷迭代开发模式 benchmark"
8
+
9
+ type: pipeline
10
+ scenario:
11
+ name: "敏捷迭代功能"
12
+ input: "在现有系统中添加一个评论功能"
13
+ complexity: 3
14
+ expectedStages:
15
+ - exploration
16
+ - requirement
17
+ - design
18
+ - implementation
19
+ - testing
20
+
21
+ stageCriteria:
22
+ exploration:
23
+ expectedArtifacts:
24
+ - "clarifications.md"
25
+ layer1Check:
26
+ - "澄清问题已记录"
27
+ layer2Check:
28
+ - "问题质量"
29
+ maxDuration: 180
30
+
31
+ requirement:
32
+ expectedArtifacts:
33
+ - "requirement.md"
34
+ layer1Check:
35
+ - "字段完整性 >= 85%"
36
+ layer2Check:
37
+ - "需求清晰度"
38
+ maxDuration: 300
39
+
40
+ design:
41
+ expectedArtifacts:
42
+ - "design.md"
43
+ layer1Check:
44
+ - "设计文档存在"
45
+ layer2Check:
46
+ - "设计简洁性"
47
+ maxDuration: 300
48
+
49
+ implementation:
50
+ expectedArtifacts:
51
+ - "代码文件"
52
+ layer1Check:
53
+ - "编译通过"
54
+ - "测试通过"
55
+ layer2Check:
56
+ - "代码简洁"
57
+ maxDuration: 600
58
+
59
+ testing:
60
+ expectedArtifacts:
61
+ - "test-report.md"
62
+ layer1Check:
63
+ - "测试通过"
64
+ layer2Check:
65
+ - "覆盖关键路径"
66
+ maxDuration: 300
67
+
68
+ pipelineMetrics:
69
+ expected:
70
+ totalDuration: 1680
71
+ maxRollbacks: 1
72
+ layer1PassRate: 85
73
+ layer2PassRate: 80
74
+ artifactCompletionRate: 90
75
+
76
+ qualityThresholds:
77
+ pass:
78
+ overallScore: 75
79
+ layer1PassRate: 80
80
+ layer2PassRate: 75
81
+ excellent:
82
+ overallScore: 85
83
+ layer1PassRate: 90
84
+ layer2PassRate: 85
@@ -0,0 +1,106 @@
1
+ # AutoSpec Pipeline Benchmark Template - Waterfall
2
+ # 适用于: 标准瀑布流开发模式
3
+ # init 后复制到 .autospec/benchmarks/ 后按需修改
4
+
5
+ version: "1.0"
6
+ name: "waterfall-{project-name}"
7
+ description: "标准瀑布流开发模式 benchmark"
8
+
9
+ type: pipeline
10
+ scenario:
11
+ name: "标准功能开发"
12
+ input: "实现一个用户管理模块,包含增删改查功能"
13
+ complexity: 5
14
+ expectedStages:
15
+ - exploration
16
+ - requirement
17
+ - design
18
+ - implementation
19
+ - testing
20
+ - delivery
21
+
22
+ stageCriteria:
23
+ exploration:
24
+ expectedArtifacts:
25
+ - "clarifications.md"
26
+ - "requirement.md"
27
+ layer1Check:
28
+ - "文件存在性"
29
+ - "Schema 合规"
30
+ layer2Check:
31
+ - "需求完整性"
32
+ - "边界条件覆盖"
33
+ maxDuration: 300
34
+
35
+ requirement:
36
+ expectedArtifacts:
37
+ - "requirement.md"
38
+ layer1Check:
39
+ - "字段完整性 >= 90%"
40
+ - "无空值字段"
41
+ layer2Check:
42
+ - "需求可测试性"
43
+ - "验收标准明确"
44
+ maxDuration: 600
45
+
46
+ design:
47
+ expectedArtifacts:
48
+ - "design.md"
49
+ - "contracts/api.yaml"
50
+ layer1Check:
51
+ - "设计文档完整"
52
+ - "API 契约规范"
53
+ layer2Check:
54
+ - "架构合理性"
55
+ - "可扩展性评估"
56
+ maxDuration: 900
57
+
58
+ implementation:
59
+ expectedArtifacts:
60
+ - "代码文件"
61
+ layer1Check:
62
+ - "编译通过"
63
+ - "单元测试通过"
64
+ - "Lint 无错误"
65
+ layer2Check:
66
+ - "代码质量"
67
+ - "设计忠实度"
68
+ maxDuration: 1800
69
+
70
+ testing:
71
+ expectedArtifacts:
72
+ - "test-report.md"
73
+ layer1Check:
74
+ - "测试用例执行"
75
+ - "覆盖率达标"
76
+ layer2Check:
77
+ - "测试充分性"
78
+ - "边界覆盖"
79
+ maxDuration: 600
80
+
81
+ delivery:
82
+ expectedArtifacts:
83
+ - "delivery.md"
84
+ layer1Check:
85
+ - "文档完整"
86
+ layer2Check:
87
+ - "发布就绪性"
88
+ maxDuration: 300
89
+
90
+ pipelineMetrics:
91
+ expected:
92
+ totalDuration: 4500
93
+ maxRollbacks: 2
94
+ layer1PassRate: 90
95
+ layer2PassRate: 85
96
+ artifactCompletionRate: 95
97
+
98
+ qualityThresholds:
99
+ pass:
100
+ overallScore: 80
101
+ layer1PassRate: 85
102
+ layer2PassRate: 80
103
+ excellent:
104
+ overallScore: 90
105
+ layer1PassRate: 95
106
+ layer2PassRate: 90
@@ -0,0 +1,48 @@
1
+ # AutoSpec Skill Benchmark Template - Requirement Analyzer
2
+ # 适用于: 测试 requirement-stage skill
3
+ # init 后复制到 .autospec/benchmarks/ 后按需修改
4
+
5
+ version: "1.0"
6
+ name: "skill-requirement-analyzer"
7
+ description: "Requirement Analyzer Skill 基准测试"
8
+
9
+ type: skill
10
+ target: requirement-stage
11
+
12
+ testCases:
13
+ - name: "basic-requirement"
14
+ input:
15
+ context: "实现用户登录功能"
16
+ clarifications:
17
+ - "支持用户名密码登录"
18
+ - "需要记住密码功能"
19
+ - "支持手机号验证码登录"
20
+ expected:
21
+ artifacts:
22
+ - "requirement.md"
23
+ quality:
24
+ fieldCompletionRate: 90
25
+ hasAcceptanceCriteria: true
26
+ hasBoundaryConditions: true
27
+ maxDuration: 600
28
+
29
+ - name: "complex-requirement"
30
+ input:
31
+ context: "实现电商订单系统"
32
+ clarifications:
33
+ - "支持多种支付方式"
34
+ - "需要库存扣减"
35
+ - "支持订单取消和退款"
36
+ expected:
37
+ artifacts:
38
+ - "requirement.md"
39
+ quality:
40
+ fieldCompletionRate: 95
41
+ hasAcceptanceCriteria: true
42
+ hasBoundaryConditions: true
43
+ hasAssumptions: true
44
+ maxDuration: 900
45
+
46
+ successCriteria:
47
+ passRate: 85
48
+ avgFieldCompletion: 90