maestro-flow 0.3.45 → 0.3.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (289) hide show
  1. package/.claude/agents/ui-design-agent.md +1 -0
  2. package/.claude/agents/workflow-executor.md +3 -0
  3. package/.claude/commands/learn-decompose.md +91 -146
  4. package/.claude/commands/learn-follow.md +102 -137
  5. package/.claude/commands/learn-investigate.md +102 -167
  6. package/.claude/commands/learn-retro.md +100 -243
  7. package/.claude/commands/learn-second-opinion.md +95 -135
  8. package/.claude/commands/maestro-amend.md +95 -232
  9. package/.claude/commands/maestro-analyze.md +1 -6
  10. package/.claude/commands/maestro-collab.md +104 -265
  11. package/.claude/commands/maestro-composer.md +113 -293
  12. package/.claude/commands/maestro-execute.md +11 -17
  13. package/.claude/commands/maestro-impeccable.md +89 -0
  14. package/.claude/commands/maestro-plan.md +1 -6
  15. package/.claude/commands/maestro-player.md +111 -340
  16. package/.claude/commands/maestro-quick.md +9 -0
  17. package/.claude/commands/maestro-ralph-execute.md +167 -210
  18. package/.claude/commands/maestro-ralph.md +245 -426
  19. package/.claude/commands/maestro-tools-register.md +28 -7
  20. package/.claude/commands/maestro-ui-codify.md +13 -0
  21. package/.claude/commands/maestro-ui-craft.md +364 -0
  22. package/.claude/commands/maestro-ui-design.md +12 -1
  23. package/.claude/commands/maestro-verify.md +12 -13
  24. package/.claude/commands/maestro.md +142 -72
  25. package/.claude/commands/manage-knowhow-capture.md +45 -161
  26. package/.claude/commands/quality-auto-test.md +9 -0
  27. package/.claude/commands/quality-debug.md +11 -24
  28. package/.claude/commands/quality-refactor.md +9 -0
  29. package/.claude/commands/quality-review.md +5 -13
  30. package/.claude/commands/quality-test.md +5 -0
  31. package/.claude/commands/spec-add.md +1 -1
  32. package/.claude/commands/spec-load.md +3 -2
  33. package/.claude/skills/maestro-help/SKILL.md +264 -0
  34. package/.claude/skills/maestro-help/index/catalog.json +182 -0
  35. package/.claude/skills/maestro-help/phases/01-parse-intent.md +122 -0
  36. package/.claude/skills/maestro-help/phases/02-search-present.md +181 -0
  37. package/.claude/skills/maestro-help/phases/03-workflow-guide.md +186 -0
  38. package/.claude/skills/maestro-impeccable/SKILL.md +169 -0
  39. package/.codex/agents/team-supervisor.toml +40 -0
  40. package/.codex/agents/team-worker.toml +63 -0
  41. package/.codex/skills/learn-decompose/SKILL.md +1 -1
  42. package/.codex/skills/learn-investigate/SKILL.md +2 -1
  43. package/.codex/skills/maestro/SKILL.md +278 -313
  44. package/.codex/skills/maestro-analyze/SKILL.md +126 -417
  45. package/.codex/skills/maestro-brainstorm/SKILL.md +129 -451
  46. package/.codex/skills/maestro-collab/SKILL.md +134 -547
  47. package/.codex/skills/maestro-execute/SKILL.md +4 -2
  48. package/.codex/skills/maestro-help/SKILL.md +213 -0
  49. package/.codex/skills/maestro-help/catalog.json +182 -0
  50. package/.codex/skills/maestro-impeccable/SKILL.md +112 -0
  51. package/.codex/skills/maestro-plan/SKILL.md +88 -437
  52. package/.codex/skills/maestro-player/SKILL.md +191 -333
  53. package/.codex/skills/maestro-quick/SKILL.md +2 -0
  54. package/.codex/skills/maestro-ralph/SKILL.md +307 -710
  55. package/.codex/skills/maestro-roadmap/SKILL.md +201 -518
  56. package/.codex/skills/maestro-tools-register/SKILL.md +29 -7
  57. package/.codex/skills/maestro-ui-codify/SKILL.md +1 -0
  58. package/.codex/skills/maestro-ui-craft/SKILL.md +341 -0
  59. package/.codex/skills/maestro-ui-design/SKILL.md +10 -0
  60. package/.codex/skills/maestro-verify/SKILL.md +116 -409
  61. package/.codex/skills/manage-knowhow-capture/SKILL.md +18 -3
  62. package/.codex/skills/quality-auto-test/SKILL.md +145 -443
  63. package/.codex/skills/quality-debug/SKILL.md +2 -1
  64. package/.codex/skills/quality-refactor/SKILL.md +1 -1
  65. package/.codex/skills/quality-review/SKILL.md +1 -1
  66. package/.codex/skills/quality-test/SKILL.md +229 -507
  67. package/.codex/skills/spec-add/SKILL.md +1 -1
  68. package/README.md +4 -1
  69. package/README.zh-CN.md +3 -1
  70. package/dashboard/dist-server/dashboard/src/server/agents/codex-cli-adapter.js +3 -0
  71. package/dashboard/dist-server/dashboard/src/server/agents/codex-cli-adapter.js.map +1 -1
  72. package/dashboard/dist-server/dashboard/src/server/index.js +5 -3
  73. package/dashboard/dist-server/dashboard/src/server/index.js.map +1 -1
  74. package/dashboard/dist-server/dashboard/src/server/routes/board-state.integration.test.js +3 -3
  75. package/dashboard/dist-server/dashboard/src/server/routes/board-state.integration.test.js.map +1 -1
  76. package/dashboard/dist-server/dashboard/src/server/routes/index.js +14 -5
  77. package/dashboard/dist-server/dashboard/src/server/routes/index.js.map +1 -1
  78. package/dashboard/dist-server/dashboard/src/server/routes/install.js +110 -1
  79. package/dashboard/dist-server/dashboard/src/server/routes/install.js.map +1 -1
  80. package/dashboard/dist-server/dashboard/src/server/routes/maestro-coordinate.d.ts +2 -0
  81. package/dashboard/dist-server/dashboard/src/server/routes/maestro-coordinate.js +181 -0
  82. package/dashboard/dist-server/dashboard/src/server/routes/maestro-coordinate.js.map +1 -0
  83. package/dashboard/dist-server/dashboard/src/server/routes/settings.js +56 -0
  84. package/dashboard/dist-server/dashboard/src/server/routes/settings.js.map +1 -1
  85. package/dashboard/dist-server/dashboard/src/server/routes/wiki.js +2 -0
  86. package/dashboard/dist-server/dashboard/src/server/routes/wiki.js.map +1 -1
  87. package/dashboard/dist-server/dashboard/src/server/state/event-bus.d.ts +2 -0
  88. package/dashboard/dist-server/dashboard/src/server/state/event-bus.js +2 -0
  89. package/dashboard/dist-server/dashboard/src/server/state/event-bus.js.map +1 -1
  90. package/dashboard/dist-server/dashboard/src/server/state/fs-watcher.d.ts +2 -0
  91. package/dashboard/dist-server/dashboard/src/server/state/fs-watcher.js +58 -0
  92. package/dashboard/dist-server/dashboard/src/server/state/fs-watcher.js.map +1 -1
  93. package/dashboard/dist-server/dashboard/src/server/wiki/spec-entry-parser.js +2 -2
  94. package/dashboard/dist-server/dashboard/src/server/wiki/spec-entry-parser.js.map +1 -1
  95. package/dashboard/dist-server/dashboard/src/server/wiki/wiki-indexer.js +2 -0
  96. package/dashboard/dist-server/dashboard/src/server/wiki/wiki-indexer.js.map +1 -1
  97. package/dashboard/dist-server/dashboard/src/server/wiki/wiki-types.d.ts +3 -1
  98. package/dashboard/dist-server/dashboard/src/server/ws/handlers/agent-handler.d.ts +7 -2
  99. package/dashboard/dist-server/dashboard/src/server/ws/handlers/agent-handler.js +7 -1
  100. package/dashboard/dist-server/dashboard/src/server/ws/handlers/agent-handler.js.map +1 -1
  101. package/dashboard/dist-server/dashboard/src/shared/constants.d.ts +2 -0
  102. package/dashboard/dist-server/dashboard/src/shared/constants.js +9 -9
  103. package/dashboard/dist-server/dashboard/src/shared/constants.js.map +1 -1
  104. package/dashboard/dist-server/dashboard/src/shared/maestro-session-types.d.ts +113 -0
  105. package/dashboard/dist-server/dashboard/src/shared/maestro-session-types.js +6 -0
  106. package/dashboard/dist-server/dashboard/src/shared/maestro-session-types.js.map +1 -0
  107. package/dashboard/dist-server/dashboard/src/shared/types.d.ts +4 -3
  108. package/dashboard/dist-server/dashboard/src/shared/ws-protocol.d.ts +1 -1
  109. package/dashboard/dist-server/dashboard/src/shared/ws-protocol.js.map +1 -1
  110. package/dist/src/agents/cli-agent-runner.d.ts.map +1 -1
  111. package/dist/src/agents/cli-agent-runner.js +1 -3
  112. package/dist/src/agents/cli-agent-runner.js.map +1 -1
  113. package/dist/src/agents/cli-history-store.d.ts +5 -0
  114. package/dist/src/agents/cli-history-store.d.ts.map +1 -1
  115. package/dist/src/agents/cli-history-store.js +65 -13
  116. package/dist/src/agents/cli-history-store.js.map +1 -1
  117. package/dist/src/cli.js +13 -0
  118. package/dist/src/cli.js.map +1 -1
  119. package/dist/src/commands/command-help.d.ts +3 -0
  120. package/dist/src/commands/command-help.d.ts.map +1 -0
  121. package/dist/src/commands/command-help.js +60 -0
  122. package/dist/src/commands/command-help.js.map +1 -0
  123. package/dist/src/commands/config.d.ts.map +1 -1
  124. package/dist/src/commands/config.js +17 -0
  125. package/dist/src/commands/config.js.map +1 -1
  126. package/dist/src/commands/delegate.d.ts.map +1 -1
  127. package/dist/src/commands/delegate.js +12 -2
  128. package/dist/src/commands/delegate.js.map +1 -1
  129. package/dist/src/commands/impeccable.d.ts +10 -0
  130. package/dist/src/commands/impeccable.d.ts.map +1 -0
  131. package/dist/src/commands/impeccable.js +181 -0
  132. package/dist/src/commands/impeccable.js.map +1 -0
  133. package/dist/src/commands/knowhow.d.ts.map +1 -1
  134. package/dist/src/commands/knowhow.js +7 -4
  135. package/dist/src/commands/knowhow.js.map +1 -1
  136. package/dist/src/commands/spec.js +1 -1
  137. package/dist/src/commands/spec.js.map +1 -1
  138. package/dist/src/commands/wiki.d.ts.map +1 -1
  139. package/dist/src/commands/wiki.js +5 -1
  140. package/dist/src/commands/wiki.js.map +1 -1
  141. package/dist/src/config/cli-tools-config.d.ts.map +1 -1
  142. package/dist/src/config/cli-tools-config.js +10 -7
  143. package/dist/src/config/cli-tools-config.js.map +1 -1
  144. package/dist/src/core/addon-registry.d.ts +31 -0
  145. package/dist/src/core/addon-registry.d.ts.map +1 -0
  146. package/dist/src/core/addon-registry.js +28 -0
  147. package/dist/src/core/addon-registry.js.map +1 -0
  148. package/dist/src/hooks/plugins/spec-injection-plugin.js +9 -4
  149. package/dist/src/hooks/plugins/spec-injection-plugin.js.map +1 -1
  150. package/dist/src/hooks/spec-injector.js +2 -2
  151. package/dist/src/hooks/spec-injector.js.map +1 -1
  152. package/dist/src/index.d.ts +2 -0
  153. package/dist/src/index.d.ts.map +1 -1
  154. package/dist/src/index.js +1 -0
  155. package/dist/src/index.js.map +1 -1
  156. package/dist/src/tools/impeccable/critique-storage.d.ts +28 -0
  157. package/dist/src/tools/impeccable/critique-storage.d.ts.map +1 -0
  158. package/dist/src/tools/impeccable/critique-storage.js +120 -0
  159. package/dist/src/tools/impeccable/critique-storage.js.map +1 -0
  160. package/dist/src/tools/impeccable/design-parser.d.ts +90 -0
  161. package/dist/src/tools/impeccable/design-parser.d.ts.map +1 -0
  162. package/dist/src/tools/impeccable/design-parser.js +696 -0
  163. package/dist/src/tools/impeccable/design-parser.js.map +1 -0
  164. package/dist/src/tools/impeccable/detect-csp.d.ts +6 -0
  165. package/dist/src/tools/impeccable/detect-csp.d.ts.map +1 -0
  166. package/dist/src/tools/impeccable/detect-csp.js +130 -0
  167. package/dist/src/tools/impeccable/detect-csp.js.map +1 -0
  168. package/dist/src/tools/impeccable/is-generated.d.ts +4 -0
  169. package/dist/src/tools/impeccable/is-generated.d.ts.map +1 -0
  170. package/dist/src/tools/impeccable/is-generated.js +56 -0
  171. package/dist/src/tools/impeccable/is-generated.js.map +1 -0
  172. package/dist/src/tools/impeccable/live/accept.d.ts +50 -0
  173. package/dist/src/tools/impeccable/live/accept.d.ts.map +1 -0
  174. package/dist/src/tools/impeccable/live/accept.js +556 -0
  175. package/dist/src/tools/impeccable/live/accept.js.map +1 -0
  176. package/dist/src/tools/impeccable/live/bootstrap.d.ts +2 -0
  177. package/dist/src/tools/impeccable/live/bootstrap.d.ts.map +1 -0
  178. package/dist/src/tools/impeccable/live/bootstrap.js +244 -0
  179. package/dist/src/tools/impeccable/live/bootstrap.js.map +1 -0
  180. package/dist/src/tools/impeccable/live/complete.d.ts +7 -0
  181. package/dist/src/tools/impeccable/live/complete.d.ts.map +1 -0
  182. package/dist/src/tools/impeccable/live/complete.js +67 -0
  183. package/dist/src/tools/impeccable/live/complete.js.map +1 -0
  184. package/dist/src/tools/impeccable/live/completion.d.ts +24 -0
  185. package/dist/src/tools/impeccable/live/completion.d.ts.map +1 -0
  186. package/dist/src/tools/impeccable/live/completion.js +26 -0
  187. package/dist/src/tools/impeccable/live/completion.js.map +1 -0
  188. package/dist/src/tools/impeccable/live/inject.d.ts +41 -0
  189. package/dist/src/tools/impeccable/live/inject.d.ts.map +1 -0
  190. package/dist/src/tools/impeccable/live/inject.js +394 -0
  191. package/dist/src/tools/impeccable/live/inject.js.map +1 -0
  192. package/dist/src/tools/impeccable/live/poll.d.ts +24 -0
  193. package/dist/src/tools/impeccable/live/poll.d.ts.map +1 -0
  194. package/dist/src/tools/impeccable/live/poll.js +180 -0
  195. package/dist/src/tools/impeccable/live/poll.js.map +1 -0
  196. package/dist/src/tools/impeccable/live/resume.d.ts +5 -0
  197. package/dist/src/tools/impeccable/live/resume.d.ts.map +1 -0
  198. package/dist/src/tools/impeccable/live/resume.js +30 -0
  199. package/dist/src/tools/impeccable/live/resume.js.map +1 -0
  200. package/dist/src/tools/impeccable/live/server.d.ts +6 -0
  201. package/dist/src/tools/impeccable/live/server.d.ts.map +1 -0
  202. package/dist/src/tools/impeccable/live/server.js +867 -0
  203. package/dist/src/tools/impeccable/live/server.js.map +1 -0
  204. package/dist/src/tools/impeccable/live/session-store.d.ts +72 -0
  205. package/dist/src/tools/impeccable/live/session-store.d.ts.map +1 -0
  206. package/dist/src/tools/impeccable/live/session-store.js +281 -0
  207. package/dist/src/tools/impeccable/live/session-store.js.map +1 -0
  208. package/dist/src/tools/impeccable/live/static/live-browser-session.js +123 -0
  209. package/dist/src/tools/impeccable/live/static/live-browser.js +4860 -0
  210. package/dist/src/tools/impeccable/live/static/modern-screenshot.umd.js +14 -0
  211. package/dist/src/tools/impeccable/live/status.d.ts +2 -0
  212. package/dist/src/tools/impeccable/live/status.d.ts.map +1 -0
  213. package/dist/src/tools/impeccable/live/status.js +52 -0
  214. package/dist/src/tools/impeccable/live/status.js.map +1 -0
  215. package/dist/src/tools/impeccable/live/wrap.d.ts +33 -0
  216. package/dist/src/tools/impeccable/live/wrap.d.ts.map +1 -0
  217. package/dist/src/tools/impeccable/live/wrap.js +572 -0
  218. package/dist/src/tools/impeccable/live/wrap.js.map +1 -0
  219. package/dist/src/tools/impeccable/load-context.d.ts +13 -0
  220. package/dist/src/tools/impeccable/load-context.d.ts.map +1 -0
  221. package/dist/src/tools/impeccable/load-context.js +79 -0
  222. package/dist/src/tools/impeccable/load-context.js.map +1 -0
  223. package/dist/src/tools/impeccable/paths.d.ts +34 -0
  224. package/dist/src/tools/impeccable/paths.d.ts.map +1 -0
  225. package/dist/src/tools/impeccable/paths.js +102 -0
  226. package/dist/src/tools/impeccable/paths.js.map +1 -0
  227. package/dist/src/tools/spec-entry-parser.d.ts +1 -1
  228. package/dist/src/tools/spec-entry-parser.d.ts.map +1 -1
  229. package/dist/src/tools/spec-entry-parser.js +1 -1
  230. package/dist/src/tools/spec-entry-parser.js.map +1 -1
  231. package/dist/src/tools/spec-init.d.ts.map +1 -1
  232. package/dist/src/tools/spec-init.js +26 -1
  233. package/dist/src/tools/spec-init.js.map +1 -1
  234. package/dist/src/tools/spec-loader.d.ts +1 -1
  235. package/dist/src/tools/spec-loader.d.ts.map +1 -1
  236. package/dist/src/tools/spec-loader.js +2 -0
  237. package/dist/src/tools/spec-loader.js.map +1 -1
  238. package/dist/src/tools/store-knowhow.d.ts.map +1 -1
  239. package/dist/src/tools/store-knowhow.js +15 -6
  240. package/dist/src/tools/store-knowhow.js.map +1 -1
  241. package/package.json +5 -3
  242. package/workflows/claude-instructions.md +17 -5
  243. package/workflows/cli-tools-usage.md +10 -3
  244. package/workflows/delegate-usage.md +3 -2
  245. package/workflows/impeccable/adapt.md +190 -0
  246. package/workflows/impeccable/animate.md +175 -0
  247. package/workflows/impeccable/audit.md +133 -0
  248. package/workflows/impeccable/bolder.md +113 -0
  249. package/workflows/impeccable/brand.md +118 -0
  250. package/workflows/impeccable/clarify.md +174 -0
  251. package/workflows/impeccable/codex.md +105 -0
  252. package/workflows/impeccable/cognitive-load.md +106 -0
  253. package/workflows/impeccable/color-and-contrast.md +105 -0
  254. package/workflows/impeccable/colorize.md +154 -0
  255. package/workflows/impeccable/craft.md +123 -0
  256. package/workflows/impeccable/critique.md +261 -0
  257. package/workflows/impeccable/delight.md +302 -0
  258. package/workflows/impeccable/distill.md +111 -0
  259. package/workflows/impeccable/document.md +439 -0
  260. package/workflows/impeccable/extract.md +69 -0
  261. package/workflows/impeccable/harden.md +347 -0
  262. package/workflows/impeccable/heuristics-scoring.md +234 -0
  263. package/workflows/impeccable/interaction-design.md +195 -0
  264. package/workflows/impeccable/layout.md +141 -0
  265. package/workflows/impeccable/live.md +622 -0
  266. package/workflows/impeccable/motion-design.md +109 -0
  267. package/workflows/impeccable/onboard.md +234 -0
  268. package/workflows/impeccable/optimize.md +258 -0
  269. package/workflows/impeccable/overdrive.md +130 -0
  270. package/workflows/impeccable/personas.md +179 -0
  271. package/workflows/impeccable/polish.md +242 -0
  272. package/workflows/impeccable/product.md +62 -0
  273. package/workflows/impeccable/quieter.md +99 -0
  274. package/workflows/impeccable/responsive-design.md +114 -0
  275. package/workflows/impeccable/shape.md +165 -0
  276. package/workflows/impeccable/spatial-design.md +100 -0
  277. package/workflows/impeccable/teach.md +168 -0
  278. package/workflows/impeccable/typeset.md +124 -0
  279. package/workflows/impeccable/typography.md +159 -0
  280. package/workflows/impeccable/ux-writing.md +107 -0
  281. package/workflows/impeccable.md +164 -0
  282. package/workflows/maestro.md +7 -3
  283. package/workflows/skill-authoring.md +265 -0
  284. package/workflows/specs-add.md +3 -2
  285. package/workflows/specs-load.md +2 -1
  286. package/workflows/specs-setup.md +21 -1
  287. package/workflows/tools-spec.md +20 -13
  288. package/.claude/commands/maestro-link-coordinate.md +0 -71
  289. package/.codex/skills/maestro-link-coordinate/SKILL.md +0 -257
@@ -1,507 +1,229 @@
1
- ---
2
- name: quality-test
3
- description: Conversational UAT with auto-diagnosis and gap closure
4
- argument-hint: "<phase> [-y] [--smoke] [--auto-fix] [--session ID]"
5
- allowed-tools: spawn_agents_on_csv, Read, Write, Edit, Bash, Glob, Grep, AskUserQuestion
6
- ---
7
-
8
- <purpose>
9
- Conversational UAT: present expected behavior one test at a time, user confirms or describes issues. Severity inferred from natural language (never asked). Session persists in `uat.md` across context resets. Failed tests trigger CSV-parallel diagnosis via `spawn_agents_on_csv` and optional gap-fix closure.
10
-
11
- **Philosophy**: Show expected, ask if reality matches.
12
-
13
- ```
14
- +---------------------------------------------------------------------------+
15
- | UAT CSV DIAGNOSIS PIPELINE |
16
- +---------------------------------------------------------------------------+
17
- | |
18
- | Phase 1: Setup & Scenario Design |
19
- | +-- Resolve target (phase / scratch) |
20
- | +-- Check active sessions (resume or new) |
21
- | +-- Smoke tests (if --smoke) |
22
- | +-- Load verification context + quality artifacts |
23
- | +-- Design test scenarios from user-observable outcomes |
24
- | +-- Create uat.md with all tests pending |
25
- | |
26
- | Phase 2: Interactive Testing (one at a time) |
27
- | +-- Present test: show expected behavior |
28
- | +-- User responds: pass / skip / describe issue |
29
- | +-- Severity inferred (never asked) |
30
- | +-- Issues auto-created in issues.jsonl |
31
- | +-- Batched writes to uat.md |
32
- | |
33
- | Phase 3: Diagnosis (if issues found) |
34
- | +-- Cluster gaps by component/module |
35
- | +-- Build diagnosis.csv from gap clusters |
36
- | +-- Diagnose in parallel via spawn_agents_on_csv |
37
- | +-- Each agent: find root cause, fix direction, affected files |
38
- | +-- Merge results into uat.md gaps |
39
- | |
40
- | Phase 4: Gap Closure & Report |
41
- | +-- If --auto-fix: plan --gaps -> execute -> re-verify (max 2) |
42
- | +-- Otherwise: present options (auto-fix / debug / plan / manual) |
43
- | +-- Issue lifecycle sync throughout |
44
- | +-- Report with pass/fail counts and next steps |
45
- | |
46
- +---------------------------------------------------------------------------+
47
- ```
48
- </purpose>
49
-
50
- <context>
51
- ```bash
52
- $quality-test "3" # test phase 3
53
- $quality-test "3 --smoke" # smoke tests first, then UAT
54
- $quality-test "3 --auto-fix" # auto-trigger gap-fix loop on failures
55
- $quality-test "-y 3" # implies --auto-fix, skip gap closure prompt
56
- $quality-test "--session 04-comments" # resume specific session
57
- ```
58
-
59
- **Flags**:
60
- - `<phase>`: Phase number or scratch task ID
61
- - `--smoke`: Run cold-start smoke tests before UAT
62
- - `--auto-fix`: Auto-trigger gap-fix loop (plan --gaps -> execute -> re-verify) on failures
63
- - `--session ID`: Resume a specific UAT session
64
-
65
- `-y` implies `--auto-fix`. UAT itself remains interactive (present expected → user confirms). `-y` only automates the gap closure loop.
66
-
67
- **Output**:
68
- - `{target_dir}/uat.md` — session file (persistent)
69
- - `{target_dir}/.tests/test-plan.json` — scenario definitions
70
- - `{target_dir}/.tests/test-results.json` — pass/fail results
71
- - `{target_dir}/.tests/coverage-report.json` — requirement coverage
72
- - `.tests/.csv-session/diagnosis.csv` + `diagnosis-results.csv` — diagnosis artifacts
73
- </context>
74
-
75
- <csv_schema>
76
-
77
- ### diagnosis.csv (Gap Diagnosis Phase)
78
-
79
- ```csv
80
- id,test_id,cluster,test_name,expected,reported,severity,target_files,issue_id,source_context,root_cause,fix_direction,affected_files,evidence,error
81
- "DX-001","T-003","auth","Login validation","Valid login returns dashboard","Clicking login does nothing, no error","major","src/auth/login.ts;src/routes/auth.ts","ISS-20260503-001","login.ts calls authService.verify, auth.ts exports POST /login","","","","",""
82
- "DX-002","T-005","events","Event cleanup on logout","Events unsubscribed after logout","Memory leak warning in console after logout","blocker","src/events/manager.ts","ISS-20260503-002","manager.ts has subscribe() but no unsubscribe in logout flow","","","","",""
83
- ```
84
-
85
- **Columns**:
86
-
87
- | Column | Phase | Description |
88
- |--------|-------|-------------|
89
- | `id` | Input | Diagnosis ID (DX-NNN) |
90
- | `test_id` | Input | Reference to T-NNN test |
91
- | `cluster` | Input | Gap cluster name (component/area) |
92
- | `test_name` | Input | Human-readable test name |
93
- | `expected` | Input | Expected behavior from test scenario |
94
- | `reported` | Input | User's issue description (verbatim) |
95
- | `severity` | Input | Inferred severity (blocker/major/minor/cosmetic) |
96
- | `target_files` | Input | Semicolon-separated source files to investigate |
97
- | `issue_id` | Input | Back-reference to issues.jsonl entry |
98
- | `source_context` | Input | Relevant code context (imports, exports, call chains) |
99
- | `root_cause` | Output | Diagnosed root cause |
100
- | `fix_direction` | Output | Suggested fix approach |
101
- | `affected_files` | Output | Semicolon-separated files that need changes |
102
- | `evidence` | Output | file:line references supporting diagnosis |
103
- | `error` | Output | Agent error if diagnosis failed |
104
-
105
- ### Session Structure
106
-
107
- ```
108
- {target_dir}/.tests/.csv-session/
109
- +-- diagnosis.csv (diagnosis input)
110
- +-- diagnosis-results.csv (diagnosis output)
111
- ```
112
- </csv_schema>
113
-
114
- <invariants>
115
- 1. **One test at a time** — never batch-present tests
116
- 2. **Never ask severity** — always infer from natural language
117
- 3. **Session persistence** uat.md survives context resets, resume from any point
118
- 4. **Batched writes** — minimize file I/O (on issue, every 5 passes, completion)
119
- 5. **Gap-fix loop max 2 iterations** — prevent infinite loops
120
- 6. **CSV parallel diagnosis** — spawn_agents_on_csv for gap clusters, not sequential
121
- 7. **Auto-create issues** — every failed test creates entry in `.workflow/issues/issues.jsonl`
122
- 8. **Issue lifecycle sync** — track issues through registered → planning → executing → completed/failed
123
- </invariants>
124
-
125
- <execution>
126
-
127
- ### Step 1: Resolve Target
128
-
129
- 1. Parse `$ARGUMENTS` for phase number, scratch task ID, or flags
130
- 2. **Phase mode**: resolve `PHASE_DIR` via artifact registry in `state.json` (`type='execute'`, matching phase)
131
- 3. **Scratch mode**: set `SCRATCH_DIR = .workflow/scratch/{id}/`
132
- 4. Validate target exists and has `verification.json` if missing: **E002**
133
-
134
- ### Step 2: Check Active Sessions
135
-
136
- Scan `.workflow/scratch` for existing `uat.md` files with `status: testing` in frontmatter.
137
-
138
- - If active sessions exist and no target specified: display session table, ask user to resume or start new:
139
- ```
140
- ## Active UAT Sessions
141
- | # | Target | Status | Current Test | Progress |
142
- |---|--------|--------|--------------|----------|
143
- | 1 | 04-comments | testing | 3. Reply to Comment | 2/6 |
144
- Reply with a number to resume, or provide a phase/task to start new.
145
- ```
146
- - If `--session ID` specified: resume that session directly (skip to Step 9)
147
- - If session exists for target: offer resume or restart
148
-
149
- ### Step 3: Smoke Tests (if --smoke)
150
-
151
- Skip if `--smoke` not set.
152
-
153
- | Smoke Test | Check | Method |
154
- |------------|-------|--------|
155
- | App starts | Process runs without crash | Run start command, check exit code |
156
- | Routes respond | Key endpoints return non-error | curl/fetch main routes |
157
- | Build clean | No build errors | Build command succeeds |
158
- | Dependencies | No missing deps | Install check |
159
-
160
- Record in `uat.md` under `## Smoke Tests`. If any fails: **E003** — abort, suggest `$quality-debug`.
161
-
162
- ### Step 4: Load Verification Context
163
-
164
- Read from target directory: `verification.json`, `validation.json`, `index.json`, `plan.json`, `.summaries/TASK-*.md`. Build testable list from user-observable outcomes.
165
-
166
- ### Step 4.5: Load Quality Context (Cross-Artifact Integration)
167
-
168
- Query `state.json.artifacts[]` for all artifacts matching current phase and milestone:
169
-
170
- **Review findings integration**:
171
- - For `type: "review"` artifacts: read `review.json`, extract critical/high findings
172
- - Generate additional test scenarios marked `source: "review_finding"`
173
- - If review verdict is "BLOCK" and review-finding tests fail → auto-enter gap-fix loop
174
-
175
- **Debug root cause integration**:
176
- - For `type: "debug"` artifacts: read `understanding.md`, extract confirmed root causes
177
- - Generate regression test scenarios marked `source: "debug_root_cause"`
178
-
179
- ### Step 5: Design Test Scenarios
180
-
181
- Create scenarios from testables:
182
- - `id`: T-001, T-002, ...
183
- - `name`: Brief test name
184
- - `category`: "e2e" | "integration" | "unit"
185
- - `expected`: Specific observable behavior
186
- - `requirement_ref`: Which success criterion this covers
187
- - `source`: "verification" | "review_finding" | "debug_root_cause"
188
-
189
- Write `{target_dir}/.tests/test-plan.json`:
190
- ```json
191
- {
192
- "target": "{phase or scratch ID}",
193
- "generated_at": "{ISO}",
194
- "tests": [...],
195
- "coverage": {
196
- "requirements_mapped": ["SC-001"],
197
- "requirements_unmapped": ["SC-003"]
198
- }
199
- }
200
- ```
201
-
202
- Focus on USER-OBSERVABLE outcomes. Skip internal/non-observable items.
203
-
204
- ### Step 6: Create UAT File
205
-
206
- Archive previous `uat.md` to `.history/` if exists.
207
-
208
- Write `{target_dir}/uat.md`:
209
- ```markdown
210
- ---
211
- status: testing
212
- target: {phase slug or scratch ID}
213
- source: [list of summary files]
214
- started: {ISO}
215
- updated: {ISO}
216
- ---
217
-
218
- ## Current Test
219
- number: 1
220
- name: {first test name}
221
- expected: |
222
- {what user should observe}
223
- awaiting: user response
224
-
225
- ## Smoke Tests
226
- {results if ran, otherwise omitted}
227
-
228
- ## Tests
229
- ### 1. {Test Name}
230
- expected: {observable behavior}
231
- result: [pending]
232
-
233
- ## Summary
234
- total: {N} passed: 0 issues: 0 pending: {N} skipped: 0
235
-
236
- ## Gaps
237
- [none yet]
238
- ```
239
-
240
- ### Step 7: Present Test (Interactive Loop)
241
-
242
- Present one test at a time:
243
- ```
244
- ------------------------------------------------------------
245
- TEST {number}/{total}: {name}
246
- ------------------------------------------------------------
247
-
248
- Expected behavior:
249
- {expected}
250
-
251
- ------------------------------------------------------------
252
- > Type "pass" or describe what's wrong
253
- ------------------------------------------------------------
254
- ```
255
-
256
- Wait for user response (plain text).
257
-
258
- ### Step 8: Process Response
259
-
260
- | Response | Action |
261
- |----------|--------|
262
- | empty, "yes", "y", "ok", "pass", "next" | Mark as pass |
263
- | "skip", "can't test", "n/a" | Mark as skipped |
264
- | Anything else | Log as issue, infer severity |
265
-
266
- **Severity inference** (never ask):
267
-
268
- | User says | Infer |
269
- |-----------|-------|
270
- | "crashes", "error", "exception", "fails completely", "can't use" | blocker |
271
- | "doesn't work", "nothing happens", "wrong behavior", "broken" | major |
272
- | "works but...", "slow", "weird", "minor issue", "inconsistent" | minor |
273
- | "color", "spacing", "alignment", "looks off", "typo" | cosmetic |
274
-
275
- Default: **major** if unclear.
276
-
277
- **On issue**: auto-create issue in `.workflow/issues/issues.jsonl`:
278
- ```json
279
- {
280
- "id": "ISS-{YYYYMMDD}-{NNN}",
281
- "title": "UAT: {test.name} - {response truncated 100 chars}",
282
- "status": "registered",
283
- "priority": "{from severity}",
284
- "severity": "{inferred}",
285
- "source": "uat",
286
- "phase_ref": "{phase}",
287
- "gap_ref": "{test.id}",
288
- "description": "Expected: {expected}. Reported: {verbatim}",
289
- "tags": ["uat"]
290
- }
291
- ```
292
-
293
- Back-reference: set `gap.issue_id = issue_id` in uat.md gap entry.
294
-
295
- **Batched writes**: write to file on issue, every 5 passes, or completion.
296
-
297
- If more tests → update Current Test, loop to Step 7.
298
- If done → go to Step 10.
299
-
300
- ### Step 9: Resume From File
301
-
302
- Read `uat.md`, find first `result: [pending]` test, announce progress, continue from there (go to Step 7).
303
-
304
- ### Step 10: Complete Session
305
-
306
- 1. Update `uat.md` frontmatter: `status → "complete"`, update timestamp
307
- 2. Archive previous result artifacts to `.history/`
308
- 3. Write `.tests/test-results.json`:
309
- ```json
310
- { "target": "...", "completed_at": "...", "results": [...], "summary": { "total": N, "passed": N, "issues": N, "skipped": N } }
311
- ```
312
- 4. Write `.tests/coverage-report.json`:
313
- ```json
314
- { "target": "...", "requirements_covered": [...], "requirements_uncovered": [...], "coverage_percentage": 66.7 }
315
- ```
316
- 5. Update `index.json` with UAT results
317
- 6. **Register artifact** in `state.json.artifacts[]`:
318
- ```json
319
- { "id": "TST-NNN", "type": "test", "milestone": "current", "phase": "target_phase", "scope": "phase",
320
- "path": "scratch/{YYYYMMDD}-test-P{N}-{slug}", "status": "completed|failed", "depends_on": "exec_art.id" }
321
- ```
322
- 7. If no issues → go to Step 13
323
- 8. If issues found → go to Step 11
324
-
325
- ### Step 11: Auto-Diagnose via CSV Parallel
326
-
327
- **Cluster gaps and diagnose in parallel via `spawn_agents_on_csv`.**
328
-
329
- #### 11a. Cluster Gaps
330
-
331
- Group issues by affected component/area:
332
- - Same file/module → one cluster
333
- - Same feature/flow → one cluster
334
- - Unrelated → separate clusters
335
-
336
- #### 11b. Build diagnosis.csv
337
-
338
- ```
339
- mkdir -p {target_dir}/.tests/.csv-session
340
-
341
- For each gap in uat.md:
342
- Resolve target_files from gap context (test expected behavior → source files)
343
- Gather source_context (imports, exports, call chains from target files)
344
- Create one diagnosis.csv row with: id, test_id, cluster, test_name, expected, reported, severity, target_files, issue_id, source_context
345
- ```
346
-
347
- #### 11c. Parallel Diagnosis via spawn_agents_on_csv
348
-
349
- ```javascript
350
- spawn_agents_on_csv({
351
- csv_path: `${targetDir}/.tests/.csv-session/diagnosis.csv`,
352
- id_column: "id",
353
- instruction: `
354
- You are a UAT failure diagnostician. Investigate ONE gap cluster.
355
-
356
- ## Task
357
- - Read all target_files to understand the relevant code
358
- - Analyze: why does the expected behavior not match what user reported?
359
- - Find the root cause (not the symptom)
360
- - Suggest a fix direction (what needs to change, not exact code)
361
- - List all files that would need modification
362
-
363
- ## Output
364
- - root_cause: Concise explanation of why the issue occurs
365
- - fix_direction: Suggested approach to fix (e.g., "Add null check before accessing user.email")
366
- - affected_files: Semicolon-separated list of files needing changes
367
- - evidence: file:line references supporting your diagnosis
368
-
369
- ## Rules
370
- - Do NOT modify any files — diagnosis only
371
- - Focus on root cause, not symptoms
372
- - Reference issue_id in your findings for traceability
373
- - If multiple gaps in same cluster share a root cause, note the shared cause
374
- `,
375
- max_concurrency: 5,
376
- max_runtime_seconds: 1200,
377
- output_csv_path: `${targetDir}/.tests/.csv-session/diagnosis-results.csv`,
378
- output_schema: { id, root_cause, fix_direction, affected_files, evidence, error }
379
- })
380
- ```
381
-
382
- #### 11d. Merge Results
383
-
384
- Update `uat.md` gaps with diagnosis:
385
- ```yaml
386
- - test: {N}
387
- truth: "..."
388
- status: failed
389
- reason: "..."
390
- severity: {inferred}
391
- issue_id: ISS-YYYYMMDD-NNN
392
- root_cause: "{diagnosed cause}"
393
- fix_direction: "{suggested approach}"
394
- affected_files: ["{file1}", "{file2}"]
395
- ```
396
-
397
- ### Step 12: Gap Closure Decision
398
-
399
- **If `--auto-fix` or `-y`**: execute gap-fix loop directly.
400
-
401
- **Otherwise**: present diagnosis summary and offer options:
402
- ```
403
- ### Diagnosis Complete
404
-
405
- | Gap | Severity | Root Cause | Fix Direction |
406
- |-----|----------|------------|---------------|
407
- | T-3 | major | Missing null check | Add guard clause |
408
- | T-5 | blocker | Event not cleaned | Add cleanup logic |
409
-
410
- Options:
411
- 1. Auto-fix — Plan and execute fixes, then re-verify
412
- 2. Debug deep — $quality-debug per issue
413
- 3. Plan fixes — $maestro-plan "--gaps"
414
- 4. Manual fix — Address issues yourself
415
- ```
416
-
417
- | Choice | Action |
418
- |--------|--------|
419
- | 1 / "auto-fix" | Execute gap-fix loop |
420
- | 2 / "debug" | Suggest `$quality-debug "--from-uat {phase}"` |
421
- | 3 / "plan" | Suggest `$maestro-plan "{phase} --gaps"` |
422
- | 4 / "manual" | Done, report results |
423
-
424
- **Gap-fix closure loop** (max 2 iterations):
425
- 1. `$maestro-plan "{phase} --gaps"` — generate fix tasks from gaps
426
- 2. `$maestro-execute "{phase}"` — execute fix tasks
427
- 3. `$maestro-verify "{phase}"` — re-verify
428
-
429
- **Issue lifecycle sync during loop:**
430
- - Before plan: `registered` → `planning`
431
- - Before execute: `planning` → `executing`
432
- - After re-verify: resolved gaps → `completed` (resolution: "auto-fixed via gap-fix loop"), unresolved → `failed`
433
-
434
- If re-verify passes: update uat.md gaps as resolved, report success.
435
- If gaps remain after 2 iterations: report remaining, suggest manual intervention.
436
-
437
- ### Step 12.5: UAT Confidence Scoring
438
-
439
- Dimensions (4): scenario_coverage, diagnostic_depth, observation_quality, closure_completeness. Factors (weights): requirements_mapped(.30), observation_specificity(.25), user_validation(.20), diagnostic_depth(.15), consistency(.10). Append confidence summary to `uat.md`.
440
-
441
- **Readiness gate** (before final report): Block if scenario_coverage < 40% or any blocker-severity gap without diagnosis.
442
-
443
- ### Step 13: Report
444
-
445
- ```
446
- === UAT RESULTS ===
447
- Target: {target}
448
-
449
- Smoke Tests: {smoke_count} run, {smoke_pass} passed (if ran)
450
- UAT Tests: {total} total
451
- Passed: {passed}
452
- Issues: {issues} ({blocker_count} blockers, {major_count} major)
453
- Skipped: {skipped}
454
-
455
- Diagnosis: {diagnosed_count}/{issues} gaps diagnosed
456
- Auto-fix: {fixed_count} gaps resolved (if ran)
457
-
458
- Files:
459
- {target_dir}/uat.md
460
- {target_dir}/.tests/test-results.json
461
- {target_dir}/.tests/coverage-report.json
462
- {target_dir}/.tests/.csv-session/diagnosis-results.csv (if diagnosed)
463
- ```
464
-
465
- **Next-step routing:**
466
-
467
- | Result | Next Step |
468
- |--------|-----------|
469
- | All passed, no gaps | `$maestro-milestone-audit` |
470
- | Auto-fix ran and succeeded | `$maestro-verify "{phase}"` |
471
- | Auto-fix ran but gaps remain | `$quality-debug "--from-uat {phase}"` |
472
- | Issues found, manual fix needed | `$quality-debug "--from-uat {phase}"` |
473
- | Coverage below threshold | `$quality-auto-test "{phase}"` |
474
- | Need integration tests | `$quality-auto-test "{phase}"` |
475
-
476
- </execution>
477
-
478
- <error_codes>
479
- | Code | Severity | Condition | Recovery |
480
- |------|----------|-----------|----------|
481
- | E001 | error | Phase or task target required (no active sessions) | Prompt user for phase number |
482
- | E002 | error | Phase not verified (no verification.json) | Suggest `$maestro-verify` |
483
- | E003 | error | Smoke test failed (app won't start) | Suggest `$quality-debug` |
484
- | W001 | warning | Test scenarios failed | Auto-diagnose, suggest fix options |
485
- | W002 | warning | Coverage below threshold | Suggest `$quality-auto-test` |
486
- </error_codes>
487
-
488
- <success_criteria>
489
- - [ ] Target resolved and verification context loaded
490
- - [ ] Quality artifacts loaded (review findings → extra tests, debug root causes → regression tests)
491
- - [ ] Test scenarios designed from user-observable outcomes
492
- - [ ] UAT file created with session persistence
493
- - [ ] Tests presented one at a time, severity inferred (never asked)
494
- - [ ] Issues auto-created in issues.jsonl for all failures
495
- - [ ] Batched writes: on issue, every 5 passes, or completion
496
- - [ ] test-results.json and coverage-report.json written
497
- - [ ] index.json uat fields updated
498
- - [ ] Artifact registered in state.json
499
- - [ ] UAT confidence scored with 4-dimension factor model
500
- - [ ] Readiness gate checked before final report
501
- - [ ] Confidence summary appended to uat.md
502
- - [ ] If issues: diagnosis.csv built, spawn_agents_on_csv executed per gap cluster
503
- - [ ] Gaps updated with root_cause, fix_direction, affected_files
504
- - [ ] Gap-fix loop triggered if --auto-fix (max 2 iterations)
505
- - [ ] Issue lifecycle synced through gap-fix loop
506
- - [ ] Next step routed based on result
507
- </success_criteria>
1
+ ---
2
+ name: quality-test
3
+ description: Conversational UAT with auto-diagnosis and gap closure
4
+ argument-hint: "<phase> [-y] [--smoke] [--auto-fix] [--session ID]"
5
+ allowed-tools: spawn_agents_on_csv, Read, Write, Edit, Bash, Glob, Grep, AskUserQuestion
6
+ ---
7
+
8
+ <purpose>
9
+ Conversational UAT: present expected behavior one test at a time, user confirms or describes issues. Severity inferred from natural language (never asked). Session persists in `uat.md` across context resets. Failed tests trigger CSV-parallel diagnosis via `spawn_agents_on_csv` and optional gap-fix closure (max 2 iterations).
10
+
11
+ **Philosophy**: Show expected, ask if reality matches.
12
+ </purpose>
13
+
14
+ <context>
15
+ $ARGUMENTS -- phase number and optional flags.
16
+
17
+ **Flags**:
18
+ - `<phase>`: Phase number or scratch task ID
19
+ - `--smoke`: Run cold-start smoke tests before UAT
20
+ - `--auto-fix`: Auto-trigger gap-fix loop (plan --gaps -> execute -> re-verify)
21
+ - `--session ID`: Resume specific UAT session
22
+ - `-y`: Implies --auto-fix; UAT itself stays interactive
23
+
24
+ **Output**:
25
+ - `{target_dir}/uat.md` -- session file (persistent)
26
+ - `{target_dir}/.tests/test-plan.json` -- scenario definitions
27
+ - `{target_dir}/.tests/test-results.json` -- pass/fail results
28
+ - `{target_dir}/.tests/coverage-report.json` -- requirement coverage
29
+ - `.tests/.csv-session/diagnosis.csv` + `diagnosis-results.csv`
30
+ </context>
31
+
32
+ <csv_schema>
33
+
34
+ ### diagnosis.csv (Gap Diagnosis Phase)
35
+
36
+ ```csv
37
+ id,test_id,cluster,test_name,expected,reported,severity,target_files,issue_id,source_context,root_cause,fix_direction,affected_files,evidence,error
38
+ "DX-001","T-003","auth","Login validation","Valid login returns dashboard","Clicking login does nothing","major","src/auth/login.ts;src/routes/auth.ts","ISS-20260503-001","login.ts calls authService.verify","","","","",""
39
+ ```
40
+
41
+ Input: id, test_id, cluster, test_name, expected, reported, severity, target_files, issue_id, source_context.
42
+ Output: root_cause, fix_direction, affected_files, evidence, error.
43
+ </csv_schema>
44
+
45
+ <invariants>
46
+ 1. **One test at a time** -- never batch-present tests
47
+ 2. **Never ask severity** -- always infer from natural language
48
+ 3. **Session persistence** -- uat.md survives context resets, resume from any point
49
+ 4. **Batched writes** -- on issue, every 5 passes, or completion
50
+ 5. **Gap-fix loop max 2 iterations** -- prevent infinite loops
51
+ 6. **CSV parallel diagnosis** -- spawn_agents_on_csv for gap clusters, not sequential
52
+ 7. **Auto-create issues** -- every failed test -> issues.jsonl entry
53
+ 8. **Issue lifecycle sync** -- registered -> planning -> executing -> completed/failed
54
+ </invariants>
55
+
56
+ <state_machine>
57
+
58
+ <states>
59
+ S_RESOLVE -- 解析目标(phase/scratch)、检查活跃 session PERSIST: --
60
+ S_SMOKE -- 冒烟测试(--smoke, 可跳过) PERSIST: uat.md smoke section
61
+ S_DESIGN -- 设计测试场景(verification context + quality artifacts) PERSIST: test-plan.json
62
+ S_CREATE_UAT -- 创建 uat.md PERSIST: uat.md
63
+ S_PRESENT -- 逐个呈现测试、收集用户反馈 PERSIST: uat.md (batched)
64
+ S_COMPLETE -- 完成 session、写结果文件 PERSIST: test-results.json + coverage-report.json
65
+ S_DIAGNOSE -- CSV 并行诊断 gap clusters PERSIST: diagnosis-results.csv
66
+ S_GAP_CLOSE -- Gap 修复循环(--auto-fix, max 2 iter) PERSIST: uat.md gaps updated
67
+ S_REPORT -- 最终报告、路由下一步 PERSIST: --
68
+ </states>
69
+
70
+ <transitions>
71
+
72
+ S_RESOLVE:
73
+ -> S_PRESENT WHEN: --session ID (resume from uat.md)
74
+ -> S_SMOKE WHEN: --smoke flag set
75
+ -> S_DESIGN WHEN: normal flow DO: resolve target, validate verification.json exists
76
+
77
+ S_SMOKE:
78
+ -> S_DESIGN WHEN: all pass
79
+ -> ERROR(E003) WHEN: any fail (suggest quality-debug)
80
+
81
+ **Smoke checks**:
82
+ | Test | Method |
83
+ |------|--------|
84
+ | App starts | Run start command, check exit code |
85
+ | Routes respond | curl/fetch main routes, check non-error |
86
+ | Build clean | Build command succeeds |
87
+ | Dependencies | Install check, no missing deps |
88
+
89
+ S_DESIGN:
90
+ -> S_CREATE_UAT DO: A_DESIGN_SCENARIOS
91
+
92
+ S_CREATE_UAT:
93
+ -> S_PRESENT DO: write uat.md (archive previous to .history/ if exists)
94
+
95
+ **uat.md template**:
96
+ ```markdown
97
+ ---
98
+ status: testing
99
+ target: {phase slug or scratch ID}
100
+ source: [list of summary files]
101
+ started: {ISO}
102
+ updated: {ISO}
103
+ ---
104
+ ## Current Test
105
+ number: 1
106
+ name: {first test}
107
+ expected: |
108
+ {observable behavior}
109
+ awaiting: user response
110
+
111
+ ## Tests
112
+ ### 1. {Test Name}
113
+ expected: {behavior}
114
+ result: [pending]
115
+
116
+ ## Summary
117
+ total: {N} passed: 0 issues: 0 pending: {N} skipped: 0
118
+
119
+ ## Gaps
120
+ [none yet]
121
+ ```
122
+
123
+ S_PRESENT:
124
+ -> S_PRESENT WHEN: more tests DO: A_PRESENT_AND_PROCESS
125
+ -> S_COMPLETE WHEN: all tests done
126
+
127
+ S_COMPLETE:
128
+ -> S_DIAGNOSE WHEN: issues found DO: write output files, register artifact in state.json
129
+ -> S_REPORT WHEN: no issues
130
+
131
+ **test-results.json**: `{ target, completed_at, results: [...], summary: { total, passed, issues, skipped } }`
132
+ **coverage-report.json**: `{ target, requirements_covered: [...], requirements_uncovered: [...], coverage_percentage }`
133
+
134
+ S_DIAGNOSE:
135
+ -> S_GAP_CLOSE DO: A_DIAGNOSE_GAPS
136
+
137
+ S_GAP_CLOSE:
138
+ -> S_REPORT WHEN: --auto-fix not set DO: present options (auto-fix/debug/plan/manual)
139
+ -> S_REPORT WHEN: --auto-fix, loop done DO: A_GAP_FIX_LOOP (plan --gaps -> execute -> verify, max 2)
140
+
141
+ S_REPORT:
142
+ -> END DO: A_REPORT
143
+
144
+ </transitions>
145
+
146
+ <actions>
147
+
148
+ ### A_DESIGN_SCENARIOS
149
+
150
+ 1. Load verification context: verification.json, validation.json, index.json, plan.json, summaries
151
+ 2. Load quality artifacts: review findings (type=review) -> extra tests (source: review_finding); debug root causes (type=debug) -> regression tests (source: debug_root_cause)
152
+ 3. Load test tools: `maestro spec load --category test --keyword <feature>` -> additional scenarios (source: tool)
153
+ 4. Design scenarios from user-observable outcomes: id (T-NNN), name, category (e2e/integration/unit), expected, requirement_ref, source
154
+ 5. Write test-plan.json
155
+
156
+ ### A_PRESENT_AND_PROCESS
157
+
158
+ Present one test: `TEST {n}/{total}: {name}` + expected behavior + prompt.
159
+
160
+ Response processing:
161
+
162
+ | Response | Action |
163
+ |----------|--------|
164
+ | "pass"/"yes"/"ok"/"next"/empty | Mark pass |
165
+ | "skip"/"can't test"/"n/a" | Mark skipped |
166
+ | Anything else | Log issue, infer severity |
167
+
168
+ **Severity inference** (never ask):
169
+ - crashes/error/exception/fails/can't use -> blocker
170
+ - doesn't work/nothing happens/wrong/broken -> major
171
+ - works but.../slow/weird/minor/inconsistent -> minor
172
+ - color/spacing/alignment/looks off/typo -> cosmetic
173
+ - Default: major
174
+
175
+ On issue: auto-create in `.workflow/issues/issues.jsonl`:
176
+ ```json
177
+ { "id": "ISS-{YYYYMMDD}-{NNN}", "title": "UAT: {test.name} - {response truncated 100}",
178
+ "status": "registered", "priority": "{from severity}", "severity": "{inferred}",
179
+ "source": "uat", "phase_ref": "{phase}", "gap_ref": "{test.id}",
180
+ "description": "Expected: {expected}. Reported: {verbatim}", "tags": ["uat"] }
181
+ ```
182
+
183
+ ### A_DIAGNOSE_GAPS
184
+
185
+ 1. Cluster gaps by component/module/feature
186
+ 2. Build diagnosis.csv: one row per gap with target_files, source_context
187
+ 3. `spawn_agents_on_csv` for parallel diagnosis
188
+ 4. **Diagnosis agent**: Find root cause (not symptom), suggest fix direction, list affected files. Do NOT modify files. Reference issue_id for traceability.
189
+ 5. Merge results: update uat.md gaps with root_cause, fix_direction, affected_files
190
+
191
+ ### A_GAP_FIX_LOOP
192
+
193
+ Max 2 iterations:
194
+ 1. `maestro-plan "{phase} --gaps"` (registered -> planning)
195
+ 2. `maestro-execute "{phase}"` (planning -> executing)
196
+ 3. `maestro-verify "{phase}"` (resolved -> completed, unresolved -> failed)
197
+
198
+ ### A_REPORT
199
+
200
+ 1. UAT confidence scoring (4 dims: scenario_coverage, diagnostic_depth, observation_quality, closure_completeness). Readiness gate: block if scenario_coverage < 40% or blocker without diagnosis.
201
+ 2. Display summary: smoke results, pass/fail/skip counts, diagnosis stats, auto-fix results
202
+ 3. Register artifact in state.json (type: test)
203
+ 4. Route: all passed -> milestone-audit; auto-fix succeeded -> maestro-verify; gaps remain -> quality-debug; low coverage -> quality-auto-test
204
+
205
+ </actions>
206
+
207
+ </state_machine>
208
+
209
+ <error_codes>
210
+ | Condition | Recovery |
211
+ |-----------|----------|
212
+ | Phase/task target required, no active sessions | Prompt for phase number |
213
+ | No verification.json (phase not verified) | Suggest maestro-verify |
214
+ | Smoke test failed (app won't start) | Suggest quality-debug |
215
+ | Coverage below threshold | Suggest quality-auto-test |
216
+ </error_codes>
217
+
218
+ <success_criteria>
219
+ - [ ] Tests presented one at a time, severity inferred (never asked)
220
+ - [ ] Issues auto-created in issues.jsonl for all failures
221
+ - [ ] uat.md persists across context resets
222
+ - [ ] Quality artifacts loaded (review -> extra tests, debug -> regression tests)
223
+ - [ ] CSV parallel diagnosis via spawn_agents_on_csv
224
+ - [ ] Gap-fix loop max 2 iterations (if --auto-fix)
225
+ - [ ] Issue lifecycle synced through gap-fix loop
226
+ - [ ] UAT confidence scored (4-dimension model)
227
+ - [ ] test-results.json + coverage-report.json written
228
+ </success_criteria>
229
+ </output>