maestro-flow 0.3.32 → 0.3.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/learn-retro.md +1 -1
- package/.claude/commands/maestro-composer.md +2 -2
- package/.claude/commands/maestro-ralph-execute.md +1 -1
- package/.claude/commands/maestro-ralph.md +11 -11
- package/.claude/commands/maestro-verify.md +1 -1
- package/.claude/commands/maestro.md +1 -2
- package/.claude/commands/quality-auto-test.md +124 -0
- package/.claude/commands/quality-refactor.md +1 -1
- package/.claude/commands/quality-test.md +3 -3
- package/.codex/skills/learn-retro/SKILL.md +1 -1
- package/.codex/skills/maestro/SKILL.md +1 -1
- package/.codex/skills/maestro-link-coordinate/SKILL.md +1 -1
- package/.codex/skills/maestro-milestone-audit/SKILL.md +9 -1
- package/.codex/skills/maestro-plan/SKILL.md +72 -6
- package/.codex/skills/maestro-ralph/SKILL.md +159 -159
- package/.codex/skills/maestro-roadmap/SKILL.md +31 -5
- package/.codex/skills/maestro-verify/SKILL.md +1 -1
- package/.codex/skills/quality-auto-test/SKILL.md +547 -0
- package/.codex/skills/quality-debug/SKILL.md +18 -6
- package/.codex/skills/quality-refactor/SKILL.md +8 -1
- package/.codex/skills/quality-sync/SKILL.md +23 -4
- package/.codex/skills/quality-test/SKILL.md +498 -166
- package/dashboard/dist-server/src/config/cli-tools-config.js +5 -20
- package/dashboard/dist-server/src/config/cli-tools-config.js.map +1 -1
- package/dashboard/dist-server/src/config/cli-tools-defaults.json +17 -0
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/config.js +168 -32
- package/dist/src/commands/config.js.map +1 -1
- package/dist/src/commands/hooks.d.ts +9 -0
- package/dist/src/commands/hooks.d.ts.map +1 -1
- package/dist/src/commands/hooks.js +1 -1
- package/dist/src/commands/hooks.js.map +1 -1
- package/dist/src/commands/install.js +1 -1
- package/dist/src/commands/install.js.map +1 -1
- package/dist/src/commands/overlay.js +1 -1
- package/dist/src/commands/overlay.js.map +1 -1
- package/dist/src/commands/tools.d.ts.map +1 -1
- package/dist/src/commands/tools.js +7 -17
- package/dist/src/commands/tools.js.map +1 -1
- package/dist/src/commands/uninstall.js +1 -1
- package/dist/src/commands/uninstall.js.map +1 -1
- package/dist/src/config/cli-tools-config.d.ts.map +1 -1
- package/dist/src/config/cli-tools-config.js +5 -20
- package/dist/src/config/cli-tools-config.js.map +1 -1
- package/dist/src/config/cli-tools-defaults.json +17 -0
- package/dist/src/tui/config-ui/ConfigHub.d.ts +14 -0
- package/dist/src/tui/config-ui/ConfigHub.d.ts.map +1 -0
- package/dist/src/tui/config-ui/ConfigHub.js +125 -0
- package/dist/src/tui/config-ui/ConfigHub.js.map +1 -0
- package/dist/src/tui/config-ui/ConfigSourcesView.d.ts +6 -0
- package/dist/src/tui/config-ui/ConfigSourcesView.d.ts.map +1 -0
- package/dist/src/tui/config-ui/ConfigSourcesView.js +25 -0
- package/dist/src/tui/config-ui/ConfigSourcesView.js.map +1 -0
- package/dist/src/tui/config-ui/HooksPanel.d.ts +6 -0
- package/dist/src/tui/config-ui/HooksPanel.d.ts.map +1 -0
- package/dist/src/tui/config-ui/HooksPanel.js +92 -0
- package/dist/src/tui/config-ui/HooksPanel.js.map +1 -0
- package/dist/src/tui/config-ui/SkillConfigDashboard.d.ts +9 -0
- package/dist/src/tui/config-ui/SkillConfigDashboard.d.ts.map +1 -0
- package/dist/src/tui/config-ui/SkillConfigDashboard.js +64 -0
- package/dist/src/tui/config-ui/SkillConfigDashboard.js.map +1 -0
- package/dist/src/tui/config-ui/SkillParamEditor.d.ts +12 -0
- package/dist/src/tui/config-ui/SkillParamEditor.d.ts.map +1 -0
- package/dist/src/tui/config-ui/SkillParamEditor.js +162 -0
- package/dist/src/tui/config-ui/SkillParamEditor.js.map +1 -0
- package/dist/src/tui/config-ui/SkillsList.d.ts +12 -0
- package/dist/src/tui/config-ui/SkillsList.d.ts.map +1 -0
- package/dist/src/tui/config-ui/SkillsList.js +91 -0
- package/dist/src/tui/config-ui/SkillsList.js.map +1 -0
- package/dist/src/tui/config-ui/SpecPanel.d.ts +6 -0
- package/dist/src/tui/config-ui/SpecPanel.d.ts.map +1 -0
- package/dist/src/tui/config-ui/SpecPanel.js +79 -0
- package/dist/src/tui/config-ui/SpecPanel.js.map +1 -0
- package/dist/src/tui/config-ui/index.d.ts +23 -0
- package/dist/src/tui/config-ui/index.d.ts.map +1 -0
- package/dist/src/tui/config-ui/index.js +34 -0
- package/dist/src/tui/config-ui/index.js.map +1 -0
- package/dist/src/tui/index.d.ts +7 -0
- package/dist/src/tui/index.d.ts.map +1 -0
- package/dist/src/tui/index.js +10 -0
- package/dist/src/tui/index.js.map +1 -0
- package/dist/src/tui/install-ui/BackupConfig.d.ts +10 -0
- package/dist/src/tui/install-ui/BackupConfig.d.ts.map +1 -0
- package/dist/src/tui/install-ui/BackupConfig.js +46 -0
- package/dist/src/tui/install-ui/BackupConfig.js.map +1 -0
- package/dist/src/tui/install-ui/BlueprintPreview.d.ts +9 -0
- package/dist/src/tui/install-ui/BlueprintPreview.d.ts.map +1 -0
- package/dist/src/tui/install-ui/BlueprintPreview.js +65 -0
- package/dist/src/tui/install-ui/BlueprintPreview.js.map +1 -0
- package/dist/src/tui/install-ui/BlueprintPreview.logic.d.ts +33 -0
- package/dist/src/tui/install-ui/BlueprintPreview.logic.d.ts.map +1 -0
- package/dist/src/tui/install-ui/BlueprintPreview.logic.js +51 -0
- package/dist/src/tui/install-ui/BlueprintPreview.logic.js.map +1 -0
- package/dist/src/tui/install-ui/ComponentGrid.d.ts +13 -0
- package/dist/src/tui/install-ui/ComponentGrid.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ComponentGrid.js +75 -0
- package/dist/src/tui/install-ui/ComponentGrid.js.map +1 -0
- package/dist/src/tui/install-ui/ComponentGrid.logic.d.ts +31 -0
- package/dist/src/tui/install-ui/ComponentGrid.logic.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ComponentGrid.logic.js +58 -0
- package/dist/src/tui/install-ui/ComponentGrid.logic.js.map +1 -0
- package/dist/src/tui/install-ui/ConfigPanel.d.ts +11 -0
- package/dist/src/tui/install-ui/ConfigPanel.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ConfigPanel.js +35 -0
- package/dist/src/tui/install-ui/ConfigPanel.js.map +1 -0
- package/dist/src/tui/install-ui/CyberItem.d.ts +18 -0
- package/dist/src/tui/install-ui/CyberItem.d.ts.map +1 -0
- package/dist/src/tui/install-ui/CyberItem.js +33 -0
- package/dist/src/tui/install-ui/CyberItem.js.map +1 -0
- package/dist/src/tui/install-ui/CyberdeckBlueprint.d.ts +7 -0
- package/dist/src/tui/install-ui/CyberdeckBlueprint.d.ts.map +1 -0
- package/dist/src/tui/install-ui/CyberdeckBlueprint.js +91 -0
- package/dist/src/tui/install-ui/CyberdeckBlueprint.js.map +1 -0
- package/dist/src/tui/install-ui/ExecutionView.d.ts +12 -0
- package/dist/src/tui/install-ui/ExecutionView.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ExecutionView.js +154 -0
- package/dist/src/tui/install-ui/ExecutionView.js.map +1 -0
- package/dist/src/tui/install-ui/GradientHeader.d.ts +8 -0
- package/dist/src/tui/install-ui/GradientHeader.d.ts.map +1 -0
- package/dist/src/tui/install-ui/GradientHeader.js +18 -0
- package/dist/src/tui/install-ui/GradientHeader.js.map +1 -0
- package/dist/src/tui/install-ui/HooksConfig.d.ts +8 -0
- package/dist/src/tui/install-ui/HooksConfig.d.ts.map +1 -0
- package/dist/src/tui/install-ui/HooksConfig.js +35 -0
- package/dist/src/tui/install-ui/HooksConfig.js.map +1 -0
- package/dist/src/tui/install-ui/InstallConfirm.d.ts +27 -0
- package/dist/src/tui/install-ui/InstallConfirm.d.ts.map +1 -0
- package/dist/src/tui/install-ui/InstallConfirm.js +25 -0
- package/dist/src/tui/install-ui/InstallConfirm.js.map +1 -0
- package/dist/src/tui/install-ui/InstallExecution.d.ts +21 -0
- package/dist/src/tui/install-ui/InstallExecution.d.ts.map +1 -0
- package/dist/src/tui/install-ui/InstallExecution.js +154 -0
- package/dist/src/tui/install-ui/InstallExecution.js.map +1 -0
- package/dist/src/tui/install-ui/InstallFlow.d.ts +14 -0
- package/dist/src/tui/install-ui/InstallFlow.d.ts.map +1 -0
- package/dist/src/tui/install-ui/InstallFlow.js +186 -0
- package/dist/src/tui/install-ui/InstallFlow.js.map +1 -0
- package/dist/src/tui/install-ui/InstallHub.d.ts +33 -0
- package/dist/src/tui/install-ui/InstallHub.d.ts.map +1 -0
- package/dist/src/tui/install-ui/InstallHub.js +97 -0
- package/dist/src/tui/install-ui/InstallHub.js.map +1 -0
- package/dist/src/tui/install-ui/InstallResult.d.ts +7 -0
- package/dist/src/tui/install-ui/InstallResult.d.ts.map +1 -0
- package/dist/src/tui/install-ui/InstallResult.js +15 -0
- package/dist/src/tui/install-ui/InstallResult.js.map +1 -0
- package/dist/src/tui/install-ui/McpConfig.d.ts +12 -0
- package/dist/src/tui/install-ui/McpConfig.d.ts.map +1 -0
- package/dist/src/tui/install-ui/McpConfig.js +69 -0
- package/dist/src/tui/install-ui/McpConfig.js.map +1 -0
- package/dist/src/tui/install-ui/ResultDashboard.d.ts +8 -0
- package/dist/src/tui/install-ui/ResultDashboard.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ResultDashboard.js +17 -0
- package/dist/src/tui/install-ui/ResultDashboard.js.map +1 -0
- package/dist/src/tui/install-ui/ReviewPanel.d.ts +19 -0
- package/dist/src/tui/install-ui/ReviewPanel.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ReviewPanel.js +25 -0
- package/dist/src/tui/install-ui/ReviewPanel.js.map +1 -0
- package/dist/src/tui/install-ui/ShortcutFooter.d.ts +7 -0
- package/dist/src/tui/install-ui/ShortcutFooter.d.ts.map +1 -0
- package/dist/src/tui/install-ui/ShortcutFooter.js +15 -0
- package/dist/src/tui/install-ui/ShortcutFooter.js.map +1 -0
- package/dist/src/tui/install-ui/StatuslineConfig.d.ts +11 -0
- package/dist/src/tui/install-ui/StatuslineConfig.d.ts.map +1 -0
- package/dist/src/tui/install-ui/StatuslineConfig.js +39 -0
- package/dist/src/tui/install-ui/StatuslineConfig.js.map +1 -0
- package/dist/src/tui/install-ui/StepSelector.d.ts +14 -0
- package/dist/src/tui/install-ui/StepSelector.d.ts.map +1 -0
- package/dist/src/tui/install-ui/StepSelector.js +46 -0
- package/dist/src/tui/install-ui/StepSelector.js.map +1 -0
- package/dist/src/tui/install-ui/index.d.ts +8 -0
- package/dist/src/tui/install-ui/index.d.ts.map +1 -0
- package/dist/src/tui/install-ui/index.js +10 -0
- package/dist/src/tui/install-ui/index.js.map +1 -0
- package/dist/src/tui/install-ui/types.d.ts +35 -0
- package/dist/src/tui/install-ui/types.d.ts.map +1 -0
- package/dist/src/tui/install-ui/types.js +25 -0
- package/dist/src/tui/install-ui/types.js.map +1 -0
- package/dist/src/tui/overlay-ui/OverlayList.d.ts +37 -0
- package/dist/src/tui/overlay-ui/OverlayList.d.ts.map +1 -0
- package/dist/src/tui/overlay-ui/OverlayList.js +146 -0
- package/dist/src/tui/overlay-ui/OverlayList.js.map +1 -0
- package/dist/src/tui/overlay-ui/index.d.ts +18 -0
- package/dist/src/tui/overlay-ui/index.d.ts.map +1 -0
- package/dist/src/tui/overlay-ui/index.js +204 -0
- package/dist/src/tui/overlay-ui/index.js.map +1 -0
- package/dist/src/tui/render.d.ts +13 -0
- package/dist/src/tui/render.d.ts.map +1 -0
- package/dist/src/tui/render.js +31 -0
- package/dist/src/tui/render.js.map +1 -0
- package/dist/src/tui/tools-ui/CommandReference.d.ts +7 -0
- package/dist/src/tui/tools-ui/CommandReference.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/CommandReference.js +33 -0
- package/dist/src/tui/tools-ui/CommandReference.js.map +1 -0
- package/dist/src/tui/tools-ui/ConfigSources.d.ts +6 -0
- package/dist/src/tui/tools-ui/ConfigSources.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/ConfigSources.js +27 -0
- package/dist/src/tui/tools-ui/ConfigSources.js.map +1 -0
- package/dist/src/tui/tools-ui/RegisterSettings.d.ts +8 -0
- package/dist/src/tui/tools-ui/RegisterSettings.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/RegisterSettings.js +125 -0
- package/dist/src/tui/tools-ui/RegisterSettings.js.map +1 -0
- package/dist/src/tui/tools-ui/RoleMappings.d.ts +9 -0
- package/dist/src/tui/tools-ui/RoleMappings.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/RoleMappings.js +104 -0
- package/dist/src/tui/tools-ui/RoleMappings.js.map +1 -0
- package/dist/src/tui/tools-ui/ToolsDashboard.d.ts +8 -0
- package/dist/src/tui/tools-ui/ToolsDashboard.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/ToolsDashboard.js +60 -0
- package/dist/src/tui/tools-ui/ToolsDashboard.js.map +1 -0
- package/dist/src/tui/tools-ui/ToolsOverview.d.ts +9 -0
- package/dist/src/tui/tools-ui/ToolsOverview.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/ToolsOverview.js +84 -0
- package/dist/src/tui/tools-ui/ToolsOverview.js.map +1 -0
- package/dist/src/tui/tools-ui/index.d.ts +3 -0
- package/dist/src/tui/tools-ui/index.d.ts.map +1 -0
- package/dist/src/tui/tools-ui/index.js +6 -0
- package/dist/src/tui/tools-ui/index.js.map +1 -0
- package/dist/src/tui/uninstall-ui/UninstallFlow.d.ts +7 -0
- package/dist/src/tui/uninstall-ui/UninstallFlow.d.ts.map +1 -0
- package/dist/src/tui/uninstall-ui/UninstallFlow.js +189 -0
- package/dist/src/tui/uninstall-ui/UninstallFlow.js.map +1 -0
- package/dist/src/tui/uninstall-ui/index.d.ts +3 -0
- package/dist/src/tui/uninstall-ui/index.d.ts.map +1 -0
- package/dist/src/tui/uninstall-ui/index.js +6 -0
- package/dist/src/tui/uninstall-ui/index.js.map +1 -0
- package/package.json +1 -1
- package/workflows/auto-test.md +682 -0
- package/workflows/business-test.md +570 -0
- package/workflows/integration-test.md +1 -1
- package/workflows/maestro.codex.md +4 -3
- package/workflows/maestro.md +5 -4
- package/workflows/status.md +2 -2
- package/workflows/test.md +1 -1
- package/workflows/verify.md +1 -1
- package/.claude/commands/quality-business-test.md +0 -110
- package/.claude/commands/quality-integration-test.md +0 -67
- package/.claude/commands/quality-test-gen.md +0 -68
- package/.codex/skills/maestro-ralph-execute/SKILL.md +0 -219
- package/.codex/skills/quality-business-test/SKILL.md +0 -218
- package/.codex/skills/quality-integration-test/SKILL.md +0 -427
- package/.codex/skills/quality-test-gen/SKILL.md +0 -352
|
@@ -0,0 +1,570 @@
|
|
|
1
|
+
# Business Test Workflow (PRD-Forward)
|
|
2
|
+
|
|
3
|
+
Validate built features against PRD acceptance criteria through automated multi-layer business testing with requirement traceability, fixture generation, and feedback loop.
|
|
4
|
+
|
|
5
|
+
PRD-forward: starts from REQ-*.md acceptance criteria, not from code coverage gaps.
|
|
6
|
+
Progressive layers: L1 Interface Contract -> L2 Business Rule -> L3 Business Scenario (E2E).
|
|
7
|
+
Generator-Critic loop: max 3 iterations per layer to distinguish test defects from code defects.
|
|
8
|
+
|
|
9
|
+
**Philosophy: Business rules are the source of truth. Code must satisfy them, not the other way around.**
|
|
10
|
+
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
### Step 1: Resolve Target & Load Spec Package
|
|
14
|
+
|
|
15
|
+
**Parse arguments:**
|
|
16
|
+
|
|
17
|
+
| Input | Result |
|
|
18
|
+
|-------|--------|
|
|
19
|
+
| No arguments | Error E001 |
|
|
20
|
+
| Phase number | Resolve `.workflow/phases/{NN}-{slug}/` |
|
|
21
|
+
| `--spec SPEC-xxx` | Explicit spec reference |
|
|
22
|
+
| `--layer L1\|L2\|L3` | Run only specific layer |
|
|
23
|
+
| `--gen-code` | Generate framework-specific test classes |
|
|
24
|
+
| `--dry-run` | Extract scenarios only, don't execute |
|
|
25
|
+
| `--re-run` | Re-run only previously failed scenarios |
|
|
26
|
+
| `--auto` | Skip interactive confirmations |
|
|
27
|
+
|
|
28
|
+
**Load spec package:**
|
|
29
|
+
|
|
30
|
+
```
|
|
31
|
+
1. Read ${PHASE_DIR}/index.json -> extract spec_ref (if present)
|
|
32
|
+
2. IF --spec provided: SPEC_DIR = .workflow/.spec/{spec_ref}/
|
|
33
|
+
ELSE IF index.json.spec_ref: SPEC_DIR = .workflow/.spec/{spec_ref}/
|
|
34
|
+
ELSE: try .workflow/.spec/SPEC-*/ (most recent)
|
|
35
|
+
|
|
36
|
+
3. IF SPEC_DIR found:
|
|
37
|
+
- Read requirements/_index.md (requirement summary + traceability matrix)
|
|
38
|
+
- Read all requirements/REQ-*.md (functional requirements with acceptance criteria)
|
|
39
|
+
- Read all requirements/NFR-*.md (non-functional requirements)
|
|
40
|
+
- Read architecture/_index.md (API endpoints, data model, state machines)
|
|
41
|
+
- Read epics/EPIC-*.md (user stories -> E2E scenario source)
|
|
42
|
+
SPEC_MODE = "full"
|
|
43
|
+
|
|
44
|
+
4. IF no spec package found (DEGRADED MODE):
|
|
45
|
+
- Read index.json.success_criteria
|
|
46
|
+
- Read plan.json tasks with convergence.criteria
|
|
47
|
+
- Read .summaries/TASK-*-summary.md for implemented behavior
|
|
48
|
+
SPEC_MODE = "degraded"
|
|
49
|
+
Display: "No spec package found. Using success_criteria + plan.json for scenario extraction (degraded mode)."
|
|
50
|
+
```
|
|
51
|
+
|
|
52
|
+
Check for existing business test session:
|
|
53
|
+
```bash
|
|
54
|
+
ls ${PHASE_DIR}/.tests/business/business-test-report.json 2>/dev/null
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
If session exists AND `--re-run`: load previous report, filter to failed/blocked scenarios only.
|
|
58
|
+
If session exists AND no `--re-run`: offer resume or restart.
|
|
59
|
+
|
|
60
|
+
---
|
|
61
|
+
|
|
62
|
+
### Step 2: Extract Business Test Scenarios from PRD
|
|
63
|
+
|
|
64
|
+
**Full mode (SPEC_MODE = "full"):**
|
|
65
|
+
|
|
66
|
+
For each `REQ-NNN-{slug}.md`:
|
|
67
|
+
|
|
68
|
+
1. Parse `## Acceptance Criteria` section
|
|
69
|
+
2. Extract each numbered criterion as a test scenario seed
|
|
70
|
+
3. Map RFC 2119 keywords to test priority:
|
|
71
|
+
|
|
72
|
+
| Keyword | Priority | Failure Severity |
|
|
73
|
+
|---------|----------|-----------------|
|
|
74
|
+
| MUST / MUST NOT / SHALL / SHALL NOT | critical | blocker |
|
|
75
|
+
| SHOULD / SHOULD NOT / RECOMMENDED | high | major |
|
|
76
|
+
| MAY / OPTIONAL | medium | minor |
|
|
77
|
+
|
|
78
|
+
4. Classify scenario into layer:
|
|
79
|
+
|
|
80
|
+
| Source | Layer | Category |
|
|
81
|
+
|--------|-------|----------|
|
|
82
|
+
| Architecture API endpoints + REQ AC about request/response | L1 | api_contract |
|
|
83
|
+
| REQ AC about business logic, validation, state changes | L2 | business_rule |
|
|
84
|
+
| REQ AC about state transitions (from architecture state machines) | L2 | state_transition |
|
|
85
|
+
| Epic user stories (multi-step flows) | L3 | user_flow |
|
|
86
|
+
| NFR performance/security constraints | L2 | non_functional |
|
|
87
|
+
|
|
88
|
+
5. Generate scenario:
|
|
89
|
+
```json
|
|
90
|
+
{
|
|
91
|
+
"id": "BT-{NNN}",
|
|
92
|
+
"req_ref": "REQ-{NNN}:AC-{N}",
|
|
93
|
+
"layer": "L1|L2|L3",
|
|
94
|
+
"priority": "critical|high|medium",
|
|
95
|
+
"name": "descriptive name derived from AC text",
|
|
96
|
+
"category": "api_contract|business_rule|state_transition|user_flow|non_functional",
|
|
97
|
+
"endpoint": "METHOD /path (if L1)",
|
|
98
|
+
"input": { "$fixture_ref": "REQ-{NNN}/valid|invalid|boundary/name" },
|
|
99
|
+
"expected": {
|
|
100
|
+
"status": 200,
|
|
101
|
+
"body_contains": [],
|
|
102
|
+
"behavior": "description of expected outcome"
|
|
103
|
+
},
|
|
104
|
+
"preconditions": ["list of required state"],
|
|
105
|
+
"postconditions": ["list of expected state changes"],
|
|
106
|
+
"mock_services": ["list of services to mock for isolation"]
|
|
107
|
+
}
|
|
108
|
+
```
|
|
109
|
+
|
|
110
|
+
**Degraded mode (SPEC_MODE = "degraded"):**
|
|
111
|
+
|
|
112
|
+
- Extract scenarios from `index.json.success_criteria` (each criterion -> one L2 scenario)
|
|
113
|
+
- Extract from `plan.json` task convergence criteria (each criterion -> one L1 or L2 scenario)
|
|
114
|
+
- Extract from summaries (each implemented behavior -> one L1 scenario)
|
|
115
|
+
- All scenarios default to priority: "high"
|
|
116
|
+
- No L3 scenarios in degraded mode (no Epic stories available)
|
|
117
|
+
|
|
118
|
+
---
|
|
119
|
+
|
|
120
|
+
### Step 3: Generate Test Data (Fixtures)
|
|
121
|
+
|
|
122
|
+
For each REQ with data model definitions:
|
|
123
|
+
|
|
124
|
+
**Tier 1: Schema-derived fixtures**
|
|
125
|
+
```
|
|
126
|
+
FOR each entity in REQ data model:
|
|
127
|
+
valid: object satisfying all field constraints
|
|
128
|
+
invalid: one variant per constraint violation:
|
|
129
|
+
- null_required: set required field to null
|
|
130
|
+
- empty_string: set string field to ""
|
|
131
|
+
- overflow: exceed max length or max value
|
|
132
|
+
- wrong_type: provide string where number expected, etc.
|
|
133
|
+
boundary: edge value variants:
|
|
134
|
+
- min_value: exact minimum
|
|
135
|
+
- max_value: exact maximum
|
|
136
|
+
- min_minus_one: minimum - 1
|
|
137
|
+
- max_plus_one: maximum + 1
|
|
138
|
+
```
|
|
139
|
+
|
|
140
|
+
**Tier 2: Acceptance-criteria-derived expectations**
|
|
141
|
+
```
|
|
142
|
+
FOR each "MUST return X when Y" in acceptance criteria:
|
|
143
|
+
fixture: { input: Y, expected: X }
|
|
144
|
+
FOR each "MUST validate Z":
|
|
145
|
+
fixture: { input: invalid_Z, expected: validation_error }
|
|
146
|
+
FOR each "SHOULD support W":
|
|
147
|
+
fixture: { input: W_params, expected: W_result }
|
|
148
|
+
```
|
|
149
|
+
|
|
150
|
+
**Tier 3: Business-scenario-derived data sets (L3 only)**
|
|
151
|
+
```
|
|
152
|
+
FOR each Epic user story:
|
|
153
|
+
scenario_pack: coordinated data set across story steps
|
|
154
|
+
Example: { user: registered_user, order: valid_order, payment: valid_card }
|
|
155
|
+
Entity IDs and relationships pre-coordinated across steps
|
|
156
|
+
```
|
|
157
|
+
|
|
158
|
+
**Microservice mock data:**
|
|
159
|
+
```
|
|
160
|
+
FOR each API endpoint in architecture/_index.md:
|
|
161
|
+
mock_contract: { request_pattern, response_fixture }
|
|
162
|
+
Used for: L2 WireMock stubs, L3 service isolation
|
|
163
|
+
```
|
|
164
|
+
|
|
165
|
+
Organize fixtures by REQ:
|
|
166
|
+
```json
|
|
167
|
+
{
|
|
168
|
+
"REQ-001": {
|
|
169
|
+
"valid": [{ "name": "standard_user", "data": {...} }],
|
|
170
|
+
"invalid": [{ "name": "missing_email", "data": {...}, "expected_error": "email is required" }],
|
|
171
|
+
"boundary": [{ "name": "max_length_name", "data": {...} }]
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
```
|
|
175
|
+
|
|
176
|
+
---
|
|
177
|
+
|
|
178
|
+
### Step 4: Write Test Plan & Confirm
|
|
179
|
+
|
|
180
|
+
**Archive previous business test artifacts** before writing:
|
|
181
|
+
```
|
|
182
|
+
IF file exists "${PHASE_DIR}/.tests/business/business-test-plan.json":
|
|
183
|
+
mkdir -p "${PHASE_DIR}/.history"
|
|
184
|
+
TIMESTAMP = format(now(), "YYYY-MM-DDTHH-mm-ss")
|
|
185
|
+
mv "${PHASE_DIR}/.tests/business/business-test-plan.json" "${PHASE_DIR}/.history/business-test-plan-${TIMESTAMP}.json"
|
|
186
|
+
```
|
|
187
|
+
|
|
188
|
+
Write `business-test-plan.json` to `.tests/business/`:
|
|
189
|
+
```json
|
|
190
|
+
{
|
|
191
|
+
"phase": "{phase}",
|
|
192
|
+
"spec_ref": "{SPEC_DIR name or 'degraded'}",
|
|
193
|
+
"spec_mode": "full|degraded",
|
|
194
|
+
"generated_at": "{ISO timestamp}",
|
|
195
|
+
"layers": {
|
|
196
|
+
"L1": { "scenario_count": N, "priority_distribution": { "critical": X, "high": Y, "medium": Z } },
|
|
197
|
+
"L2": { "scenario_count": N, "priority_distribution": {...} },
|
|
198
|
+
"L3": { "scenario_count": N, "priority_distribution": {...} }
|
|
199
|
+
},
|
|
200
|
+
"scenarios": [ ... ],
|
|
201
|
+
"fixtures": { ... },
|
|
202
|
+
"mock_contracts": [ ... ],
|
|
203
|
+
"requirement_coverage_plan": {
|
|
204
|
+
"requirements_targeted": ["REQ-001", "REQ-002"],
|
|
205
|
+
"requirements_skipped": [],
|
|
206
|
+
"skip_reasons": {}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
```
|
|
210
|
+
|
|
211
|
+
**If not `--auto`:**
|
|
212
|
+
|
|
213
|
+
Display plan summary:
|
|
214
|
+
```
|
|
215
|
+
=== BUSINESS TEST PLAN ===
|
|
216
|
+
Spec mode: {full|degraded}
|
|
217
|
+
Requirements: {N} targeted, {M} skipped
|
|
218
|
+
|
|
219
|
+
Layer Distribution:
|
|
220
|
+
L1 Interface: {N} scenarios ({X} critical, {Y} high)
|
|
221
|
+
L2 Business: {N} scenarios ({X} critical, {Y} high)
|
|
222
|
+
L3 E2E: {N} scenarios ({X} critical, {Y} high)
|
|
223
|
+
|
|
224
|
+
Fixtures: {N} REQs × {avg} variants = {total} data sets
|
|
225
|
+
|
|
226
|
+
Proceed? (yes/edit/cancel)
|
|
227
|
+
```
|
|
228
|
+
|
|
229
|
+
Wait for user confirmation. If "edit": let user modify plan interactively.
|
|
230
|
+
|
|
231
|
+
**If `--dry-run`:** Stop here, report plan.
|
|
232
|
+
|
|
233
|
+
---
|
|
234
|
+
|
|
235
|
+
### Step 5: Generate Test Code (if --gen-code)
|
|
236
|
+
|
|
237
|
+
**Detect project tech stack:**
|
|
238
|
+
```
|
|
239
|
+
IF file exists ".workflow/project.md":
|
|
240
|
+
tech = parse Tech Stack section from project.md
|
|
241
|
+
ELSE:
|
|
242
|
+
Scan project for indicators (pom.xml -> Java, package.json -> Node, etc.)
|
|
243
|
+
```
|
|
244
|
+
|
|
245
|
+
**Generate framework-specific test classes:**
|
|
246
|
+
|
|
247
|
+
| Stack | L1 | L2 | L3 |
|
|
248
|
+
|-------|----|----|-----|
|
|
249
|
+
| Java/Spring Boot | RestAssured + MockMvc | JUnit 5 Parameterized + WireMock | TestContainers |
|
|
250
|
+
| TypeScript/Node | supertest + vitest | vitest + nock | playwright/cypress |
|
|
251
|
+
| Python | httpx + pytest | pytest + responses | pytest + selenium |
|
|
252
|
+
|
|
253
|
+
**Generation rules:**
|
|
254
|
+
- Follow existing test patterns (discover from codebase, same as test-gen Step 1)
|
|
255
|
+
- Each test method has `@DisplayName` (or equivalent) with REQ-NNN:AC-N reference
|
|
256
|
+
- Each test class has layer marker (`@Tag("business-L1")` or equivalent)
|
|
257
|
+
- Test files placed in `.tests/business/{layer}/` directory
|
|
258
|
+
|
|
259
|
+
**If no `--gen-code`:** Scenarios remain as structured JSON for AI agent execution mode (Step 6).
|
|
260
|
+
|
|
261
|
+
---
|
|
262
|
+
|
|
263
|
+
### Step 6: Execute Tests (Progressive L1 -> L2 -> L3)
|
|
264
|
+
|
|
265
|
+
**Fail-fast rule:**
|
|
266
|
+
- If L1 has ANY "critical" priority failure -> STOP. Do not proceed to L2.
|
|
267
|
+
- If L2 has ANY "critical" priority failure -> STOP. Do not proceed to L3.
|
|
268
|
+
- "high" and "medium" failures do NOT block next layer.
|
|
269
|
+
|
|
270
|
+
**For each layer (starting from `--layer` if specified, else L1):**
|
|
271
|
+
|
|
272
|
+
Run Generator-Critic loop (max 3 iterations):
|
|
273
|
+
|
|
274
|
+
**Iteration 1: Execute all scenarios**
|
|
275
|
+
|
|
276
|
+
`--gen-code` mode:
|
|
277
|
+
```bash
|
|
278
|
+
# Run generated test classes for current layer
|
|
279
|
+
{test_command} --testPathPattern="business-{layer}" 2>&1 | tail -50
|
|
280
|
+
```
|
|
281
|
+
|
|
282
|
+
Agent execution mode:
|
|
283
|
+
```
|
|
284
|
+
FOR each scenario in current layer:
|
|
285
|
+
Execute scenario against running application
|
|
286
|
+
Record: { status, actual_response, duration_ms, error_detail }
|
|
287
|
+
```
|
|
288
|
+
|
|
289
|
+
**Critic phase: Classify failures**
|
|
290
|
+
|
|
291
|
+
For each failed scenario:
|
|
292
|
+
```
|
|
293
|
+
Analyze failure evidence -> classify as:
|
|
294
|
+
|
|
295
|
+
| Classification | Meaning | Action |
|
|
296
|
+
|---------------|---------|--------|
|
|
297
|
+
| test_defect | Test itself is wrong (wrong endpoint, bad fixture) | Auto-fix test in next iteration |
|
|
298
|
+
| code_defect | Business rule violated (actual != expected per REQ) | Record as failure |
|
|
299
|
+
| env_issue | Service down, config missing, timeout | Record as blocked |
|
|
300
|
+
```
|
|
301
|
+
|
|
302
|
+
**Iteration 2: Re-run with fixed tests**
|
|
303
|
+
- Fix test_defects from iteration 1
|
|
304
|
+
- Re-run ALL scenarios (not just failed ones — catch regressions)
|
|
305
|
+
|
|
306
|
+
**Iteration 3: Final confirmation**
|
|
307
|
+
- Remaining failures = confirmed code_defects
|
|
308
|
+
- All test_defects should be resolved
|
|
309
|
+
- Blocked scenarios marked with env_issue reason
|
|
310
|
+
|
|
311
|
+
Record results per iteration in `.tests/business/test-results-iter-{N}.json`.
|
|
312
|
+
|
|
313
|
+
---
|
|
314
|
+
|
|
315
|
+
### Step 7: Build Traceability Matrix
|
|
316
|
+
|
|
317
|
+
Map each scenario result back to requirement:
|
|
318
|
+
|
|
319
|
+
```
|
|
320
|
+
FOR each REQ in requirements targeted:
|
|
321
|
+
req_results = {
|
|
322
|
+
req_id: "REQ-NNN",
|
|
323
|
+
title: REQ.title,
|
|
324
|
+
total_criteria: count of AC in REQ,
|
|
325
|
+
criteria_results: []
|
|
326
|
+
}
|
|
327
|
+
|
|
328
|
+
FOR each AC in REQ:
|
|
329
|
+
scenarios_for_ac = filter scenarios where req_ref == "REQ-NNN:AC-{N}"
|
|
330
|
+
ac_status = "passed" if ALL scenarios passed
|
|
331
|
+
"failed" if ANY scenario failed
|
|
332
|
+
"blocked" if ANY blocked and none failed
|
|
333
|
+
"untested" if no scenarios mapped
|
|
334
|
+
|
|
335
|
+
req_results.criteria_results.push({
|
|
336
|
+
ac_id: "AC-{N}",
|
|
337
|
+
description: AC text,
|
|
338
|
+
priority: mapped from RFC 2119 keyword,
|
|
339
|
+
status: ac_status,
|
|
340
|
+
tests: [scenario IDs],
|
|
341
|
+
failure: { expected, actual, evidence } if failed
|
|
342
|
+
})
|
|
343
|
+
|
|
344
|
+
req_results.coverage_pct = passed_criteria / total_criteria * 100
|
|
345
|
+
req_results.verdict = "verified" if all MUST+SHOULD passed
|
|
346
|
+
"partial" if some failed
|
|
347
|
+
"unverified" if all failed or untested
|
|
348
|
+
```
|
|
349
|
+
|
|
350
|
+
---
|
|
351
|
+
|
|
352
|
+
### Step 8: Generate Reports
|
|
353
|
+
|
|
354
|
+
**Archive previous reports:**
|
|
355
|
+
```
|
|
356
|
+
IF file exists "${PHASE_DIR}/.tests/business/business-test-report.json":
|
|
357
|
+
mkdir -p "${PHASE_DIR}/.history"
|
|
358
|
+
TIMESTAMP = format(now(), "YYYY-MM-DDTHH-mm-ss")
|
|
359
|
+
mv report and summary to .history/
|
|
360
|
+
```
|
|
361
|
+
|
|
362
|
+
Write `.tests/business/business-test-report.json`:
|
|
363
|
+
```json
|
|
364
|
+
{
|
|
365
|
+
"phase": "{phase}",
|
|
366
|
+
"spec_ref": "{spec reference}",
|
|
367
|
+
"spec_mode": "full|degraded",
|
|
368
|
+
"completed_at": "{ISO timestamp}",
|
|
369
|
+
"execution_mode": "gen-code|agent",
|
|
370
|
+
"iterations": {
|
|
371
|
+
"L1": { "count": N, "converged": true },
|
|
372
|
+
"L2": { "count": N, "converged": true },
|
|
373
|
+
"L3": { "count": N, "converged": false }
|
|
374
|
+
},
|
|
375
|
+
"layers": {
|
|
376
|
+
"L1": { "total": N, "passed": P, "failed": F, "blocked": B, "pass_rate": 95.0 },
|
|
377
|
+
"L2": { "total": N, "passed": P, "failed": F, "blocked": B, "pass_rate": 87.5 },
|
|
378
|
+
"L3": { "total": N, "passed": P, "failed": F, "blocked": B, "pass_rate": 100.0 }
|
|
379
|
+
},
|
|
380
|
+
"requirement_coverage": [
|
|
381
|
+
{
|
|
382
|
+
"req_id": "REQ-001",
|
|
383
|
+
"title": "...",
|
|
384
|
+
"total_criteria": 5,
|
|
385
|
+
"criteria_results": [
|
|
386
|
+
{
|
|
387
|
+
"ac_id": "AC-1",
|
|
388
|
+
"description": "...",
|
|
389
|
+
"priority": "critical",
|
|
390
|
+
"status": "passed|failed|blocked|untested",
|
|
391
|
+
"tests": ["BT-001", "BT-002"],
|
|
392
|
+
"failure": null
|
|
393
|
+
}
|
|
394
|
+
],
|
|
395
|
+
"coverage_pct": 80.0,
|
|
396
|
+
"verdict": "verified|partial|unverified"
|
|
397
|
+
}
|
|
398
|
+
],
|
|
399
|
+
"failures": [
|
|
400
|
+
{
|
|
401
|
+
"id": "BF-001",
|
|
402
|
+
"test_id": "BT-005",
|
|
403
|
+
"req_ref": "REQ-001:AC-3",
|
|
404
|
+
"layer": "L1",
|
|
405
|
+
"severity": "critical",
|
|
406
|
+
"classification": "code_defect",
|
|
407
|
+
"description": "...",
|
|
408
|
+
"expected": "...",
|
|
409
|
+
"actual": "...",
|
|
410
|
+
"fix_suggestion": {
|
|
411
|
+
"file": "src/...",
|
|
412
|
+
"line": 42,
|
|
413
|
+
"direction": "Add null guard for..."
|
|
414
|
+
}
|
|
415
|
+
}
|
|
416
|
+
],
|
|
417
|
+
"summary": {
|
|
418
|
+
"total_requirements": 10,
|
|
419
|
+
"fully_verified": 8,
|
|
420
|
+
"partially_verified": 1,
|
|
421
|
+
"unverified": 1,
|
|
422
|
+
"coverage_pct": 85.0,
|
|
423
|
+
"total_scenarios": 30,
|
|
424
|
+
"total_passed": 26,
|
|
425
|
+
"total_failed": 3,
|
|
426
|
+
"total_blocked": 1
|
|
427
|
+
}
|
|
428
|
+
}
|
|
429
|
+
```
|
|
430
|
+
|
|
431
|
+
Write `.tests/business/business-test-summary.md`:
|
|
432
|
+
```markdown
|
|
433
|
+
---
|
|
434
|
+
phase: {phase}
|
|
435
|
+
spec_ref: {spec reference}
|
|
436
|
+
completed_at: {ISO timestamp}
|
|
437
|
+
verdict: passed|gaps_found
|
|
438
|
+
---
|
|
439
|
+
|
|
440
|
+
# Business Test Results
|
|
441
|
+
|
|
442
|
+
## Requirement Coverage
|
|
443
|
+
|
|
444
|
+
| REQ | Title | AC Total | Passed | Failed | Coverage | Verdict |
|
|
445
|
+
|-----|-------|----------|--------|--------|----------|---------|
|
|
446
|
+
| REQ-001 | ... | 5 | 4 | 1 | 80% | partial |
|
|
447
|
+
| REQ-002 | ... | 3 | 3 | 0 | 100% | verified |
|
|
448
|
+
|
|
449
|
+
## Layer Results
|
|
450
|
+
|
|
451
|
+
| Layer | Total | Passed | Failed | Blocked | Pass Rate |
|
|
452
|
+
|-------|-------|--------|--------|---------|-----------|
|
|
453
|
+
| L1 Interface | 10 | 9 | 1 | 0 | 90.0% |
|
|
454
|
+
| L2 Business | 15 | 13 | 1 | 1 | 86.7% |
|
|
455
|
+
| L3 E2E | 5 | 5 | 0 | 0 | 100.0% |
|
|
456
|
+
|
|
457
|
+
## Failures
|
|
458
|
+
|
|
459
|
+
### BF-001: REQ-001:AC-3 (critical)
|
|
460
|
+
- Layer: L1
|
|
461
|
+
- Expected: 201 Created with user object
|
|
462
|
+
- Actual: 400 Bad Request
|
|
463
|
+
- Fix: Add email validation bypass for internal accounts (src/auth.ts:42)
|
|
464
|
+
|
|
465
|
+
## Next Steps
|
|
466
|
+
{routing suggestion}
|
|
467
|
+
```
|
|
468
|
+
|
|
469
|
+
Update `index.json` with business_test section:
|
|
470
|
+
```json
|
|
471
|
+
{
|
|
472
|
+
"business_test": {
|
|
473
|
+
"status": "passed|gaps_found",
|
|
474
|
+
"spec_mode": "full|degraded",
|
|
475
|
+
"req_coverage_pct": 85.0,
|
|
476
|
+
"layers": {
|
|
477
|
+
"L1": { "pass_rate": 90.0 },
|
|
478
|
+
"L2": { "pass_rate": 86.7 },
|
|
479
|
+
"L3": { "pass_rate": 100.0 }
|
|
480
|
+
},
|
|
481
|
+
"failures": [
|
|
482
|
+
{ "id": "BF-001", "req_ref": "REQ-001:AC-3", "severity": "critical" }
|
|
483
|
+
]
|
|
484
|
+
}
|
|
485
|
+
}
|
|
486
|
+
```
|
|
487
|
+
|
|
488
|
+
---
|
|
489
|
+
|
|
490
|
+
### Step 9: Feedback Loop
|
|
491
|
+
|
|
492
|
+
**Auto-create issues from failures:**
|
|
493
|
+
```
|
|
494
|
+
FOR each failure in report.failures:
|
|
495
|
+
mkdir -p ".workflow/issues"
|
|
496
|
+
|
|
497
|
+
today = format(now(), "YYYYMMDD")
|
|
498
|
+
counter = next available sequence for today
|
|
499
|
+
|
|
500
|
+
issue = {
|
|
501
|
+
id: "ISS-{today}-{counter:03d}",
|
|
502
|
+
title: "Business Test: " + failure.req_ref + " - " + failure.description (truncated 100 chars),
|
|
503
|
+
status: "registered",
|
|
504
|
+
priority: severity_to_priority(failure.severity),
|
|
505
|
+
severity: failure.severity,
|
|
506
|
+
source: "business-test",
|
|
507
|
+
phase_ref: PHASE_NUM,
|
|
508
|
+
gap_ref: failure.id,
|
|
509
|
+
description: "Business test failed for " + failure.req_ref + ". Expected: " + failure.expected + ". Actual: " + failure.actual,
|
|
510
|
+
fix_direction: failure.fix_suggestion.direction,
|
|
511
|
+
context: {
|
|
512
|
+
location: failure.fix_suggestion.file + ":" + failure.fix_suggestion.line,
|
|
513
|
+
suggested_fix: failure.fix_suggestion.direction,
|
|
514
|
+
notes: "req_ref: " + failure.req_ref + ", layer: " + failure.layer
|
|
515
|
+
},
|
|
516
|
+
tags: ["business-test", failure.layer],
|
|
517
|
+
affected_components: [failure.fix_suggestion.file],
|
|
518
|
+
feedback: [],
|
|
519
|
+
issue_history: [],
|
|
520
|
+
created_at: now(),
|
|
521
|
+
updated_at: now(),
|
|
522
|
+
resolved_at: null,
|
|
523
|
+
resolution: null
|
|
524
|
+
}
|
|
525
|
+
Append JSON line to .workflow/issues/issues.jsonl
|
|
526
|
+
```
|
|
527
|
+
|
|
528
|
+
**Report:**
|
|
529
|
+
```
|
|
530
|
+
=== BUSINESS TEST RESULTS ===
|
|
531
|
+
Phase: {phase_name}
|
|
532
|
+
Spec mode: {full|degraded}
|
|
533
|
+
|
|
534
|
+
Requirement Coverage: {coverage_pct}%
|
|
535
|
+
Verified: {fully_verified}/{total_requirements}
|
|
536
|
+
Partial: {partially_verified}
|
|
537
|
+
Unverified: {unverified}
|
|
538
|
+
|
|
539
|
+
Layer Results:
|
|
540
|
+
L1 Interface: {pass_rate}% ({passed}/{total})
|
|
541
|
+
L2 Business: {pass_rate}% ({passed}/{total})
|
|
542
|
+
L3 E2E: {pass_rate}% ({passed}/{total})
|
|
543
|
+
|
|
544
|
+
Failures: {failure_count} ({blocker_count} blockers)
|
|
545
|
+
Issues: {issue_count} auto-created
|
|
546
|
+
|
|
547
|
+
Files:
|
|
548
|
+
{PHASE_DIR}/.tests/business/business-test-plan.json
|
|
549
|
+
{PHASE_DIR}/.tests/business/business-test-report.json
|
|
550
|
+
{PHASE_DIR}/.tests/business/business-test-summary.md
|
|
551
|
+
|
|
552
|
+
Next steps:
|
|
553
|
+
{suggested_next_command}
|
|
554
|
+
```
|
|
555
|
+
|
|
556
|
+
**Next step routing:**
|
|
557
|
+
|
|
558
|
+
| Result | Suggestion |
|
|
559
|
+
|--------|------------|
|
|
560
|
+
| All requirements verified | Skill({ skill: "maestro-phase-transition", args: "{phase}" }) |
|
|
561
|
+
| Failures found | Skill({ skill: "quality-debug", args: "--from-business-test {phase}" }) |
|
|
562
|
+
| `--re-run` all pass after fix | Skill({ skill: "maestro-verify", args: "{phase}" }) |
|
|
563
|
+
| Low coverage (< 60%) | Skill({ skill: "quality-auto-test", args: "{phase}" }) |
|
|
564
|
+
| Need integration tests | Skill({ skill: "quality-auto-test", args: "{phase}" }) |
|
|
565
|
+
|
|
566
|
+
**Closure criteria:**
|
|
567
|
+
A requirement is marked "verified" ONLY when:
|
|
568
|
+
- ALL acceptance criteria with MUST/SHALL keywords: passed
|
|
569
|
+
- ALL acceptance criteria with SHOULD keywords: passed
|
|
570
|
+
- No blocker-severity failures remain for this requirement
|
|
@@ -108,7 +108,7 @@ Write test plan to `.tests/integration/test-plan.json`:
|
|
|
108
108
|
**Phase 3: Develop/write test code.**
|
|
109
109
|
|
|
110
110
|
For each layer (current and below), write tests following existing patterns.
|
|
111
|
-
Use
|
|
111
|
+
Use auto-test's RED-GREEN methodology for test writing.
|
|
112
112
|
|
|
113
113
|
For integration tests (L2) specifically:
|
|
114
114
|
- Set up test fixtures (DB seeds, mock services)
|
|
@@ -109,10 +109,11 @@ const chainMap = {
|
|
|
109
109
|
'plan': [{ cmd: 'maestro-plan', args: '{phase}' }],
|
|
110
110
|
'execute': [{ cmd: 'maestro-execute', args: '{phase}' }],
|
|
111
111
|
'verify': [{ cmd: 'maestro-verify', args: '{phase}' }],
|
|
112
|
-
'test_gen': [{ cmd: 'quality-test
|
|
112
|
+
'test_gen': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
113
|
+
'auto_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
113
114
|
'test': [{ cmd: 'quality-test', args: '{phase}' }],
|
|
114
115
|
'debug': [{ cmd: 'quality-debug', args: '"{description}"' }],
|
|
115
|
-
'integration_test': [{ cmd: 'quality-
|
|
116
|
+
'integration_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
116
117
|
'refactor': [{ cmd: 'quality-refactor', args: '"{description}"' }],
|
|
117
118
|
'review': [{ cmd: 'quality-review', args: '{phase}' }],
|
|
118
119
|
'retrospective': [{ cmd: 'quality-retrospective', args: '{phase}' }],
|
|
@@ -250,7 +251,7 @@ const chainMap = {
|
|
|
250
251
|
'wiki': [{ cmd: 'manage-wiki' }],
|
|
251
252
|
'wiki_connect': [{ cmd: 'wiki-connect' }],
|
|
252
253
|
'wiki_digest': [{ cmd: 'wiki-digest' }],
|
|
253
|
-
'business_test': [{ cmd: 'quality-
|
|
254
|
+
'business_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
254
255
|
'spec_remove': [{ cmd: 'spec-remove', args: '"{description}"' }],
|
|
255
256
|
'amend': [{ cmd: 'maestro-amend', args: '"{description}"' }],
|
|
256
257
|
'release': [{ cmd: 'maestro-milestone-release' }],
|
package/workflows/maestro.md
CHANGED
|
@@ -322,10 +322,11 @@ const chainMap = {
|
|
|
322
322
|
'plan': [{ cmd: 'maestro-plan', args: '{phase}' }],
|
|
323
323
|
'execute': [{ cmd: 'maestro-execute', args: '{phase}' }],
|
|
324
324
|
'verify': [{ cmd: 'maestro-verify', args: '{phase}' }],
|
|
325
|
-
'test_gen': [{ cmd: 'quality-test
|
|
325
|
+
'test_gen': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
326
|
+
'auto_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
326
327
|
'test': [{ cmd: 'quality-test', args: '{phase}' }],
|
|
327
328
|
'debug': [{ cmd: 'quality-debug', args: '"{description}"' }],
|
|
328
|
-
'integration_test': [{ cmd: 'quality-
|
|
329
|
+
'integration_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
329
330
|
'refactor': [{ cmd: 'quality-refactor', args: '"{description}"' }],
|
|
330
331
|
'review': [{ cmd: 'quality-review', args: '{phase}' }],
|
|
331
332
|
'retrospective': [{ cmd: 'quality-retrospective', args: '{phase}' }],
|
|
@@ -369,7 +370,7 @@ const chainMap = {
|
|
|
369
370
|
'ui-design-driven': [{ cmd: 'maestro-ui-design', args: '{phase}' }, { cmd: 'maestro-plan', args: '{phase}' }, { cmd: 'maestro-execute', args: '{phase}' }, { cmd: 'maestro-verify', args: '{phase}' }],
|
|
370
371
|
'analyze-plan-execute': [{ cmd: 'maestro-analyze', args: '"{description}" -q' }, { cmd: 'maestro-plan', args: '--dir {scratch_dir}' }, { cmd: 'maestro-execute', args: '--dir {scratch_dir}' }],
|
|
371
372
|
'execute-verify': [{ cmd: 'maestro-execute', args: '{phase}' }, { cmd: 'maestro-verify', args: '{phase}' }],
|
|
372
|
-
'quality-loop': [{ cmd: 'maestro-verify', args: '{phase}' }, { cmd: 'quality-review', args: '{phase}' }, { cmd: 'quality-test
|
|
373
|
+
'quality-loop': [{ cmd: 'maestro-verify', args: '{phase}' }, { cmd: 'quality-review', args: '{phase}' }, { cmd: 'quality-auto-test', args: '{phase}' }, { cmd: 'quality-test', args: '{phase}' }, { cmd: 'quality-debug', args: '--from-uat {phase}' }, { cmd: 'maestro-plan', args: '{phase} --gaps' }, { cmd: 'maestro-execute', args: '{phase}' }],
|
|
373
374
|
'milestone-close': [{ cmd: 'maestro-milestone-audit' }, { cmd: 'maestro-milestone-complete' }],
|
|
374
375
|
'next-milestone': [{ cmd: 'maestro-roadmap', args: '"{description}"' }, { cmd: 'maestro-plan', args: '{phase}' }, { cmd: 'maestro-execute', args: '{phase}' }, { cmd: 'maestro-verify', args: '{phase}' }],
|
|
375
376
|
'review-fix': [{ cmd: 'maestro-plan', args: '{phase} --gaps' }, { cmd: 'maestro-execute', args: '{phase}' }, { cmd: 'quality-review', args: '{phase}' }],
|
|
@@ -383,7 +384,7 @@ const chainMap = {
|
|
|
383
384
|
'wiki': [{ cmd: 'manage-wiki' }],
|
|
384
385
|
'wiki_connect': [{ cmd: 'wiki-connect' }],
|
|
385
386
|
'wiki_digest': [{ cmd: 'wiki-digest' }],
|
|
386
|
-
'business_test': [{ cmd: 'quality-
|
|
387
|
+
'business_test': [{ cmd: 'quality-auto-test', args: '{phase}' }],
|
|
387
388
|
'spec_remove': [{ cmd: 'spec-remove', args: '"{description}"' }],
|
|
388
389
|
'amend': [{ cmd: 'maestro-amend', args: '"{description}"' }],
|
|
389
390
|
'release': [{ cmd: 'maestro-milestone-release' }],
|
package/workflows/status.md
CHANGED
|
@@ -121,10 +121,10 @@ Based on current project state, suggest the next command:
|
|
|
121
121
|
| Phase verified, not reviewed | /quality-review \<N\> |
|
|
122
122
|
| Phase reviewed, BLOCK verdict | /maestro-plan \<N\> --gaps |
|
|
123
123
|
| Phase reviewed, PASS/WARN | /quality-test \<N\> |
|
|
124
|
-
| Low test coverage | /quality-test
|
|
124
|
+
| Low test coverage | /quality-auto-test \<N\> |
|
|
125
125
|
| UAT passed, all phases done | /maestro-milestone-audit |
|
|
126
126
|
| UAT has failures | /quality-debug --from-uat \<N\> |
|
|
127
|
-
| Need integration tests | /quality-
|
|
127
|
+
| Need integration tests | /quality-auto-test \<N\> |
|
|
128
128
|
| All milestone phases complete | /maestro-milestone-audit |
|
|
129
129
|
| Milestone audit passed | /maestro-milestone-complete |
|
|
130
130
|
| Ad-hoc small task | /maestro-quick \<task\> |
|
package/workflows/test.md
CHANGED
|
@@ -447,7 +447,7 @@ Next steps:
|
|
|
447
447
|
| All passed, no gaps | Skill({ skill: "maestro-milestone-audit" }) |
|
|
448
448
|
| Gaps auto-fixed | Skill({ skill: "maestro-milestone-audit" }) |
|
|
449
449
|
| Gaps remain, diagnosed | Skill({ skill: "quality-debug" }) or Skill({ skill: "maestro-plan", args: "--gaps" }) |
|
|
450
|
-
| Low coverage | Skill({ skill: "quality-test
|
|
450
|
+
| Low coverage | Skill({ skill: "quality-auto-test", args: "{phase}" }) to generate missing tests |
|
|
451
451
|
|
|
452
452
|
---
|
|
453
453
|
|
package/workflows/verify.md
CHANGED
|
@@ -464,7 +464,7 @@ Next steps:
|
|
|
464
464
|
| All passed, no gaps | Skill({ skill: "quality-review", args: "{phase}" }) for code review, then Skill({ skill: "quality-test" }) for UAT |
|
|
465
465
|
| Critical gaps found | Skill({ skill: "quality-debug" }) for investigation |
|
|
466
466
|
| Minor gaps only | Skill({ skill: "maestro-plan", args: "--gaps" }) -> Skill({ skill: "maestro-execute" }) -> re-run Skill({ skill: "maestro-verify" }) |
|
|
467
|
-
| Low test coverage | Skill({ skill: "quality-test
|
|
467
|
+
| Low test coverage | Skill({ skill: "quality-auto-test", args: "{phase}" }) to generate missing tests |
|
|
468
468
|
| Human verification needed | Skill({ skill: "quality-test", args: "{phase}" }) for interactive UAT |
|
|
469
469
|
|
|
470
470
|
**Gap-fix loop**: `verify -> plan --gaps -> execute -> verify` repeats until all gaps are closed or user accepts remaining gaps.
|