bmad-method-test-architecture-enterprise 2.0.2 → 2.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -3
- package/README.md +3 -3
- package/cli/evaluate.js +25 -2
- package/cli/lib/evaluate/confinement-audit.js +2 -2
- package/cli/lib/evaluate/confinement.js +16 -25
- package/cli/lib/evaluate/isolation-allowlist.js +6 -4
- package/cli/lib/evaluate/preflight.js +80 -3
- package/cli/lib/evaluate/run.js +46 -5
- package/cli/lib/evaluate/status.js +184 -0
- package/package.json +3 -2
- package/skills/bmad-tea/SKILL.md +2 -2
- package/skills/bmad-tea/customize.toml +4 -4
- package/skills/bmad-teach-me-testing/steps-c/step-04-session-01.md +2 -2
- package/skills/bmad-teach-me-testing/steps-c/step-04-session-03.md +1 -1
- package/skills/bmad-teach-me-testing/steps-c/step-04-session-05.md +2 -2
- package/skills/bmad-testarch-automate/red/instructions.md +1 -2
- package/skills/bmad-testarch-automate/resources/test-generation-routing.md +17 -21
- package/skills/bmad-testarch-evaluate/SKILL.md +5 -3
- package/skills/bmad-testarch-evaluate/assets/inspection-record.md +1 -1
- package/skills/bmad-testarch-evaluate/references/authoring-routing.md +31 -0
- package/skills/bmad-testarch-evaluate/references/ci.md +5 -5
- package/skills/bmad-testarch-evaluate/references/run.md +19 -0
- package/skills/bmad-testarch-framework/SKILL.md +2 -2
- package/skills/bmad-testarch-framework/checklist.md +4 -4
- package/skills/bmad-testarch-framework/ci/checklist.md +2 -2
- package/skills/bmad-testarch-framework/ci/instructions.md +1 -1
- package/skills/bmad-testarch-framework/resources/setup-routing.md +4 -4
- package/skills/bmad-testarch-test-design/checklist.md +6 -6
- package/skills/bmad-testarch-test-design/resources/test-design-epic-3.example.md +1 -1
- package/skills/bmad-testarch-test-design/test-design-template.md +1 -1
- package/skills/bmad-testarch-trace/checklist.md +2 -2
- package/skills/bmad-testarch-trace/steps-c/step-04-analyze-gaps.md +1 -1
- package/skills/bmad-testarch-trace/trace-template.md +1 -1
- package/skills/bmod-tea/bmod.toml +2 -4
- package/skills/bmod-tea/help/help.md +1 -3
- package/skills/bmod-tea/help/integrations.md +1 -1
- package/skills/bmod-tea/knowledge/burn-in.md +1 -1
- package/skills/bmod-tea/migration-1.toml +1 -1
- package/skills/bmad-testarch-atdd/SKILL.md +0 -16
- package/skills/bmad-testarch-atdd/bmod.toml +0 -4
- package/skills/bmad-testarch-atdd/customize.toml +0 -38
- package/skills/bmad-testarch-atdd/workflow.yaml +0 -40
- package/skills/bmad-testarch-ci/SKILL.md +0 -14
- package/skills/bmad-testarch-ci/bmod.toml +0 -4
- package/skills/bmad-testarch-ci/customize.toml +0 -43
- package/skills/bmad-testarch-ci/workflow.yaml +0 -44
|
@@ -266,9 +266,9 @@ Per `playwright-utils-mandate.md`. Skip for Maestro, Cypress, and non-Playwright
|
|
|
266
266
|
|
|
267
267
|
### Workflow Dependencies
|
|
268
268
|
|
|
269
|
-
- [ ] Can proceed to
|
|
269
|
+
- [ ] Can proceed to Framework CI scope after completion
|
|
270
270
|
- [ ] Can proceed to `test-design` workflow after completion
|
|
271
|
-
- [ ] Can proceed to
|
|
271
|
+
- [ ] Can proceed to Automate red mode after completion
|
|
272
272
|
- [ ] Framework setup compatible with downstream workflows
|
|
273
273
|
|
|
274
274
|
---
|
|
@@ -301,9 +301,9 @@ Per `playwright-utils-mandate.md`. Skip for Maestro, Cypress, and non-Playwright
|
|
|
301
301
|
|
|
302
302
|
**Recommended next workflows:**
|
|
303
303
|
|
|
304
|
-
1. [ ] Run
|
|
304
|
+
1. [ ] Run Framework with CI scope to set up the CI/CD pipeline
|
|
305
305
|
2. [ ] Run `test-design` workflow to plan test coverage
|
|
306
|
-
3. [ ] Run
|
|
306
|
+
3. [ ] Run Automate in red mode when ready to develop stories
|
|
307
307
|
|
|
308
308
|
---
|
|
309
309
|
|
|
@@ -193,7 +193,7 @@ Note: CI setup is typically a one-time task per repo and can be run any time aft
|
|
|
193
193
|
### Workflow Dependencies
|
|
194
194
|
|
|
195
195
|
- [ ] Existing or newly created framework validated against the agreed contract in this run (CI-only existing; both-scope new or reused)
|
|
196
|
-
- [ ] Can proceed to
|
|
196
|
+
- [ ] Can proceed to Automate red mode after CI setup
|
|
197
197
|
- [ ] Can proceed to `automate` workflow
|
|
198
198
|
- [ ] CI integrates with `gate` workflow
|
|
199
199
|
|
|
@@ -224,7 +224,7 @@ Note: CI setup is typically a one-time task per repo and can be run any time aft
|
|
|
224
224
|
|
|
225
225
|
**Recommended next workflows:**
|
|
226
226
|
|
|
227
|
-
1. [ ] Run
|
|
227
|
+
1. [ ] Run Automate in red mode for acceptance test generation
|
|
228
228
|
2. [ ] Run `automate` workflow for coverage expansion
|
|
229
229
|
3. [ ] Run `gate` workflow for quality gates
|
|
230
230
|
|
|
@@ -33,7 +33,7 @@ From `workflow.yaml`, resolve:
|
|
|
33
33
|
|
|
34
34
|
### 2. Canonical CI Activation
|
|
35
35
|
|
|
36
|
-
If invoked through legacy workflow metadata, preset `setup_scope = ci
|
|
36
|
+
If invoked through legacy workflow metadata, preset `setup_scope = ci`, then load `{skill-root}/SKILL.md` and its shared router before executing a phase. Keep the original operation and CI customization. CI instructions, templates and steps resolve under `{skill-root}/ci/`.
|
|
37
37
|
|
|
38
38
|
### 3. First Step
|
|
39
39
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Shared Setup Router
|
|
2
2
|
|
|
3
|
-
Read this resource and `{skill-root}/resources/setup-state.md` completely before activation. `{skill-root}` always names `bmad-testarch-framework
|
|
3
|
+
Read this resource and `{skill-root}/resources/setup-state.md` completely before activation. `{skill-root}` always names `bmad-testarch-framework`. Keep the original request and supplied artifact paths through every handoff.
|
|
4
4
|
|
|
5
5
|
## 1. Read-Only Request Gate: Before Activation
|
|
6
6
|
|
|
@@ -11,7 +11,7 @@ Read effective config and all applicable run/phase history and execute `setup-st
|
|
|
11
11
|
Resolve `setup_scope` as `framework`, `ci`, or `both`:
|
|
12
12
|
|
|
13
13
|
- Explicit scope and a supplied operation take priority. Requests mentioning framework and pipeline setup select `both`.
|
|
14
|
-
- A CI pipeline, quality gates, CI artifact target
|
|
14
|
+
- A CI pipeline, quality gates, or CI artifact target selects `ci`.
|
|
15
15
|
- Framework-only wording or a supplied framework artifact selects `framework`.
|
|
16
16
|
- For setup requests whose CI intent remains unclear, ask exactly once: **“Do you want CI too?”** A yes selects `both`; a no selects `framework`. Record `ci_scope_answered = true`. Wait for the answer before any project writes, including custom activation hooks. An unattended/headless run with no scope answer defaults to `framework`, records `ci_scope_defaulted = true`, and says in its completion summary that CI was not included. Explicit or inferred CI intent still selects `ci` or `both` in unattended runs.
|
|
17
17
|
|
|
@@ -27,8 +27,8 @@ Before SKILL.md executes prepend hooks or greets, resolve settings for every req
|
|
|
27
27
|
|
|
28
28
|
When scope includes CI:
|
|
29
29
|
|
|
30
|
-
1. Start with
|
|
31
|
-
2.
|
|
30
|
+
1. Start with CI defaults: `ci_platform = auto`, empty `activation_steps_prepend`, `activation_steps_append`, `persistent_facts`, and `on_complete`.
|
|
31
|
+
2. Structurally merge the CI defaults, `_bmad/custom/bmad-testarch-ci.toml`, and `_bmad/custom/bmad-testarch-ci.user.toml`, skipping missing files. Existing CI overrides, including migrated platform settings, remain effective.
|
|
32
32
|
3. Store the result as `ci_workflow`. SKILL.md executes applicable prepend entries before greeting, loads applicable facts/globs in lexical order, and executes append entries after greeting through `setup-state.md` section 3's individual durable hook protocol. On Resume, resolve current settings and reload applicable facts; skip completed hook entries and halt on uncertain started entries. Save each applicable phase in `activation_completed` only after its activation succeeds. This section resolves settings; it does not replay activation at phase or worker handoffs.
|
|
33
33
|
4. Framework steps use canonical `workflow`. CI steps read `ci_workflow` for their legacy hooks/facts and the effective platform below. Keep `{skill-root}` bound to the canonical directory for every CI asset.
|
|
34
34
|
|
|
@@ -188,11 +188,11 @@
|
|
|
188
188
|
|
|
189
189
|
### Workflow Dependencies
|
|
190
190
|
|
|
191
|
-
- [ ] Can proceed to `/bmad-testarch-
|
|
192
|
-
- [ ] `/bmad-testarch-
|
|
191
|
+
- [ ] Can proceed to `/bmad-testarch-automate` red mode with P0 scenarios
|
|
192
|
+
- [ ] `/bmad-testarch-automate` is a separate workflow and must be run explicitly (not auto-run)
|
|
193
193
|
- [ ] Can proceed to `automate` workflow with full coverage plan
|
|
194
194
|
- [ ] Risk assessment informs `gate` workflow criteria
|
|
195
|
-
- [ ] Integrates with
|
|
195
|
+
- [ ] Integrates with Framework CI scope execution order
|
|
196
196
|
|
|
197
197
|
## Accountability & Logistics
|
|
198
198
|
|
|
@@ -415,15 +415,15 @@
|
|
|
415
415
|
1. [ ] Review risk assessment with team
|
|
416
416
|
2. [ ] Prioritize mitigation for high-priority risks (score ≥6)
|
|
417
417
|
3. [ ] Allocate resources per estimates
|
|
418
|
-
4. [ ] Run `/bmad-testarch-
|
|
418
|
+
4. [ ] Run `/bmad-testarch-automate` in red mode to generate P0 tests
|
|
419
419
|
5. [ ] Set up test data factories and fixtures
|
|
420
420
|
6. [ ] Schedule team review of test design document
|
|
421
421
|
|
|
422
422
|
**Recommended next workflows:**
|
|
423
423
|
|
|
424
|
-
1. [ ] Run
|
|
424
|
+
1. [ ] Run Automate in red mode for P0 test generation
|
|
425
425
|
2. [ ] Run `framework` workflow if not already done
|
|
426
|
-
3. [ ] Run
|
|
426
|
+
3. [ ] Run Framework with CI scope to configure pipeline stages
|
|
427
427
|
|
|
428
428
|
## Rollback Procedure
|
|
429
429
|
|
|
@@ -258,7 +258,7 @@ P0, P1, P2, and P3 describe priority. Execution timing is defined separately bel
|
|
|
258
258
|
|
|
259
259
|
## Follow-on Workflows
|
|
260
260
|
|
|
261
|
-
- Run `/bmad-testarch-
|
|
261
|
+
- Run `/bmad-testarch-automate` in red mode explicitly for the four P0 scenarios.
|
|
262
262
|
- Run `/bmad-testarch-automate` for the remaining functional coverage after implementation exists.
|
|
263
263
|
- Run `/bmad-testarch-nfr` when evidence exists for all four NFR domains.
|
|
264
264
|
- Run `/bmad-testarch-trace` to map the approved oracle and apply the release gate.
|
|
@@ -290,7 +290,7 @@ Do not re-list the individual tests here. They are already in the coverage plan.
|
|
|
290
290
|
|
|
291
291
|
## Follow-on Workflows (Manual)
|
|
292
292
|
|
|
293
|
-
- Run `/bmad-testarch-
|
|
293
|
+
- Run `/bmad-testarch-automate` in red mode to generate failing P0 tests (separate workflow; not auto-run).
|
|
294
294
|
- Run `/bmad-testarch-automate` for broader coverage once implementation exists.
|
|
295
295
|
|
|
296
296
|
---
|
|
@@ -16,7 +16,7 @@ This checklist covers **two sequential phases**:
|
|
|
16
16
|
|
|
17
17
|
- [ ] A coverage oracle is available or inferred (formal requirements, spec, resolvable external pointer, or synthetic journeys)
|
|
18
18
|
- [ ] Test suite exists (or gaps are acknowledged and documented)
|
|
19
|
-
- [ ] If tests are missing, recommend `/bmad-testarch-
|
|
19
|
+
- [ ] If tests are missing, recommend `/bmad-testarch-automate` with the applicable red or expand mode (trace does not run it automatically)
|
|
20
20
|
- [ ] Test directory path is correct (`test_dir` variable)
|
|
21
21
|
- [ ] Story file is accessible (if using BMad mode)
|
|
22
22
|
- [ ] Knowledge base is loaded (test-priorities, traceability, risk-governance)
|
|
@@ -673,7 +673,7 @@ This list is the definition of waiver validity. `steps-c/step-05-gate-decision.m
|
|
|
673
673
|
|
|
674
674
|
- If PASS (both phases): Proceed to deployment
|
|
675
675
|
- If WARN/CONCERNS: Address gaps/issues, proceed with monitoring
|
|
676
|
-
- If FAIL (either phase): Run `/bmad-testarch-
|
|
676
|
+
- If FAIL (either phase): Run `/bmad-testarch-automate` for missing tests, fix issues, re-run `/bmad-testarch-trace`
|
|
677
677
|
- If WAIVED: Deploy with approved waiver, schedule remediation
|
|
678
678
|
|
|
679
679
|
---
|
|
@@ -374,7 +374,7 @@ const recommendations = [];
|
|
|
374
374
|
if (criticalGaps.length > 0) {
|
|
375
375
|
recommendations.push({
|
|
376
376
|
priority: 'URGENT',
|
|
377
|
-
action: `Run /bmad-testarch-
|
|
377
|
+
action: `Run /bmad-testarch-automate for ${criticalGaps.length} P0 requirements: red mode where behavior is missing; expand mode where behavior exists but tests are incomplete`,
|
|
378
378
|
requirements: criticalGaps.map((r) => r.id),
|
|
379
379
|
});
|
|
380
380
|
}
|
|
@@ -29,7 +29,7 @@ oracleLedger: []
|
|
|
29
29
|
|
|
30
30
|
---
|
|
31
31
|
|
|
32
|
-
Note: This workflow does not generate tests. If gaps exist, run `/bmad-testarch-
|
|
32
|
+
Note: This workflow does not generate tests. If gaps exist, run `/bmad-testarch-automate` in red mode before implementation or expand mode for existing code.
|
|
33
33
|
|
|
34
34
|
## PHASE 1: REQUIREMENTS TRACEABILITY
|
|
35
35
|
|
|
@@ -2,14 +2,12 @@
|
|
|
2
2
|
|
|
3
3
|
[bmod]
|
|
4
4
|
code = "tea"
|
|
5
|
-
version = "2.0.
|
|
5
|
+
version = "2.0.3"
|
|
6
6
|
update_source = "github:bmad-code-org/bmad-method-test-architecture-enterprise/skills"
|
|
7
7
|
skills = [
|
|
8
8
|
"bmad-tea",
|
|
9
9
|
"bmad-teach-me-testing",
|
|
10
|
-
"bmad-testarch-atdd",
|
|
11
10
|
"bmad-testarch-automate",
|
|
12
|
-
"bmad-testarch-ci",
|
|
13
11
|
"bmad-testarch-evaluate",
|
|
14
12
|
"bmad-testarch-framework",
|
|
15
13
|
"bmad-testarch-nfr",
|
|
@@ -22,7 +20,7 @@ pre_install_message = ""
|
|
|
22
20
|
post_install_message = '''
|
|
23
21
|
TEA is ready. Talk to Murat (bmad-tea) or start with Test Design (bmad-testarch-test-design).
|
|
24
22
|
|
|
25
|
-
Playwright Utils, Pact.js Utils, the Playwright CLI or MCP servers, and the SmartBear MCP each need their own install. Test Framework (bmad-testarch-framework) installs the utils packages and owns framework and CI setup.
|
|
23
|
+
Playwright Utils, Pact.js Utils, the Playwright CLI or MCP servers, and the SmartBear MCP each need their own install. Test Framework (bmad-testarch-framework) installs the utils packages and owns framework and CI setup. Test Automation (bmad-testarch-automate) owns red and expand test generation with run-and-heal enabled by default. Existing CI and ATDD customizations keep working through their respective modes. Ask bmad how to set up the rest.
|
|
26
24
|
'''
|
|
27
25
|
|
|
28
26
|
# Asked by `bmad setup` in this order. Members read each answer as modules.tea.<key>.
|
|
@@ -8,9 +8,7 @@ This document covers the skills of the `tea` module: what each one gives the use
|
|
|
8
8
|
- `bmad-teach-me-testing`: teaches testing fundamentals in 7 sessions (TEA Academy), with a progress file, session notes and a completion summary. Recommend it to someone learning testing, at any phase.
|
|
9
9
|
- `bmad-testarch-test-design`: risk-based test planning, producing a test design document. Recommend it during solutioning, before tests or a framework exist. Afterwards offer `bmad-testarch-framework`.
|
|
10
10
|
- `bmad-testarch-framework`: owns production-ready framework and CI setup, with framework-only, CI-only, or both scope. It installs Playwright Utils or Pact.js Utils when enabled. Recommend it during solutioning, after test design. When CI scope cannot be inferred from the request, interactive runs ask whether to include CI. Unattended runs default to framework only and state in the summary that CI was excluded.
|
|
11
|
-
- `bmad-testarch-
|
|
12
|
-
- `bmad-testarch-atdd`: starts the combined test-generation skill in red mode, writes failing acceptance tests and an ATDD checklist before a story is implemented, and verifies the intended missing behavior. Recommend it after a story is created. Afterwards offer the dev story skill.
|
|
13
|
-
- `bmad-testarch-automate`: owns test generation in red or expand mode. Expand mode writes tests for implemented code, runs them, heals test defects for up to three rounds by default, and reports product defects. Recommend it during implementation, after ATDD or once code exists. Recommend it with red mode when the user asks for acceptance tests before implementation.
|
|
11
|
+
- `bmad-testarch-automate`: owns test generation in red or expand mode. Red mode writes failing acceptance tests and an ATDD checklist before implementation, then verifies the intended missing behavior. Expand mode writes tests for implemented code, runs them, heals test defects for up to three rounds by default, and reports product defects. Recommend red mode after a story is created and expand mode once code exists.
|
|
14
12
|
- `bmad-testarch-evaluate`: builds and runs a scored, evidence-backed evaluation of an agent, skill, workflow or tool-use system. Recommend it after automation when the target's behavior needs proof. Afterwards offer `bmad-testarch-framework` with CI scope to enforce it.
|
|
15
13
|
- `bmad-testarch-test-review`: audits test quality with a 0-100 score and a review report. Recommend it after tests are written. Afterwards offer `bmad-testarch-trace`.
|
|
16
14
|
- `bmad-testarch-nfr`: audits the evidence for non-functional requirements and writes an NFR report. Recommend it after automation, before a release.
|
|
@@ -6,7 +6,7 @@ Each setup answer is `modules.tea.<key>` in `_bmad/config.toml`. `bmad setup tea
|
|
|
6
6
|
|
|
7
7
|
- `test_stack_type = "auto"` detects the project type from manifest files. Mobile: `.maestro/` or `maestro/` flows, `app.json` with expo or react-native, `Podfile`, `android/app/build.gradle`, `*.xcodeproj`, `pubspec.yaml`. Frontend: `package.json` with react, vue or angular, `playwright.config.*`, `vite.config.*`. Backend: `pyproject.toml`, `pom.xml`, `go.mod`, `*.csproj`, `Gemfile`, `Cargo.toml`. Full-stack: both frontend and backend indicators. Mobile is checked first, because a React Native project also has `package.json` with react.
|
|
8
8
|
- `test_framework = "auto"` detects the framework the same way.
|
|
9
|
-
- The CI platform is detected by `bmad-testarch-
|
|
9
|
+
- The CI platform is detected by `bmad-testarch-framework` from `.github/workflows/`, `.gitlab-ci.yml`, `Jenkinsfile`, `azure-pipelines.yml`, `.harness/` or `.circleci/config.yml`. To override detection, set `ci_platform` in `_bmad/custom/bmad-testarch-framework.toml`.
|
|
10
10
|
|
|
11
11
|
## Execution mode
|
|
12
12
|
|
|
@@ -232,7 +232,7 @@ jobs:
|
|
|
232
232
|
|
|
233
233
|
## Integration with CI Workflow
|
|
234
234
|
|
|
235
|
-
When setting up CI with the `/bmad-testarch-
|
|
235
|
+
When setting up CI with the `/bmad-testarch-framework` skill's CI scope, recommend burn-in for:
|
|
236
236
|
|
|
237
237
|
- Pull request validation
|
|
238
238
|
- Pre-merge checks
|
|
@@ -58,6 +58,6 @@ checklist = [
|
|
|
58
58
|
"`risk_threshold`, `test_design_output`, `test_review_output` and `trace_output` are in no `[modules.tea]` layer.",
|
|
59
59
|
"`ci_platform` and `tea_evaluations_folder` are in no `[modules.tea]` layer.",
|
|
60
60
|
"`uv run _bmad/scripts/resolve_config.py --project-root . --key modules.tea` prints only supported v7 keys; omitted healing options use the shipped defaults.",
|
|
61
|
-
"`uv run _bmad/scripts/resolve_customization.py --skill <skill-root> --project-root . --key workflow`
|
|
61
|
+
"`uv run _bmad/scripts/resolve_customization.py --skill <evaluate-skill-root> --project-root . --key workflow` prints the migrated Evaluate value; Framework CI scope merges `_bmad/custom/bmad-testarch-ci.toml` and its user layer to read the migrated CI value.",
|
|
62
62
|
"Every file the plan listed for removal is either removed in the commit the user chose or reported as still present.",
|
|
63
63
|
]
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: bmad-testarch-atdd
|
|
3
|
-
description: 'Generate red-phase acceptance test scaffolds using the TDD cycle. Use when the user says "lets write acceptance tests" or "I want to do ATDD"'
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# Acceptance Test Generation
|
|
7
|
-
|
|
8
|
-
`bmad-testarch-automate` owns test generation in red and expand modes.
|
|
9
|
-
This entry preserves the ATDD command and AT menu code, with red as its default.
|
|
10
|
-
|
|
11
|
-
1. Preserve the original request, supplied artifacts and Create, Resume, Validate or Edit operation. Set `test_entry = bmad-testarch-atdd`; default to red only when the task has no explicit mode signal.
|
|
12
|
-
2. Set `skill-root` to the sibling `bmad-testarch-automate` directory. Require its `SKILL.md`, `resources/test-generation-routing.md`, `resources/run-and-heal.md`, and `red/steps-c/step-01-preflight-and-context.md`. If any are missing, explain that the canonical skill is missing or older than combined test generation and offer `npx skills add bmad-code-org/bmad-method-test-architecture-enterprise --skill bmad-testarch-automate`. Continue only after installation succeeds and all required files exist.
|
|
13
|
-
3. Read `{skill-root}/SKILL.md` completely and execute its router and activation with the original request. Keep `{skill-root}` canonical throughout. Run only the selected mode's customization hooks; do not activate twice or repeat its operation menu.
|
|
14
|
-
|
|
15
|
-
Existing ATDD customization files and checklist paths keep working.
|
|
16
|
-
Resume accepts interrupted 2.0.0 checklists and preserves their story identity and saved next step.
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
# DO NOT EDIT -- overwritten on every update.
|
|
2
|
-
#
|
|
3
|
-
# Workflow customization surface for bmad-testarch-atdd. Mirrors the
|
|
4
|
-
# agent customization shape under the [workflow] namespace.
|
|
5
|
-
|
|
6
|
-
[workflow]
|
|
7
|
-
|
|
8
|
-
# --- Configurable below. Overrides merge per BMad structural rules: ---
|
|
9
|
-
# scalars: override wins • arrays (persistent_facts, activation_steps_*): append
|
|
10
|
-
|
|
11
|
-
# Steps to run before the standard activation (config load, greet).
|
|
12
|
-
# Overrides append. Use for pre-flight loads, compliance checks, etc.
|
|
13
|
-
|
|
14
|
-
activation_steps_prepend = []
|
|
15
|
-
|
|
16
|
-
# Steps to run after greet but before the workflow begins.
|
|
17
|
-
# Overrides append. Use for context-heavy setup that should happen
|
|
18
|
-
# once the user has been acknowledged.
|
|
19
|
-
|
|
20
|
-
activation_steps_append = []
|
|
21
|
-
|
|
22
|
-
# Persistent facts the workflow keeps in mind for the whole run
|
|
23
|
-
# (testing standards, framework conventions, compliance constraints).
|
|
24
|
-
# Distinct from the runtime memory sidecar — these are static context
|
|
25
|
-
# loaded on activation. Overrides append.
|
|
26
|
-
#
|
|
27
|
-
# Each entry is either:
|
|
28
|
-
# - a literal sentence, e.g. "Every test must run deterministically in CI."
|
|
29
|
-
# - a file reference prefixed with `file:`, e.g. "file:{project-root}/docs/test-standards.md"
|
|
30
|
-
# (glob patterns are supported; matching files load in lexical path order as facts).
|
|
31
|
-
|
|
32
|
-
persistent_facts = []
|
|
33
|
-
|
|
34
|
-
# Scalar: executed when the workflow reaches its terminal step in any
|
|
35
|
-
# mode (create, validate, edit), after the final outputs are produced.
|
|
36
|
-
# Override wins. Leave empty for no custom post-completion behavior.
|
|
37
|
-
|
|
38
|
-
on_complete = ""
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
# Test Architect workflow: bmad-testarch-atdd
|
|
2
|
-
name: bmad-testarch-atdd
|
|
3
|
-
# prettier-ignore
|
|
4
|
-
description: 'Generate red-phase acceptance test scaffolds using TDD cycle. Use when the user says "lets write acceptance tests" or "I want to do ATDD"'
|
|
5
|
-
|
|
6
|
-
# Config (test_artifacts, user_name, languages) is resolved at activation in SKILL.md from modules.tea and core.
|
|
7
|
-
date: system-generated
|
|
8
|
-
|
|
9
|
-
# Workflow components
|
|
10
|
-
installed_path: "../bmad-testarch-automate/red"
|
|
11
|
-
instructions: "../bmad-testarch-automate/red/instructions.md"
|
|
12
|
-
validation: "../bmad-testarch-automate/red/checklist.md"
|
|
13
|
-
template: "../bmad-testarch-automate/red/atdd-checklist-template.md"
|
|
14
|
-
|
|
15
|
-
# Variables and inputs
|
|
16
|
-
variables:
|
|
17
|
-
test_dir: "{project-root}/tests" # Root test directory
|
|
18
|
-
|
|
19
|
-
# Output configuration
|
|
20
|
-
default_output_file: "{test_artifacts}/atdd/atdd-checklist-{story_key}.md"
|
|
21
|
-
|
|
22
|
-
# Required tools
|
|
23
|
-
required_tools:
|
|
24
|
-
- read_file # Read story markdown, framework config
|
|
25
|
-
- write_file # Create test files, checklist, factory stubs
|
|
26
|
-
- create_directory # Create test directories
|
|
27
|
-
- list_files # Find existing fixtures and helpers
|
|
28
|
-
- search_repo # Search for similar test patterns
|
|
29
|
-
|
|
30
|
-
tags:
|
|
31
|
-
- qa
|
|
32
|
-
- atdd
|
|
33
|
-
- test-architect
|
|
34
|
-
- tdd
|
|
35
|
-
- red-green-refactor
|
|
36
|
-
|
|
37
|
-
execution_hints:
|
|
38
|
-
interactive: false # Minimize prompts
|
|
39
|
-
autonomous: true # Proceed without user input unless blocked
|
|
40
|
-
iterative: true
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: bmad-testarch-ci
|
|
3
|
-
description: 'Scaffold CI/CD quality pipeline with test execution. Use when the user says "lets setup CI pipeline" or "I want to create quality gates"'
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# CI/CD Setup Compatibility Entry
|
|
7
|
-
|
|
8
|
-
`bmad-testarch-framework` owns framework and CI setup. This installed name and the CI menu code forward to its CI phase.
|
|
9
|
-
|
|
10
|
-
1. Preserve the original request, its supplied artifacts, and its create/resume/validate/edit operation. Preset `setup_scope = ci` and `setup_entry = bmad-testarch-ci`. An explicit request for both scopes sets `setup_scope = both`.
|
|
11
|
-
2. Set `ci-skill-root` to this directory. Set `skill-root` to its sibling `bmad-testarch-framework` directory. Require its `SKILL.md`, `{skill-root}/resources/setup-routing.md`, and `{skill-root}/ci/steps-c/step-01-preflight.md`. If any are missing, explain that the canonical framework skill is missing or older than combined setup support and offer to install/update it with `npx skills add bmad-code-org/bmad-method-test-architecture-enterprise --skill bmad-testarch-framework`; continue only after installation succeeds and all three required files exist.
|
|
12
|
-
3. Load `{skill-root}/SKILL.md` completely and execute its activation and shared router with the preset scope and original operation. Keep `{skill-root}` bound to that canonical directory throughout all phases. Do not run a second mode menu or CI-scope question.
|
|
13
|
-
|
|
14
|
-
The canonical router resolves this entry's `customize.toml`, `_bmad/custom/bmad-testarch-ci.toml`, and `_bmad/custom/bmad-testarch-ci.user.toml` when the CI phase activates. It preserves legacy activation steps, persistent facts, `ci_platform`, and `on_complete` hooks. Existing CI checkpoint and validation-report paths remain under `{test_artifacts}/ci/`, including their legacy migration rules.
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
# DO NOT EDIT -- overwritten on every update.
|
|
2
|
-
#
|
|
3
|
-
# Workflow customization surface for bmad-testarch-ci. Mirrors the
|
|
4
|
-
# agent customization shape under the [workflow] namespace.
|
|
5
|
-
|
|
6
|
-
[workflow]
|
|
7
|
-
|
|
8
|
-
# --- Configurable below. Overrides merge per BMad structural rules: ---
|
|
9
|
-
# scalars: override wins • arrays (persistent_facts, activation_steps_*): append
|
|
10
|
-
|
|
11
|
-
# Steps to run before the standard activation (config load, greet).
|
|
12
|
-
# Overrides append. Use for pre-flight loads, compliance checks, etc.
|
|
13
|
-
|
|
14
|
-
activation_steps_prepend = []
|
|
15
|
-
|
|
16
|
-
# Steps to run after greet but before the workflow begins.
|
|
17
|
-
# Overrides append. Use for context-heavy setup that should happen
|
|
18
|
-
# once the user has been acknowledged.
|
|
19
|
-
|
|
20
|
-
activation_steps_append = []
|
|
21
|
-
|
|
22
|
-
# Persistent facts the workflow keeps in mind for the whole run
|
|
23
|
-
# (testing standards, framework conventions, compliance constraints).
|
|
24
|
-
# Distinct from the runtime memory sidecar — these are static context
|
|
25
|
-
# loaded on activation. Overrides append.
|
|
26
|
-
#
|
|
27
|
-
# Each entry is either:
|
|
28
|
-
# - a literal sentence, e.g. "Every test must run deterministically in CI."
|
|
29
|
-
# - a file reference prefixed with `file:`, e.g. "file:{project-root}/docs/test-standards.md"
|
|
30
|
-
# (glob patterns are supported; matching files load in lexical path order as facts).
|
|
31
|
-
|
|
32
|
-
persistent_facts = []
|
|
33
|
-
|
|
34
|
-
# Scalar: executed when the workflow reaches its terminal step in any
|
|
35
|
-
# mode (create, validate, edit), after the final outputs are produced.
|
|
36
|
-
# Override wins. Leave empty for no custom post-completion behavior.
|
|
37
|
-
|
|
38
|
-
on_complete = ""
|
|
39
|
-
|
|
40
|
-
# CI platform to generate for: auto (detect from the repository), github-actions, gitlab-ci,
|
|
41
|
-
# jenkins, azure-devops, harness, circle-ci or other. Anything but auto skips detection.
|
|
42
|
-
|
|
43
|
-
ci_platform = "auto"
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
# Test Architect workflow: bmad-testarch-ci
|
|
2
|
-
name: bmad-testarch-ci
|
|
3
|
-
# prettier-ignore
|
|
4
|
-
description: 'Scaffold CI/CD quality pipeline with test execution. Use when the user says "lets setup CI pipeline" or "I want to create quality gates"'
|
|
5
|
-
|
|
6
|
-
# Config (test_artifacts, user_name, languages) is resolved at activation in SKILL.md from modules.tea and core.
|
|
7
|
-
date: system-generated
|
|
8
|
-
|
|
9
|
-
# Compatibility metadata. Canonical framework SKILL.md activates shared routing with CI scope.
|
|
10
|
-
# Workflow components
|
|
11
|
-
installed_path: "../bmad-testarch-framework"
|
|
12
|
-
instructions: "../bmad-testarch-framework/ci/instructions.md"
|
|
13
|
-
validation: "../bmad-testarch-framework/ci/checklist.md"
|
|
14
|
-
|
|
15
|
-
# Variables and inputs
|
|
16
|
-
variables:
|
|
17
|
-
setup_scope: "ci" # preset by compatibility entry
|
|
18
|
-
setup_entry: "bmad-testarch-ci"
|
|
19
|
-
test_dir: "{project-root}/tests" # Root test directory
|
|
20
|
-
test_stack_type: "auto" # auto, frontend, backend, fullstack, mobile - detected or user override
|
|
21
|
-
test_framework: "auto" # auto, playwright, cypress, jest, vitest - detected or user override
|
|
22
|
-
|
|
23
|
-
# Output configuration (resolved dynamically based on ci_platform detection)
|
|
24
|
-
default_output_file: "{project-root}/.github/workflows/test.yml" # GitHub Actions default; overridden per platform
|
|
25
|
-
|
|
26
|
-
# Required tools
|
|
27
|
-
required_tools:
|
|
28
|
-
- read_file # Read .nvmrc, package.json, framework config
|
|
29
|
-
- write_file # Create CI config, scripts, documentation
|
|
30
|
-
- create_directory # Create .github/workflows/ or .gitlab-ci/ directories
|
|
31
|
-
- list_files # Detect existing CI configuration
|
|
32
|
-
- search_repo # Find test files for selective testing
|
|
33
|
-
|
|
34
|
-
tags:
|
|
35
|
-
- qa
|
|
36
|
-
- ci-cd
|
|
37
|
-
- test-architect
|
|
38
|
-
- pipeline
|
|
39
|
-
- automation
|
|
40
|
-
|
|
41
|
-
execution_hints:
|
|
42
|
-
interactive: false # Minimize prompts, auto-detect when possible
|
|
43
|
-
autonomous: true # Proceed without user input unless blocked
|
|
44
|
-
iterative: true
|