bmad-method-test-architecture-enterprise 1.2.2 → 1.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -12
- package/docs/how-to/workflows/setup-ci.md +3 -1
- package/docs/how-to/workflows/setup-test-framework.md +29 -6
- package/docs/reference/configuration.md +97 -0
- package/docs/reference/knowledge-base.md +15 -6
- package/package.json +1 -1
- package/release_notes.md +6 -4
- package/src/agents/tea.agent.yaml +2 -2
- package/src/module.yaml +78 -5
- package/src/testarch/knowledge/adr-quality-readiness-checklist.md +9 -9
- package/src/testarch/tea-index.csv +36 -36
- package/src/workflows/testarch/atdd/atdd-checklist-template.md +2 -0
- package/src/workflows/testarch/atdd/steps-c/step-01-preflight-and-context.md +65 -12
- package/src/workflows/testarch/atdd/steps-c/step-02-generation-mode.md +5 -0
- package/src/workflows/testarch/atdd/steps-c/step-03-test-strategy.md +10 -1
- package/src/workflows/testarch/atdd/steps-c/step-05-validate-and-complete.md +13 -2
- package/src/workflows/testarch/automate/steps-c/step-01-preflight-and-context.md +46 -2
- package/src/workflows/testarch/automate/steps-c/step-02-identify-targets.md +12 -0
- package/src/workflows/testarch/automate/steps-c/step-03-generate-tests.md +110 -31
- package/src/workflows/testarch/automate/steps-c/step-03b-subprocess-backend.md +246 -0
- package/src/workflows/testarch/automate/steps-c/step-03c-aggregate.md +90 -38
- package/src/workflows/testarch/automate/steps-c/step-04-validate-and-summarize.md +13 -2
- package/src/workflows/testarch/ci/azure-pipelines-template.yaml +155 -0
- package/src/workflows/testarch/ci/checklist.md +48 -7
- package/src/workflows/testarch/ci/github-actions-template.yaml +22 -10
- package/src/workflows/testarch/ci/gitlab-ci-template.yaml +21 -12
- package/src/workflows/testarch/ci/harness-pipeline-template.yaml +159 -0
- package/src/workflows/testarch/ci/jenkins-pipeline-template.groovy +129 -0
- package/src/workflows/testarch/ci/steps-c/step-01-preflight.md +58 -17
- package/src/workflows/testarch/ci/steps-c/step-02-generate-pipeline.md +21 -10
- package/src/workflows/testarch/ci/steps-c/step-03-configure-quality-gates.md +5 -0
- package/src/workflows/testarch/ci/workflow.yaml +5 -3
- package/src/workflows/testarch/framework/checklist.md +11 -10
- package/src/workflows/testarch/framework/steps-c/step-01-preflight.md +34 -2
- package/src/workflows/testarch/framework/steps-c/step-02-select-framework.md +20 -1
- package/src/workflows/testarch/framework/steps-c/step-03-scaffold-framework.md +56 -5
- package/src/workflows/testarch/framework/steps-c/step-04-docs-and-scripts.md +16 -4
- package/src/workflows/testarch/nfr-assess/nfr-report-template.md +3 -1
- package/src/workflows/testarch/nfr-assess/steps-c/step-01-load-context.md +12 -0
- package/src/workflows/testarch/nfr-assess/steps-c/step-05-generate-report.md +14 -3
- package/src/workflows/testarch/test-design/checklist.md +20 -9
- package/src/workflows/testarch/test-design/instructions.md +3 -3
- package/src/workflows/testarch/test-design/steps-c/step-02-load-context.md +34 -0
- package/src/workflows/testarch/test-design/steps-c/step-05-generate-output.md +29 -2
- package/src/workflows/testarch/test-design/test-design-architecture-template.md +16 -14
- package/src/workflows/testarch/test-design/test-design-handoff-template.md +70 -0
- package/src/workflows/testarch/test-design/test-design-qa-template.md +11 -9
- package/src/workflows/testarch/test-design/workflow.yaml +8 -1
- package/src/workflows/testarch/test-review/steps-c/step-01-load-context.md +34 -1
- package/src/workflows/testarch/test-review/steps-c/step-04-generate-report.md +14 -3
- package/src/workflows/testarch/test-review/test-review-template.md +4 -2
- package/src/workflows/testarch/test-review/workflow.yaml +1 -0
- package/src/workflows/testarch/trace/trace-template.md +7 -5
- package/test/test-installation-components.js +1 -1
- package/test/test-knowledge-base.js +10 -1
package/README.md
CHANGED
|
@@ -68,17 +68,17 @@ npx bmad-method install
|
|
|
68
68
|
|
|
69
69
|
## Workflows
|
|
70
70
|
|
|
71
|
-
| Trigger | Command | Purpose
|
|
72
|
-
| ------- | ---------------------------- |
|
|
73
|
-
| TMT | `/bmad:tea:teach-me-testing` | Teach Me Testing (TEA Academy)
|
|
74
|
-
| TF | `/bmad:tea:framework` | Scaffold
|
|
75
|
-
| CI | `/bmad:tea:ci` | Set up CI/CD quality pipeline
|
|
76
|
-
| TD | `/bmad:tea:test-design` | System-level or epic-level test design
|
|
77
|
-
| AT | `/bmad:tea:atdd` | Generate failing acceptance tests + checklist
|
|
78
|
-
| TA | `/bmad:tea:automate` | Expand test automation coverage
|
|
79
|
-
| RV | `/bmad:tea:test-review` | Review test quality and score
|
|
80
|
-
| TR | `/bmad:tea:trace` | Trace requirements to tests + gate decision
|
|
81
|
-
| NR | `/bmad:tea:nfr-assess` | Assess non-functional requirements
|
|
71
|
+
| Trigger | Command | Purpose |
|
|
72
|
+
| ------- | ---------------------------- | --------------------------------------------------------- |
|
|
73
|
+
| TMT | `/bmad:tea:teach-me-testing` | Teach Me Testing (TEA Academy) |
|
|
74
|
+
| TF | `/bmad:tea:framework` | Scaffold test framework (frontend, backend, or fullstack) |
|
|
75
|
+
| CI | `/bmad:tea:ci` | Set up CI/CD quality pipeline (multi-platform) |
|
|
76
|
+
| TD | `/bmad:tea:test-design` | System-level or epic-level test design |
|
|
77
|
+
| AT | `/bmad:tea:atdd` | Generate failing acceptance tests + checklist |
|
|
78
|
+
| TA | `/bmad:tea:automate` | Expand test automation coverage |
|
|
79
|
+
| RV | `/bmad:tea:test-review` | Review test quality and score |
|
|
80
|
+
| TR | `/bmad:tea:trace` | Trace requirements to tests + gate decision |
|
|
81
|
+
| NR | `/bmad:tea:nfr-assess` | Assess non-functional requirements |
|
|
82
82
|
|
|
83
83
|
## Configuration
|
|
84
84
|
|
|
@@ -87,7 +87,9 @@ TEA variables are defined in `src/module.yaml` and prompted during install:
|
|
|
87
87
|
- `test_artifacts` — base output folder for test artifacts
|
|
88
88
|
- `tea_use_playwright_utils` — enable Playwright Utils integration (boolean)
|
|
89
89
|
- `tea_browser_automation` — browser automation mode: auto, cli, mcp, none (string)
|
|
90
|
-
- `test_framework` —
|
|
90
|
+
- `test_framework` — detected or configured test framework (Playwright, Cypress, Jest, Vitest, pytest, JUnit, Go test, dotnet test, RSpec)
|
|
91
|
+
- `test_stack_type` — detected or configured stack type (frontend, backend, fullstack)
|
|
92
|
+
- `ci_platform` — CI platform (auto, github-actions, gitlab-ci, jenkins, azure-devops, harness, circle-ci)
|
|
91
93
|
- `risk_threshold` — risk cutoff for mandatory testing (future)
|
|
92
94
|
- `test_design_output`, `test_review_output`, `trace_output` — subfolders under `test_artifacts`
|
|
93
95
|
|
|
@@ -48,8 +48,10 @@ TEA will ask which platform you're using.
|
|
|
48
48
|
|
|
49
49
|
- **GitHub Actions** (most common)
|
|
50
50
|
- **GitLab CI**
|
|
51
|
+
- **Jenkins** — Generates `Jenkinsfile` with parallel stages, artifact archiving, and post-failure handling
|
|
52
|
+
- **Azure DevOps** — Generates `azure-pipelines.yml` with matrix strategy for sharding and Azure-specific caching
|
|
53
|
+
- **Harness** — Generates `.harness/pipeline.yaml` with Kubernetes-based execution and parallel steps
|
|
51
54
|
- **Circle CI**
|
|
52
|
-
- **Jenkins**
|
|
53
55
|
- **Other** (TEA provides generic template)
|
|
54
56
|
|
|
55
57
|
**Example:**
|
|
@@ -36,22 +36,31 @@ framework
|
|
|
36
36
|
TEA will ask about:
|
|
37
37
|
|
|
38
38
|
- Your tech stack (React, Node, etc.)
|
|
39
|
-
- Preferred test framework
|
|
40
|
-
-
|
|
41
|
-
-
|
|
39
|
+
- Preferred test framework:
|
|
40
|
+
- **Frontend/Fullstack**: Playwright, Cypress
|
|
41
|
+
- **Backend (Node.js)**: Jest, Vitest, or Playwright (API testing via playwright-utils)
|
|
42
|
+
- **Backend (Python)**: pytest, or Playwright for Python
|
|
43
|
+
- **Backend (Java/Kotlin)**: JUnit, or Playwright for Java
|
|
44
|
+
- **Backend (Go)**: Go test
|
|
45
|
+
- **Backend (C#/.NET)**: dotnet test / xUnit, or Playwright for .NET
|
|
46
|
+
- **Backend (Ruby)**: RSpec
|
|
47
|
+
- Testing scope (E2E, integration, unit, API)
|
|
48
|
+
- CI/CD platform (GitHub Actions, GitLab CI, Jenkins, Azure DevOps, Harness, etc.)
|
|
42
49
|
|
|
43
50
|
### 4. Review Generated Output
|
|
44
51
|
|
|
45
52
|
TEA generates:
|
|
46
53
|
|
|
47
|
-
- **Test scaffold** — Directory structure and config files
|
|
48
|
-
- **Sample specs** — Example tests following best practices
|
|
54
|
+
- **Test scaffold** — Directory structure and config files (language-idiomatic)
|
|
55
|
+
- **Sample specs** — Example tests following best practices for your framework
|
|
49
56
|
- **`.env.example`** — Environment variable template
|
|
50
|
-
-
|
|
57
|
+
- **Version file** — `.nvmrc` (Node.js), `.python-version` (Python), `global.json` (.NET), etc.
|
|
51
58
|
- **README updates** — Testing documentation
|
|
52
59
|
|
|
53
60
|
## What You Get
|
|
54
61
|
|
|
62
|
+
**Frontend/Fullstack (Node.js):**
|
|
63
|
+
|
|
55
64
|
```
|
|
56
65
|
tests/
|
|
57
66
|
├── e2e/
|
|
@@ -63,6 +72,20 @@ tests/
|
|
|
63
72
|
└── README.md
|
|
64
73
|
```
|
|
65
74
|
|
|
75
|
+
**Backend (Python example):**
|
|
76
|
+
|
|
77
|
+
```
|
|
78
|
+
tests/
|
|
79
|
+
├── unit/
|
|
80
|
+
│ └── test_example.py
|
|
81
|
+
├── integration/
|
|
82
|
+
├── api/
|
|
83
|
+
├── conftest.py
|
|
84
|
+
└── README.md
|
|
85
|
+
```
|
|
86
|
+
|
|
87
|
+
> **Note:** Playwright has official bindings for Python, Java, and .NET — making it viable for API testing across languages, not just Node.js.
|
|
88
|
+
|
|
66
89
|
## Optional: Playwright Utils Integration
|
|
67
90
|
|
|
68
91
|
TEA can integrate with `@seontechnologies/playwright-utils` for advanced fixtures:
|
|
@@ -209,6 +209,103 @@ tea_browser_automation: 'none'
|
|
|
209
209
|
|
|
210
210
|
---
|
|
211
211
|
|
|
212
|
+
### test_stack_type
|
|
213
|
+
|
|
214
|
+
Detected or configured project stack type. Controls CI pipeline generation and framework selection.
|
|
215
|
+
|
|
216
|
+
**Schema Location:** `src/module.yaml` (TEA module config)
|
|
217
|
+
|
|
218
|
+
**User Config:** `_bmad/tea/config.yaml`
|
|
219
|
+
|
|
220
|
+
**Type:** `string`
|
|
221
|
+
|
|
222
|
+
**Default:** `"auto"`
|
|
223
|
+
|
|
224
|
+
**Options:** `"auto"` | `"frontend"` | `"backend"` | `"fullstack"`
|
|
225
|
+
|
|
226
|
+
**Purpose:** Determines stack-specific behavior:
|
|
227
|
+
|
|
228
|
+
| Stack Type | Behavior |
|
|
229
|
+
| ----------- | ---------------------------------------------------------------------------------------------------------- |
|
|
230
|
+
| `auto` | Auto-detect from project manifests (playwright.config, jest.config, etc.) |
|
|
231
|
+
| `frontend` | Browser-based tests (Playwright/Cypress), browser install in CI, burn-in enabled |
|
|
232
|
+
| `backend` | API/unit tests (pytest, JUnit, Go test, Jest/Vitest, etc.), no browser install, burn-in skipped by default |
|
|
233
|
+
| `fullstack` | Both frontend and backend tests, full CI pipeline |
|
|
234
|
+
|
|
235
|
+
**Affects Workflows:**
|
|
236
|
+
|
|
237
|
+
- `ci` - Stack-conditional pipeline stages (browser install, burn-in)
|
|
238
|
+
- `framework` - Framework scaffold adapts to stack type
|
|
239
|
+
|
|
240
|
+
**Example:**
|
|
241
|
+
|
|
242
|
+
```yaml
|
|
243
|
+
test_stack_type: 'fullstack'
|
|
244
|
+
```
|
|
245
|
+
|
|
246
|
+
---
|
|
247
|
+
|
|
248
|
+
### ci_platform
|
|
249
|
+
|
|
250
|
+
CI/CD platform for pipeline generation.
|
|
251
|
+
|
|
252
|
+
**Schema Location:** `src/module.yaml` (TEA module config)
|
|
253
|
+
|
|
254
|
+
**User Config:** `_bmad/tea/config.yaml`
|
|
255
|
+
|
|
256
|
+
**Type:** `string`
|
|
257
|
+
|
|
258
|
+
**Default:** `"auto"`
|
|
259
|
+
|
|
260
|
+
**Options:** `"auto"` | `"github-actions"` | `"gitlab-ci"` | `"jenkins"` | `"azure-devops"` | `"harness"` | `"circle-ci"` | `"other"`
|
|
261
|
+
|
|
262
|
+
**Purpose:** Controls which CI template is used for pipeline generation.
|
|
263
|
+
|
|
264
|
+
When set to `"auto"`, TEA detects the platform by scanning for existing CI configuration files (`.github/workflows/`, `.gitlab-ci.yml`, `Jenkinsfile`, `azure-pipelines.yml`, `.harness/`, `.circleci/config.yml`) and falls back to inferring from the git remote.
|
|
265
|
+
|
|
266
|
+
**Affects Workflows:**
|
|
267
|
+
|
|
268
|
+
- `ci` - Template selection and output path
|
|
269
|
+
|
|
270
|
+
**Example:**
|
|
271
|
+
|
|
272
|
+
```yaml
|
|
273
|
+
ci_platform: 'github-actions'
|
|
274
|
+
```
|
|
275
|
+
|
|
276
|
+
---
|
|
277
|
+
|
|
278
|
+
### test_framework
|
|
279
|
+
|
|
280
|
+
Detected or configured test framework preference.
|
|
281
|
+
|
|
282
|
+
**Schema Location:** `src/module.yaml` (TEA module config)
|
|
283
|
+
|
|
284
|
+
**User Config:** `_bmad/tea/config.yaml`
|
|
285
|
+
|
|
286
|
+
**Type:** `string`
|
|
287
|
+
|
|
288
|
+
**Default:** `"auto"`
|
|
289
|
+
|
|
290
|
+
**Options:** `"auto"` | `"playwright"` | `"cypress"` | `"jest"` | `"vitest"` | `"pytest"` | `"junit"` | `"go-test"` | `"dotnet-test"` | `"rspec"` | `"other"`
|
|
291
|
+
|
|
292
|
+
**Purpose:** Controls which test framework patterns TEA uses for code generation. When set to `"auto"`, TEA detects from project configuration files and manifests. Supports both frontend (Playwright, Cypress, Jest, Vitest) and backend (pytest, JUnit, Go test, dotnet test, RSpec) frameworks.
|
|
293
|
+
|
|
294
|
+
**Affects Workflows:**
|
|
295
|
+
|
|
296
|
+
- `framework` - Scaffold generation
|
|
297
|
+
- `ci` - Test commands in pipeline
|
|
298
|
+
- `atdd` - Test code generation patterns
|
|
299
|
+
- `automate` - Test code generation patterns
|
|
300
|
+
|
|
301
|
+
**Example:**
|
|
302
|
+
|
|
303
|
+
```yaml
|
|
304
|
+
test_framework: 'playwright'
|
|
305
|
+
```
|
|
306
|
+
|
|
307
|
+
---
|
|
308
|
+
|
|
212
309
|
## Core BMM Configuration (Inherited by TEA)
|
|
213
310
|
|
|
214
311
|
TEA also uses core BMM configuration options from `_bmad/tea/config.yaml`:
|
|
@@ -41,9 +41,9 @@ User runs a TEA workflow (e.g., `test-design`)
|
|
|
41
41
|
TEA reads `src/testarch/tea-index.csv`:
|
|
42
42
|
|
|
43
43
|
```csv
|
|
44
|
-
id,name,description,tags,fragment_file
|
|
45
|
-
test-quality,Test Quality,Execution limits and isolation rules,"quality,standards",knowledge/test-quality.md
|
|
46
|
-
risk-governance,Risk Governance,Risk scoring and gate decisions,"risk,governance",knowledge/risk-governance.md
|
|
44
|
+
id,name,description,tags,tier,fragment_file
|
|
45
|
+
test-quality,Test Quality,Execution limits and isolation rules,"quality,standards",core,knowledge/test-quality.md
|
|
46
|
+
risk-governance,Risk Governance,Risk scoring and gate decisions,"risk,governance",core,knowledge/risk-governance.md
|
|
47
47
|
```
|
|
48
48
|
|
|
49
49
|
### 3. Dynamic Loading
|
|
@@ -217,9 +217,9 @@ Patterns for using `@seontechnologies/playwright-utils` package (9 utilities).
|
|
|
217
217
|
**Structure:**
|
|
218
218
|
|
|
219
219
|
```csv
|
|
220
|
-
id,name,description,tags,fragment_file
|
|
221
|
-
test-quality,Test Quality,Execution limits and isolation rules,"quality,standards",knowledge/test-quality.md
|
|
222
|
-
risk-governance,Risk Governance,Risk scoring and gate decisions,"risk,governance",knowledge/risk-governance.md
|
|
220
|
+
id,name,description,tags,tier,fragment_file
|
|
221
|
+
test-quality,Test Quality,Execution limits and isolation rules,"quality,standards",core,knowledge/test-quality.md
|
|
222
|
+
risk-governance,Risk Governance,Risk scoring and gate decisions,"risk,governance",core,knowledge/risk-governance.md
|
|
223
223
|
```
|
|
224
224
|
|
|
225
225
|
**Columns:**
|
|
@@ -228,8 +228,17 @@ risk-governance,Risk Governance,Risk scoring and gate decisions,"risk,governance
|
|
|
228
228
|
- `name` - Human-readable fragment name
|
|
229
229
|
- `description` - What the fragment covers
|
|
230
230
|
- `tags` - Searchable tags (comma-separated)
|
|
231
|
+
- `tier` - Loading priority (`core` = always loaded for matching workflow, `extended` = loaded on demand, `specialized` = loaded only when the specific use case matches)
|
|
231
232
|
- `fragment_file` - Relative path to fragment markdown file
|
|
232
233
|
|
|
234
|
+
**Loading Profiles:**
|
|
235
|
+
|
|
236
|
+
Fragments are loaded based on workflow needs and tier priority:
|
|
237
|
+
|
|
238
|
+
- **Core tier**: Automatically loaded when a workflow starts (e.g., `test-quality.md` for `test-review`)
|
|
239
|
+
- **Extended tier**: Loaded when the workflow context requires them (e.g., `auth-session.md` when tests involve authentication)
|
|
240
|
+
- **Specialized tier**: Only loaded when the specific use case matches (e.g., contract-testing for microservices, email-auth for email flows)
|
|
241
|
+
|
|
233
242
|
**Fragment Location:** `src/testarch/knowledge/` (all 35 fragments in single directory)
|
|
234
243
|
|
|
235
244
|
**Manifest:** `src/testarch/tea-index.csv`
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"$schema": "https://json.schemastore.org/package.json",
|
|
3
3
|
"name": "bmad-method-test-architecture-enterprise",
|
|
4
|
-
"version": "1.2.
|
|
4
|
+
"version": "1.2.3",
|
|
5
5
|
"description": "Master Test Architect for quality strategy, test automation, and release gates",
|
|
6
6
|
"keywords": [
|
|
7
7
|
"bmad",
|
package/release_notes.md
CHANGED
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
## 🚀 What's New in v1.2.
|
|
1
|
+
## 🚀 What's New in v1.2.3
|
|
2
2
|
|
|
3
3
|
### 🐛 Bug Fixes
|
|
4
|
-
- fix:
|
|
4
|
+
- fix: issues 32 through 37
|
|
5
5
|
|
|
6
6
|
### 📦 Other Changes
|
|
7
|
-
-
|
|
7
|
+
- addressed PR comments
|
|
8
|
+
- addressed PR comments2
|
|
9
|
+
- Merge pull request #38 from bmad-code-org/fix/issues-32-33-34-35-35-36-37
|
|
8
10
|
|
|
9
11
|
|
|
10
12
|
## 📦 Installation
|
|
@@ -14,4 +16,4 @@ npx bmad-method install
|
|
|
14
16
|
# Select "Test Architect" from module menu
|
|
15
17
|
```
|
|
16
18
|
|
|
17
|
-
**Full Changelog**: https://github.com/bmad-code-org/bmad-method-test-architecture-enterprise/compare/v1.2.
|
|
19
|
+
**Full Changelog**: https://github.com/bmad-code-org/bmad-method-test-architecture-enterprise/compare/v1.2.2...v1.2.3
|
|
@@ -12,7 +12,7 @@ agent:
|
|
|
12
12
|
|
|
13
13
|
persona:
|
|
14
14
|
role: Master Test Architect
|
|
15
|
-
identity: Test architect specializing in risk-based testing, fixture architecture, ATDD, API testing, backend services, UI automation, CI/CD governance, and scalable quality gates. Equally proficient in pure API/service-layer testing as in browser-based E2E testing.
|
|
15
|
+
identity: Test architect specializing in risk-based testing, fixture architecture, ATDD, API testing, backend services, UI automation, CI/CD governance, and scalable quality gates. Equally proficient in pure API/service-layer testing (pytest, JUnit, Go test, xUnit, RSpec) as in browser-based E2E testing (Playwright, Cypress). Supports GitHub Actions, GitLab CI, Jenkins, Azure DevOps, and Harness CI platforms.
|
|
16
16
|
communication_style: "Blends data with gut instinct. 'Strong opinions, weakly held' is their mantra. Speaks in risk calculations and impact assessments."
|
|
17
17
|
principles: |
|
|
18
18
|
- Risk-based testing - depth scales with impact
|
|
@@ -27,7 +27,7 @@ agent:
|
|
|
27
27
|
critical_actions:
|
|
28
28
|
- "Consult {project-root}/_bmad/tea/testarch/tea-index.csv to select knowledge fragments under knowledge/ and load only the files needed for the current task"
|
|
29
29
|
- "Load the referenced fragment(s) from {project-root}/_bmad/tea/testarch/knowledge/ before giving recommendations"
|
|
30
|
-
- "Cross-check recommendations with the current official Playwright, Cypress, Pact, and CI platform documentation"
|
|
30
|
+
- "Cross-check recommendations with the current official Playwright, Cypress, pytest, JUnit, Go test, Pact, and CI platform documentation"
|
|
31
31
|
|
|
32
32
|
menu:
|
|
33
33
|
- trigger: TMT or fuzzy match on teach-me-testing
|
package/src/module.yaml
CHANGED
|
@@ -13,7 +13,7 @@ default_selected: false
|
|
|
13
13
|
## project_root
|
|
14
14
|
|
|
15
15
|
# TEA-specific configuration variables
|
|
16
|
-
# IMPORTANT:
|
|
16
|
+
# IMPORTANT: tea_use_playwright_utils, tea_browser_automation, test_stack_type, ci_platform, and test_framework are ACTIVELY USED in workflows
|
|
17
17
|
# Other variables are FUTURE placeholders for Phase 10 enhancements
|
|
18
18
|
|
|
19
19
|
test_artifacts:
|
|
@@ -50,16 +50,70 @@ tea_browser_automation:
|
|
|
50
50
|
- value: "none"
|
|
51
51
|
label: "None - No live browser interaction"
|
|
52
52
|
|
|
53
|
-
#
|
|
53
|
+
# ✅ ACTIVELY USED - Stack type detection for multi-framework support
|
|
54
|
+
test_stack_type:
|
|
55
|
+
prompt: "What type of project is this?"
|
|
56
|
+
default: "auto"
|
|
57
|
+
result: "{value}"
|
|
58
|
+
single-select:
|
|
59
|
+
- value: "auto"
|
|
60
|
+
label: "Auto-detect from project files (Recommended)"
|
|
61
|
+
- value: "frontend"
|
|
62
|
+
label: "Frontend (Node.js, React, Vue, Angular)"
|
|
63
|
+
- value: "backend"
|
|
64
|
+
label: "Backend (Python, Java, Go, .NET, Rust)"
|
|
65
|
+
- value: "fullstack"
|
|
66
|
+
label: "Full-stack (both frontend and backend)"
|
|
67
|
+
|
|
68
|
+
# ✅ ACTIVELY USED - CI/CD platform detection
|
|
69
|
+
ci_platform:
|
|
70
|
+
prompt: "Which CI/CD platform do you use?"
|
|
71
|
+
default: "auto"
|
|
72
|
+
result: "{value}"
|
|
73
|
+
single-select:
|
|
74
|
+
- value: "auto"
|
|
75
|
+
label: "Auto-detect from repository (Recommended)"
|
|
76
|
+
- value: "github-actions"
|
|
77
|
+
label: "GitHub Actions"
|
|
78
|
+
- value: "gitlab-ci"
|
|
79
|
+
label: "GitLab CI"
|
|
80
|
+
- value: "jenkins"
|
|
81
|
+
label: "Jenkins"
|
|
82
|
+
- value: "azure-devops"
|
|
83
|
+
label: "Azure DevOps Pipelines"
|
|
84
|
+
- value: "harness"
|
|
85
|
+
label: "Harness CI"
|
|
86
|
+
- value: "circle-ci"
|
|
87
|
+
label: "CircleCI"
|
|
88
|
+
- value: "other"
|
|
89
|
+
label: "Other/Custom"
|
|
90
|
+
|
|
91
|
+
# ✅ ACTIVELY USED - Test framework selection for multi-stack support
|
|
54
92
|
test_framework:
|
|
55
93
|
prompt: "Which test framework are you using?"
|
|
56
|
-
default: "
|
|
94
|
+
default: "auto"
|
|
57
95
|
result: "{value}"
|
|
58
96
|
single-select:
|
|
97
|
+
- value: "auto"
|
|
98
|
+
label: "Auto-detect from project files (Recommended)"
|
|
59
99
|
- value: "playwright"
|
|
60
|
-
label: "Playwright (
|
|
100
|
+
label: "Playwright (JavaScript/TypeScript)"
|
|
61
101
|
- value: "cypress"
|
|
62
|
-
label: "Cypress"
|
|
102
|
+
label: "Cypress (JavaScript/TypeScript)"
|
|
103
|
+
- value: "jest"
|
|
104
|
+
label: "Jest (JavaScript/TypeScript)"
|
|
105
|
+
- value: "vitest"
|
|
106
|
+
label: "Vitest (JavaScript/TypeScript)"
|
|
107
|
+
- value: "pytest"
|
|
108
|
+
label: "pytest (Python)"
|
|
109
|
+
- value: "junit"
|
|
110
|
+
label: "JUnit (Java/Kotlin)"
|
|
111
|
+
- value: "go-test"
|
|
112
|
+
label: "Go test (Go)"
|
|
113
|
+
- value: "dotnet-test"
|
|
114
|
+
label: "dotnet test (C#/.NET)"
|
|
115
|
+
- value: "rspec"
|
|
116
|
+
label: "RSpec (Ruby)"
|
|
63
117
|
- value: "other"
|
|
64
118
|
label: "Other/Custom"
|
|
65
119
|
|
|
@@ -96,6 +150,25 @@ trace_output:
|
|
|
96
150
|
result: "{test_artifacts}/{value}"
|
|
97
151
|
|
|
98
152
|
post-install-notes:
|
|
153
|
+
test_stack_type:
|
|
154
|
+
auto: |
|
|
155
|
+
Stack Auto-Detection:
|
|
156
|
+
TEA will detect your project type from manifest files:
|
|
157
|
+
- Frontend: package.json with react/vue/angular, playwright.config.*, vite.config.*
|
|
158
|
+
- Backend: pyproject.toml, pom.xml, go.mod, *.csproj, Gemfile, Cargo.toml
|
|
159
|
+
- Full-stack: both frontend and backend indicators present
|
|
160
|
+
Existing installations without test_stack_type default to "auto" (detects frontend).
|
|
161
|
+
ci_platform:
|
|
162
|
+
auto: |
|
|
163
|
+
CI Platform Auto-Detection:
|
|
164
|
+
TEA will detect your CI platform from repository files:
|
|
165
|
+
- GitHub Actions: .github/workflows/
|
|
166
|
+
- GitLab CI: .gitlab-ci.yml
|
|
167
|
+
- Jenkins: Jenkinsfile
|
|
168
|
+
- Azure DevOps: azure-pipelines.yml
|
|
169
|
+
- Harness: .harness/
|
|
170
|
+
- CircleCI: .circleci/config.yml
|
|
171
|
+
Existing installations without ci_platform default to "auto".
|
|
99
172
|
tea_browser_automation:
|
|
100
173
|
cli: |
|
|
101
174
|
Playwright CLI Setup:
|
|
@@ -328,20 +328,20 @@ Can we verify this effectively without manual toil?
|
|
|
328
328
|
|
|
329
329
|
**Question:** Can we verify this effectively without manual toil?
|
|
330
330
|
|
|
331
|
-
| Criterion | Status | Evidence | Gap/Action
|
|
332
|
-
| ---------------------------- | ------ | ------------------------ |
|
|
333
|
-
| ⬜ Isolation: Mock deps | ⚠️ | No Athena mock | Implement mock endpoints
|
|
334
|
-
| ⬜ Headless: API-accessible | ✅ | All MCP tools are REST | N/A
|
|
335
|
-
| ⬜ State Control: Seeding | ⚠️ | `/api/test-data` pending |
|
|
336
|
-
| ⬜ Sample Requests: Examples | ⬜ | Pending schemas | Finalize ADR Tools
|
|
331
|
+
| Criterion | Status | Evidence | Gap/Action |
|
|
332
|
+
| ---------------------------- | ------ | ------------------------ | -------------------------- |
|
|
333
|
+
| ⬜ Isolation: Mock deps | ⚠️ | No Athena mock | Implement mock endpoints |
|
|
334
|
+
| ⬜ Headless: API-accessible | ✅ | All MCP tools are REST | N/A |
|
|
335
|
+
| ⬜ State Control: Seeding | ⚠️ | `/api/test-data` pending | Pre-implementation blocker |
|
|
336
|
+
| ⬜ Sample Requests: Examples | ⬜ | Pending schemas | Finalize ADR Tools |
|
|
337
337
|
|
|
338
338
|
**Overall Status:** ⚠️ CONCERNS (2/4 criteria met)
|
|
339
339
|
|
|
340
340
|
**Next Actions:**
|
|
341
341
|
|
|
342
|
-
- [ ] Backend: Implement Athena mock endpoints (
|
|
343
|
-
- [ ] Backend: Implement `/api/test-data` (
|
|
344
|
-
- [ ] PM: Finalize sample requests (
|
|
342
|
+
- [ ] Backend: Implement Athena mock endpoints (pre-implementation)
|
|
343
|
+
- [ ] Backend: Implement `/api/test-data` (pre-implementation)
|
|
344
|
+
- [ ] PM: Finalize sample requests (implementation phase)
|
|
345
345
|
|
|
346
346
|
{Repeat for all 8 categories}
|
|
347
347
|
```
|
|
@@ -1,36 +1,36 @@
|
|
|
1
|
-
id,name,description,tags,fragment_file
|
|
2
|
-
fixture-architecture,Fixture Architecture,"Composable fixture patterns (pure function → fixture → merge) and reuse rules","fixtures,architecture,playwright,cypress",knowledge/fixture-architecture.md
|
|
3
|
-
network-first,Network-First Safeguards,"Intercept-before-navigate workflow, HAR capture, deterministic waits, edge mocking","network,stability,playwright,cypress,ui",knowledge/network-first.md
|
|
4
|
-
data-factories,Data Factories and API Setup,"Factories with overrides, API seeding, cleanup discipline","data,factories,setup,api,backend,seeding",knowledge/data-factories.md
|
|
5
|
-
component-tdd,Component TDD Loop,"Red→green→refactor workflow, provider isolation, accessibility assertions","component-testing,tdd,ui",knowledge/component-tdd.md
|
|
6
|
-
playwright-config,Playwright Config Guardrails,"Environment switching, timeout standards, artifact outputs","playwright,config,env",knowledge/playwright-config.md
|
|
7
|
-
ci-burn-in,CI and Burn-In Strategy,"Staged jobs, shard orchestration, burn-in loops, artifact policy","ci,automation,flakiness",knowledge/ci-burn-in.md
|
|
8
|
-
selective-testing,Selective Test Execution,"Tag/grep usage, spec filters, diff-based runs, promotion rules","risk-based,selection,strategy",knowledge/selective-testing.md
|
|
9
|
-
feature-flags,Feature Flag Governance,"Enum management, targeting helpers, cleanup, release checklists","feature-flags,governance,launchdarkly",knowledge/feature-flags.md
|
|
10
|
-
contract-testing,Contract Testing Essentials,"Pact publishing, provider verification, resilience coverage","contract-testing,pact,api,backend,microservices,service-contract",knowledge/contract-testing.md
|
|
11
|
-
email-auth,Email Authentication Testing,"Magic link extraction, state preservation, caching, negative flows","email-authentication,security,workflow",knowledge/email-auth.md
|
|
12
|
-
error-handling,Error Handling Checks,"Scoped exception handling, retry validation, telemetry logging","resilience,error-handling,stability,api,backend",knowledge/error-handling.md
|
|
13
|
-
visual-debugging,Visual Debugging Toolkit,"Trace viewer usage, artifact expectations, accessibility integration","debugging,dx,tooling,ui",knowledge/visual-debugging.md
|
|
14
|
-
risk-governance,Risk Governance,"Scoring matrix, category ownership, gate decision rules","risk,governance,gates",knowledge/risk-governance.md
|
|
15
|
-
probability-impact,Probability and Impact Scale,"Shared definitions for scoring matrix and gate thresholds","risk,scoring,scale",knowledge/probability-impact.md
|
|
16
|
-
test-quality,Test Quality Definition of Done,"Execution limits, isolation rules, green criteria","quality,definition-of-done,tests",knowledge/test-quality.md
|
|
17
|
-
nfr-criteria,NFR Review Criteria,"Security, performance, reliability, maintainability status definitions","nfr,assessment,quality",knowledge/nfr-criteria.md
|
|
18
|
-
test-levels,Test Levels Framework,"Guidelines for choosing unit, integration, or end-to-end coverage","testing,levels,selection,api,backend,ui",knowledge/test-levels-framework.md
|
|
19
|
-
test-priorities,Test Priorities Matrix,"P0–P3 criteria, coverage targets, execution ordering","testing,prioritization,risk",knowledge/test-priorities-matrix.md
|
|
20
|
-
test-healing-patterns,Test Healing Patterns,"Common failure patterns and automated fixes","healing,debugging,patterns",knowledge/test-healing-patterns.md
|
|
21
|
-
selector-resilience,Selector Resilience,"Robust selector strategies and debugging techniques","selectors,locators,debugging,ui",knowledge/selector-resilience.md
|
|
22
|
-
timing-debugging,Timing Debugging,"Race condition identification and deterministic wait fixes","timing,async,debugging",knowledge/timing-debugging.md
|
|
23
|
-
overview,Playwright Utils Overview,"Installation, design principles, fixture patterns for API and UI testing","playwright-utils,fixtures,api,backend,ui",knowledge/overview.md
|
|
24
|
-
api-request,API Request,"Typed HTTP client, schema validation, retry logic, operation-based overload for API and service testing","api,backend,service-testing,api-testing,playwright-utils,openapi,codegen,operation",knowledge/api-request.md
|
|
25
|
-
network-recorder,Network Recorder,"HAR record/playback, CRUD detection for offline UI testing","network,playwright-utils,ui,har",knowledge/network-recorder.md
|
|
26
|
-
auth-session,Auth Session,"Token persistence, multi-user, API and browser authentication","auth,playwright-utils,api,backend,jwt,token",knowledge/auth-session.md
|
|
27
|
-
intercept-network-call,Intercept Network Call,"Network spy/stub, JSON parsing for UI tests","network,playwright-utils,ui",knowledge/intercept-network-call.md
|
|
28
|
-
recurse,Recurse Polling,"Async polling for API responses, background jobs, eventual consistency","polling,playwright-utils,api,backend,async,eventual-consistency",knowledge/recurse.md
|
|
29
|
-
log,Log Utility,"Report logging, structured output for API and UI tests","logging,playwright-utils,api,ui",knowledge/log.md
|
|
30
|
-
file-utils,File Utilities,"CSV/XLSX/PDF/ZIP validation for API exports and UI downloads","files,playwright-utils,api,backend,ui",knowledge/file-utils.md
|
|
31
|
-
burn-in,Burn-in Runner,"Smart test selection, git diff for CI optimization","ci,playwright-utils",knowledge/burn-in.md
|
|
32
|
-
network-error-monitor,Network Error Monitor,"HTTP 4xx/5xx detection for UI tests","monitoring,playwright-utils,ui",knowledge/network-error-monitor.md
|
|
33
|
-
fixtures-composition,Fixtures Composition,"mergeTests composition patterns for combining utilities","fixtures,playwright-utils",knowledge/fixtures-composition.md
|
|
34
|
-
api-testing-patterns,API Testing Patterns,"Pure API test patterns without browser: service testing, microservices, GraphQL","api,backend,service-testing,api-testing,microservices,graphql,no-browser",knowledge/api-testing-patterns.md
|
|
35
|
-
adr-quality-readiness-checklist,ADR Quality Readiness Checklist,"8-category 29-criteria framework for ADR testability and NFR assessment","nfr,testability,adr,quality,assessment,checklist",knowledge/adr-quality-readiness-checklist.md
|
|
36
|
-
playwright-cli,Playwright CLI,"Token-efficient CLI for AI coding agents: element refs, sessions, snapshots, browser automation","cli,browser,agent,automation,snapshot",knowledge/playwright-cli.md
|
|
1
|
+
id,name,description,tags,tier,fragment_file
|
|
2
|
+
fixture-architecture,Fixture Architecture,"Composable fixture patterns (pure function → fixture → merge) and reuse rules","fixtures,architecture,playwright,cypress",core,knowledge/fixture-architecture.md
|
|
3
|
+
network-first,Network-First Safeguards,"Intercept-before-navigate workflow, HAR capture, deterministic waits, edge mocking","network,stability,playwright,cypress,ui",core,knowledge/network-first.md
|
|
4
|
+
data-factories,Data Factories and API Setup,"Factories with overrides, API seeding, cleanup discipline","data,factories,setup,api,backend,seeding",core,knowledge/data-factories.md
|
|
5
|
+
component-tdd,Component TDD Loop,"Red→green→refactor workflow, provider isolation, accessibility assertions","component-testing,tdd,ui",extended,knowledge/component-tdd.md
|
|
6
|
+
playwright-config,Playwright Config Guardrails,"Environment switching, timeout standards, artifact outputs","playwright,config,env",extended,knowledge/playwright-config.md
|
|
7
|
+
ci-burn-in,CI and Burn-In Strategy,"Staged jobs, shard orchestration, burn-in loops, artifact policy","ci,automation,flakiness",extended,knowledge/ci-burn-in.md
|
|
8
|
+
selective-testing,Selective Test Execution,"Tag/grep usage, spec filters, diff-based runs, promotion rules","risk-based,selection,strategy",extended,knowledge/selective-testing.md
|
|
9
|
+
feature-flags,Feature Flag Governance,"Enum management, targeting helpers, cleanup, release checklists","feature-flags,governance,launchdarkly",specialized,knowledge/feature-flags.md
|
|
10
|
+
contract-testing,Contract Testing Essentials,"Pact publishing, provider verification, resilience coverage","contract-testing,pact,api,backend,microservices,service-contract",specialized,knowledge/contract-testing.md
|
|
11
|
+
email-auth,Email Authentication Testing,"Magic link extraction, state preservation, caching, negative flows","email-authentication,security,workflow",specialized,knowledge/email-auth.md
|
|
12
|
+
error-handling,Error Handling Checks,"Scoped exception handling, retry validation, telemetry logging","resilience,error-handling,stability,api,backend",extended,knowledge/error-handling.md
|
|
13
|
+
visual-debugging,Visual Debugging Toolkit,"Trace viewer usage, artifact expectations, accessibility integration","debugging,dx,tooling,ui",specialized,knowledge/visual-debugging.md
|
|
14
|
+
risk-governance,Risk Governance,"Scoring matrix, category ownership, gate decision rules","risk,governance,gates",core,knowledge/risk-governance.md
|
|
15
|
+
probability-impact,Probability and Impact Scale,"Shared definitions for scoring matrix and gate thresholds","risk,scoring,scale",core,knowledge/probability-impact.md
|
|
16
|
+
test-quality,Test Quality Definition of Done,"Execution limits, isolation rules, green criteria","quality,definition-of-done,tests",core,knowledge/test-quality.md
|
|
17
|
+
nfr-criteria,NFR Review Criteria,"Security, performance, reliability, maintainability status definitions","nfr,assessment,quality",extended,knowledge/nfr-criteria.md
|
|
18
|
+
test-levels,Test Levels Framework,"Guidelines for choosing unit, integration, or end-to-end coverage","testing,levels,selection,api,backend,ui",core,knowledge/test-levels-framework.md
|
|
19
|
+
test-priorities,Test Priorities Matrix,"P0–P3 criteria, coverage targets, execution ordering","testing,prioritization,risk",core,knowledge/test-priorities-matrix.md
|
|
20
|
+
test-healing-patterns,Test Healing Patterns,"Common failure patterns and automated fixes","healing,debugging,patterns",core,knowledge/test-healing-patterns.md
|
|
21
|
+
selector-resilience,Selector Resilience,"Robust selector strategies and debugging techniques","selectors,locators,debugging,ui",core,knowledge/selector-resilience.md
|
|
22
|
+
timing-debugging,Timing Debugging,"Race condition identification and deterministic wait fixes","timing,async,debugging",extended,knowledge/timing-debugging.md
|
|
23
|
+
overview,Playwright Utils Overview,"Installation, design principles, fixture patterns for API and UI testing","playwright-utils,fixtures,api,backend,ui",core,knowledge/overview.md
|
|
24
|
+
api-request,API Request,"Typed HTTP client, schema validation, retry logic, operation-based overload for API and service testing","api,backend,service-testing,api-testing,playwright-utils,openapi,codegen,operation",core,knowledge/api-request.md
|
|
25
|
+
network-recorder,Network Recorder,"HAR record/playback, CRUD detection for offline UI testing","network,playwright-utils,ui,har",extended,knowledge/network-recorder.md
|
|
26
|
+
auth-session,Auth Session,"Token persistence, multi-user, API and browser authentication","auth,playwright-utils,api,backend,jwt,token",core,knowledge/auth-session.md
|
|
27
|
+
intercept-network-call,Intercept Network Call,"Network spy/stub, JSON parsing for UI tests","network,playwright-utils,ui",extended,knowledge/intercept-network-call.md
|
|
28
|
+
recurse,Recurse Polling,"Async polling for API responses, background jobs, eventual consistency","polling,playwright-utils,api,backend,async,eventual-consistency",extended,knowledge/recurse.md
|
|
29
|
+
log,Log Utility,"Report logging, structured output for API and UI tests","logging,playwright-utils,api,ui",extended,knowledge/log.md
|
|
30
|
+
file-utils,File Utilities,"CSV/XLSX/PDF/ZIP validation for API exports and UI downloads","files,playwright-utils,api,backend,ui",extended,knowledge/file-utils.md
|
|
31
|
+
burn-in,Burn-in Runner,"Smart test selection, git diff for CI optimization","ci,playwright-utils",extended,knowledge/burn-in.md
|
|
32
|
+
network-error-monitor,Network Error Monitor,"HTTP 4xx/5xx detection for UI tests","monitoring,playwright-utils,ui",extended,knowledge/network-error-monitor.md
|
|
33
|
+
fixtures-composition,Fixtures Composition,"mergeTests composition patterns for combining utilities","fixtures,playwright-utils",extended,knowledge/fixtures-composition.md
|
|
34
|
+
api-testing-patterns,API Testing Patterns,"Pure API test patterns without browser: service testing, microservices, GraphQL","api,backend,service-testing,api-testing,microservices,graphql,no-browser",specialized,knowledge/api-testing-patterns.md
|
|
35
|
+
adr-quality-readiness-checklist,ADR Quality Readiness Checklist,"8-category 29-criteria framework for ADR testability and NFR assessment","nfr,testability,adr,quality,assessment,checklist",extended,knowledge/adr-quality-readiness-checklist.md
|
|
36
|
+
playwright-cli,Playwright CLI,"Token-efficient CLI for AI coding agents: element refs, sessions, snapshots, browser automation","cli,browser,agent,automation,snapshot",core,knowledge/playwright-cli.md
|