@sun-asterisk/sungen 2.1.1 → 2.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +78 -51
- package/dist/cli/index.js +1 -1
- package/dist/generators/test-generator/adapters/playwright/templates/imports.hbs +1 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/actions/fill-action.hbs +1 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/actions/fill-editor-action.hbs +1 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/checked-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/column-cell-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/contain-text-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/count-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-filter-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-role-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/empty-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/enabled-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/focused-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/have-text-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-dialog-heading-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-filter-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-role-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/is-hidden-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/label-value-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/list-item-count-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/loading-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/not-checked-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/page-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/selected-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/sorted-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-cell-by-filter.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-cell-by-index.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-column-exists.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-empty.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-count.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-exists.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-not-exists.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-dialog-heading-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-locator-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-role-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-value-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-variable-assertion.hbs +0 -1
- package/dist/generators/test-generator/adapters/playwright/templates/steps/navigation/navigation.hbs +1 -1
- package/dist/generators/test-generator/code-generator.d.ts +4 -0
- package/dist/generators/test-generator/code-generator.d.ts.map +1 -1
- package/dist/generators/test-generator/code-generator.js +19 -0
- package/dist/generators/test-generator/code-generator.js.map +1 -1
- package/dist/generators/test-generator/patterns/navigation-patterns.js +2 -2
- package/dist/generators/test-generator/patterns/navigation-patterns.js.map +1 -1
- package/dist/generators/test-generator/utils/selector-resolver.d.ts +15 -8
- package/dist/generators/test-generator/utils/selector-resolver.d.ts.map +1 -1
- package/dist/generators/test-generator/utils/selector-resolver.js +26 -197
- package/dist/generators/test-generator/utils/selector-resolver.js.map +1 -1
- package/dist/orchestrator/project-initializer.d.ts +8 -0
- package/dist/orchestrator/project-initializer.d.ts.map +1 -1
- package/dist/orchestrator/project-initializer.js +68 -4
- package/dist/orchestrator/project-initializer.js.map +1 -1
- package/dist/orchestrator/templates/ai-instructions/claude-cmd-add-screen.md +4 -3
- package/dist/orchestrator/templates/ai-instructions/claude-cmd-make-tc.md +11 -46
- package/dist/orchestrator/templates/ai-instructions/claude-cmd-make-test.md +11 -46
- package/dist/orchestrator/templates/ai-instructions/claude-config.md +9 -8
- package/dist/orchestrator/templates/ai-instructions/claude-skill-error-mapping.md +29 -0
- package/dist/orchestrator/templates/ai-instructions/claude-skill-gherkin-syntax.md +2 -2
- package/dist/orchestrator/templates/ai-instructions/claude-skill-selector-fix.md +206 -0
- package/dist/orchestrator/templates/ai-instructions/claude-skill-selector-keys.md +19 -21
- package/dist/orchestrator/templates/ai-instructions/claude-skill-tc-generation.md +256 -0
- package/dist/orchestrator/templates/ai-instructions/copilot-cmd-add-screen.md +14 -17
- package/dist/orchestrator/templates/ai-instructions/copilot-cmd-make-tc.md +16 -47
- package/dist/orchestrator/templates/ai-instructions/copilot-cmd-make-test.md +16 -47
- package/dist/orchestrator/templates/ai-instructions/copilot-config.md +8 -7
- package/dist/orchestrator/templates/ai-instructions/github-skill-sungen-error-mapping.md +56 -0
- package/{src/orchestrator/templates/ai-instructions/copilot-skill-gherkin-syntax.md → dist/orchestrator/templates/ai-instructions/github-skill-sungen-gherkin-syntax.md} +5 -5
- package/dist/orchestrator/templates/ai-instructions/github-skill-sungen-selector-fix.md +206 -0
- package/dist/orchestrator/templates/ai-instructions/{copilot-skill-selector-keys.md → github-skill-sungen-selector-keys.md} +22 -24
- package/dist/orchestrator/templates/ai-instructions/github-skill-sungen-tc-generation.md +257 -0
- package/dist/orchestrator/templates/playwright.config.d.ts.map +1 -1
- package/dist/orchestrator/templates/playwright.config.js +3 -1
- package/dist/orchestrator/templates/playwright.config.js.map +1 -1
- package/dist/orchestrator/templates/playwright.config.ts +3 -1
- package/dist/orchestrator/templates/readme.md +78 -101
- package/dist/orchestrator/templates/specs-base.d.ts +4 -0
- package/dist/orchestrator/templates/specs-base.d.ts.map +1 -0
- package/dist/orchestrator/templates/specs-base.js +70 -0
- package/dist/orchestrator/templates/specs-base.js.map +1 -0
- package/dist/orchestrator/templates/specs-base.ts +73 -0
- package/package.json +1 -1
- package/src/cli/index.ts +1 -1
- package/src/generators/test-generator/adapters/playwright/templates/imports.hbs +1 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/actions/fill-action.hbs +1 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/actions/fill-editor-action.hbs +1 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/checked-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/column-cell-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/contain-text-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/count-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-filter-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-role-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/disabled-with-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/empty-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/enabled-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/focused-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/have-text-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-dialog-heading-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-filter-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-role-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/hidden-with-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/is-hidden-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/label-value-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/list-item-count-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/loading-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/not-checked-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/page-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/selected-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/sorted-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-cell-by-filter.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-cell-by-index.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-column-exists.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-empty.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-count.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-exists.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/table-row-not-exists.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-dialog-heading-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-locator-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-role-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-value-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/assertions/visible-with-variable-assertion.hbs +0 -1
- package/src/generators/test-generator/adapters/playwright/templates/steps/navigation/navigation.hbs +1 -1
- package/src/generators/test-generator/code-generator.ts +21 -0
- package/src/generators/test-generator/patterns/navigation-patterns.ts +2 -2
- package/src/generators/test-generator/utils/selector-resolver.ts +27 -204
- package/src/orchestrator/project-initializer.ts +84 -5
- package/src/orchestrator/templates/ai-instructions/claude-cmd-add-screen.md +4 -3
- package/src/orchestrator/templates/ai-instructions/claude-cmd-make-tc.md +11 -46
- package/src/orchestrator/templates/ai-instructions/claude-cmd-make-test.md +11 -46
- package/src/orchestrator/templates/ai-instructions/claude-config.md +9 -8
- package/src/orchestrator/templates/ai-instructions/claude-skill-error-mapping.md +29 -0
- package/src/orchestrator/templates/ai-instructions/claude-skill-gherkin-syntax.md +2 -2
- package/src/orchestrator/templates/ai-instructions/claude-skill-selector-fix.md +206 -0
- package/src/orchestrator/templates/ai-instructions/claude-skill-selector-keys.md +19 -21
- package/src/orchestrator/templates/ai-instructions/claude-skill-tc-generation.md +256 -0
- package/src/orchestrator/templates/ai-instructions/copilot-cmd-add-screen.md +14 -17
- package/src/orchestrator/templates/ai-instructions/copilot-cmd-make-tc.md +16 -47
- package/src/orchestrator/templates/ai-instructions/copilot-cmd-make-test.md +16 -47
- package/src/orchestrator/templates/ai-instructions/copilot-config.md +8 -7
- package/src/orchestrator/templates/ai-instructions/github-skill-sungen-error-mapping.md +56 -0
- package/{dist/orchestrator/templates/ai-instructions/copilot-skill-gherkin-syntax.md → src/orchestrator/templates/ai-instructions/github-skill-sungen-gherkin-syntax.md} +5 -5
- package/src/orchestrator/templates/ai-instructions/github-skill-sungen-selector-fix.md +206 -0
- package/src/orchestrator/templates/ai-instructions/{copilot-skill-selector-keys.md → github-skill-sungen-selector-keys.md} +22 -24
- package/src/orchestrator/templates/ai-instructions/github-skill-sungen-tc-generation.md +257 -0
- package/src/orchestrator/templates/playwright.config.ts +3 -1
- package/src/orchestrator/templates/readme.md +78 -101
- package/src/orchestrator/templates/specs-base.ts +73 -0
- package/dist/orchestrator/templates/ai-instructions/copilot-skill-error-mapping.md +0 -27
- package/src/orchestrator/templates/ai-instructions/copilot-skill-error-mapping.md +0 -27
|
@@ -1,59 +1,28 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
2
|
+
name: sungen-make-tc
|
|
3
|
+
description: 'Create or update test cases for a Sungen screen — generates feature + test-data files (20+ scenarios per viewpoint). Uses sungen-gherkin-syntax and sungen-tc-generation skills.'
|
|
4
|
+
argument-hint: '[screen-name]'
|
|
5
|
+
agent: 'agent'
|
|
6
|
+
tools: ['terminal', 'playwright/*']
|
|
5
7
|
---
|
|
6
8
|
|
|
9
|
+
**Input**: Screen name (e.g., `/sungen-make-tc admin-users`).
|
|
10
|
+
|
|
7
11
|
## Role
|
|
8
12
|
|
|
9
|
-
You are a **Senior QA Engineer
|
|
13
|
+
You are a **Senior QA Engineer**. You structure test cases by viewpoint categories and translate UI into Gherkin test cases following the `sungen-gherkin-syntax` and `sungen-tc-generation` skills. **Gherkin scenarios and test data only** — selectors are handled during `/sungen-make-test`.
|
|
10
14
|
|
|
11
15
|
## Parameters
|
|
12
16
|
|
|
13
|
-
|
|
14
|
-
- **screen** — screen name (e.g., `login`, `dashboard`)
|
|
15
|
-
|
|
16
|
-
If missing, ask the user.
|
|
17
|
+
- **screen** — ${input:screen:screen name (e.g., login, dashboard)}
|
|
17
18
|
|
|
18
19
|
## Steps
|
|
19
20
|
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
Ask: "Do you have a **live page** or **static designs** (screenshots, Figma, images)?"
|
|
27
|
-
|
|
28
|
-
**Live page →** explore via browser (see `.github/copilot-instructions.md` for Playwright MCP rules). If auth needed, check `specs/.auth/<role>.json` exists — if not, read `baseURL` from `playwright.config.ts` and tell the user to manually run: `sungen makeauth <role> --url <baseURL>` (e.g., `sungen makeauth admin --url http://localhost:3000`). **Do NOT execute `sungen makeauth` yourself.** Wait for the user to confirm auth is ready before proceeding.
|
|
29
|
-
|
|
30
|
-
**Static designs →** ask user to provide screenshot paths, Figma exports, or UI descriptions. Note: selectors will be best-guess until live page is available.
|
|
31
|
-
|
|
32
|
-
Present discovered elements to user, then proceed.
|
|
33
|
-
|
|
34
|
-
### 3. Gather test viewpoints
|
|
35
|
-
|
|
36
|
-
| VP Category | Description |
|
|
37
|
-
|---|---|
|
|
38
|
-
| **UI/UX** | Default screen appearance, static elements, default states |
|
|
39
|
-
| **Validation** | Field/form validation, error messages |
|
|
40
|
-
| **Logic** | Business logic, happy paths, redirects |
|
|
41
|
-
| **Security** | Auth guards, permission checks |
|
|
42
|
-
|
|
43
|
-
For each viewpoint, gather: **UI Target**, **Test Viewpoint**, **Expected Result**.
|
|
44
|
-
|
|
45
|
-
User can provide all at once as a table:
|
|
46
|
-
```
|
|
47
|
-
| VP Category | UI Target | Test Viewpoint | Expected Result |
|
|
48
|
-
```
|
|
49
|
-
|
|
50
|
-
### 4. Generate files
|
|
51
|
-
|
|
52
|
-
Generate the 3 files following `sungen-gherkin-syntax` and `sungen-selector-keys` prompt rules:
|
|
53
|
-
- `qa/screens/<screen>/features/<screen>.feature` — one Scenario per viewpoint
|
|
54
|
-
- `qa/screens/<screen>/selectors/<screen>.yaml`
|
|
55
|
-
- `qa/screens/<screen>/test-data/<screen>.yaml`
|
|
56
|
-
|
|
57
|
-
### 5. Confirm
|
|
21
|
+
1. Verify `qa/screens/${input:screen}/` exists. If not → run `/sungen-add-screen` first.
|
|
22
|
+
2. Check if `.feature` already has scenarios. If yes → summarize existing coverage and ask: **1) Add new sections**, **2) Add viewpoints to existing sections**, or **3) Replace all**. See `sungen-tc-generation` skill for update mode details.
|
|
23
|
+
3. Ask the user: "How should I explore the page? **1) Live page** (via Playwright MCP) or **2) Static designs** (screenshots, Figma)?". If live page, explore via #tool:playwright (see [copilot-instructions.md](../../copilot-instructions.md) for MCP rules). If auth needed, ask user to log in manually.
|
|
24
|
+
4. Identify screen sections → ask user which to focus on (per `sungen-tc-generation` skill). Present sections as a numbered list and let user pick.
|
|
25
|
+
5. Generate or update `.feature` + `test-data.yaml` following `sungen-gherkin-syntax` and `sungen-tc-generation` skills.
|
|
26
|
+
6. Show summary → next: `/sungen-make-test ${input:screen}`
|
|
58
27
|
|
|
59
|
-
|
|
28
|
+
**No selectors.yaml** — selectors are generated during `/sungen-make-test`.
|
|
@@ -1,58 +1,27 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
2
|
+
name: sungen-make-test
|
|
3
|
+
description: 'Generate selectors, compile, and run Playwright tests — auto-fixes selectors on failure. Uses sungen-selector-fix, sungen-selector-keys, and sungen-error-mapping skills.'
|
|
4
|
+
argument-hint: '[screen-name]'
|
|
5
|
+
agent: 'agent'
|
|
6
|
+
tools: ['terminal', 'playwright/*']
|
|
5
7
|
---
|
|
6
8
|
|
|
9
|
+
**Input**: Screen name (e.g., `/sungen-make-test admin-users`).
|
|
10
|
+
|
|
7
11
|
## Role
|
|
8
12
|
|
|
9
|
-
You are a **Senior Developer** specialized in Playwright test debugging. You diagnose test failures, fix selectors/test-data
|
|
13
|
+
You are a **Senior Developer** specialized in Playwright test debugging. You generate selectors from live pages, diagnose test failures, and fix selectors/test-data using the `sungen-selector-fix`, `sungen-selector-keys`, and `sungen-error-mapping` skills.
|
|
10
14
|
|
|
11
15
|
## Parameters
|
|
12
16
|
|
|
13
|
-
|
|
14
|
-
- **screen** — screen name (e.g., `login`, `dashboard`)
|
|
15
|
-
|
|
16
|
-
If missing, ask the user.
|
|
17
|
+
- **screen** — ${input:screen:screen name (e.g., login, dashboard)}
|
|
17
18
|
|
|
18
19
|
## Steps
|
|
19
20
|
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
sungen generate --screen <screen>
|
|
28
|
-
```
|
|
29
|
-
|
|
30
|
-
If fails, fix source files per `sungen-error-mapping` prompt and retry.
|
|
31
|
-
|
|
32
|
-
### 3. Run tests
|
|
33
|
-
|
|
34
|
-
```bash
|
|
35
|
-
npx playwright test specs/screens/<screen>/<screen>.spec.ts
|
|
36
|
-
```
|
|
37
|
-
|
|
38
|
-
If pass → Step 5. If fail → Step 4.
|
|
39
|
-
|
|
40
|
-
### 4. Fix and retry (max 5 attempts)
|
|
41
|
-
|
|
42
|
-
Per attempt:
|
|
43
|
-
1. Read Playwright error output
|
|
44
|
-
2. Map error to fix using `sungen-error-mapping` prompt
|
|
45
|
-
3. Fix `selectors.yaml` or `test-data.yaml`
|
|
46
|
-
4. Recompile: `sungen generate --screen <screen>`
|
|
47
|
-
5. Retest
|
|
48
|
-
|
|
49
|
-
### 5. Fallback — AI fix .spec.ts
|
|
50
|
-
|
|
51
|
-
After 5 failed attempts, ask user:
|
|
52
|
-
> Tests still failing. Would you like me to directly fix the `.spec.ts` file?
|
|
53
|
-
|
|
54
|
-
If yes: read `.spec.ts`, fix locators/assertions, mark with `// AI-fixed: <reason>`
|
|
55
|
-
|
|
56
|
-
### 6. Confirm
|
|
57
|
-
|
|
58
|
-
Show: pass/fail, attempt count, files changed.
|
|
21
|
+
1. Verify `qa/screens/${input:screen}/` has `.feature` + `test-data.yaml`. If not → run `/sungen-make-tc` first.
|
|
22
|
+
2. Explore live page via #tool:playwright to generate `selectors.yaml` (per `sungen-selector-fix` skill).
|
|
23
|
+
3. Compile with #tool:terminal: `sungen generate --screen ${input:screen}`
|
|
24
|
+
4. Run with #tool:terminal: `npx playwright test specs/generated/${input:screen}/*.spec.ts`
|
|
25
|
+
5. If fail → fix selectors/test-data per `sungen-selector-fix` + `sungen-error-mapping` skills, retry (max 5).
|
|
26
|
+
6. After 5 fails → ask user about direct `.spec.ts` fix.
|
|
27
|
+
7. Show: pass/fail, attempt count, files changed.
|
|
@@ -73,12 +73,14 @@ When exploring a page to generate test files:
|
|
|
73
73
|
Only use: `browser_navigate`, `browser_snapshot`, `browser_click`, `browser_fill_form`, `browser_evaluate`.
|
|
74
74
|
|
|
75
75
|
To browse authenticated pages via MCP:
|
|
76
|
-
1.
|
|
77
|
-
2. If
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
76
|
+
1. `browser_navigate` to `baseURL`
|
|
77
|
+
2. If redirected to login, ask the user to log in manually:
|
|
78
|
+
> "This page requires login. Please log in using the browser. Confirm when you're done."
|
|
79
|
+
3. Once confirmed, `browser_navigate` to the target page and take `browser_snapshot`
|
|
80
|
+
|
|
81
|
+
**Never use `sungen makeauth`.** Always let the user log in manually via the MCP browser.
|
|
82
|
+
**NEVER use `browser_evaluate` to inject cookies or localStorage.** It causes size limit issues and server 500 errors.
|
|
83
|
+
**Minimize navigations** — take one snapshot per page, do not navigate repeatedly.
|
|
82
84
|
|
|
83
85
|
## Commands
|
|
84
86
|
|
|
@@ -86,5 +88,4 @@ To browse authenticated pages via MCP:
|
|
|
86
88
|
sungen add --screen <name> --path <url-path> # Create screen
|
|
87
89
|
sungen generate --screen <name> # Compile to .spec.ts
|
|
88
90
|
sungen generate --all # Compile all
|
|
89
|
-
sungen makeauth <role> # Capture auth state
|
|
90
91
|
```
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: sungen-error-mapping
|
|
3
|
+
description: 'Playwright and Sungen error to fix mapping. Use this when running Playwright tests or debugging test failures.'
|
|
4
|
+
user-invocable: false
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
## Playwright Errors → Fix
|
|
8
|
+
|
|
9
|
+
| Error | Fix in `selectors.yaml` |
|
|
10
|
+
|---|---|
|
|
11
|
+
| strict mode violation | add `nth`, `exact: true`, or specific `name` |
|
|
12
|
+
| Element is not an input | change `type` or `value` |
|
|
13
|
+
| Timeout waiting for selector | fix `type`/`value`/`name` to match element |
|
|
14
|
+
| toBeVisible Timeout | verify accessible name or use `testid` |
|
|
15
|
+
| toHaveText mismatch | fix in `test-data.yaml` |
|
|
16
|
+
| Navigation failed | fix page `value` path |
|
|
17
|
+
| not a select | set `variant: 'custom'` |
|
|
18
|
+
| Frame not found | fix `frame` value |
|
|
19
|
+
|
|
20
|
+
## Auth Errors → Fix
|
|
21
|
+
|
|
22
|
+
| Symptom | Fix |
|
|
23
|
+
|---|---|
|
|
24
|
+
| Tests redirect to login page | `specs/.auth/<role>.json` missing or expired. Tell user: `sungen makeauth <role> --url <baseURL>` |
|
|
25
|
+
| `storageState` file not found | Run `sungen makeauth <role> --url <baseURL>` to create auth state |
|
|
26
|
+
| Most tests timeout on first step | Auth expired — re-run `sungen makeauth <role> --url <baseURL>` |
|
|
27
|
+
| Page shows home/login instead of target | SPA routing + expired auth. Re-run `sungen makeauth`, add `wait for` step after navigation |
|
|
28
|
+
|
|
29
|
+
**Never run `sungen makeauth` yourself.** Always tell the user to run it manually.
|
|
30
|
+
|
|
31
|
+
## Performance Errors → Fix (specs/base.ts)
|
|
32
|
+
|
|
33
|
+
All generated `.spec.ts` files import from `specs/base.ts`. This shared file handles context caching, navigation skip, and overlay cleanup.
|
|
34
|
+
|
|
35
|
+
| Symptom | Fix in `specs/base.ts` |
|
|
36
|
+
|---|---|
|
|
37
|
+
| Server returns 429 (rate limited) | Context caching broken — check `contextCache` Map reuses sessions per `storageState` |
|
|
38
|
+
| Tests slow even with `--workers=1` | Navigation skip not working — check `goto` patch compares `currentPath === url` |
|
|
39
|
+
| Previous test's modal blocks next test | Overlay cleanup insufficient — improve Escape/click dismiss logic |
|
|
40
|
+
| All tests fail on first navigation | `page.url()` is `about:blank` — check try/catch in goto patch |
|
|
41
|
+
| Multiple session invalidation errors | Too many contexts created — ensure `contextCache.get(cacheKey)` returns existing context |
|
|
42
|
+
|
|
43
|
+
**Rules:**
|
|
44
|
+
- `base.ts` changes affect ALL tests — edit carefully
|
|
45
|
+
- Small project-specific tweaks are OK (e.g., custom overlay dismiss, timeout tuning, extra wait logic)
|
|
46
|
+
- Do NOT move individual selector/data fixes into `base.ts` — those belong in `selectors.yaml` / `test-data.yaml`
|
|
47
|
+
- If unsure whether a fix belongs in `base.ts` or selectors, ask the user
|
|
48
|
+
|
|
49
|
+
## Sungen Errors → Fix
|
|
50
|
+
|
|
51
|
+
| Error | Fix |
|
|
52
|
+
|---|---|
|
|
53
|
+
| Unknown step pattern | rewrite `.feature` step to match supported pattern |
|
|
54
|
+
| Missing selector | add key to `selectors.yaml` |
|
|
55
|
+
| Missing variable | add key to `test-data.yaml` |
|
|
56
|
+
| Invalid selector type | use: role/testid/placeholder/label/text/locator/page/upload/frame |
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
2
|
+
name: sungen-gherkin-syntax
|
|
3
|
+
description: 'Sungen Gherkin patterns, selector types, and YAML key rules. Use this when writing or editing .feature, selectors.yaml, or test-data.yaml files.'
|
|
4
|
+
user-invocable: false
|
|
5
5
|
---
|
|
6
6
|
|
|
7
7
|
## Step Patterns (65 patterns)
|
|
@@ -10,7 +10,7 @@ tools: []
|
|
|
10
10
|
|
|
11
11
|
```
|
|
12
12
|
User is on [T] page # navigate to page
|
|
13
|
-
User
|
|
13
|
+
User is on [T] page with {{v}} # navigate with data (e.g., detail page with ID)
|
|
14
14
|
User is logged in | is not logged in # auth state
|
|
15
15
|
```
|
|
16
16
|
|
|
@@ -98,7 +98,7 @@ User click [Act] in [Table] table row with {{f}} # action in row
|
|
|
98
98
|
|
|
99
99
|
## YAML Keys
|
|
100
100
|
|
|
101
|
-
`[Reference]` → **lowercase,
|
|
101
|
+
`[Reference]` → **lowercase, keep Unicode**: `[Search Content]` → `search content:`, `[Thời gian]` → `thời gian:`
|
|
102
102
|
|
|
103
103
|
## Selectors (priority order)
|
|
104
104
|
|
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: sungen-selector-fix
|
|
3
|
+
description: 'Selector generation and fixing strategy for make-test — explores live page, generates selectors.yaml, auto-fixes on test failure. Use this when generating selectors.yaml from a live page or fixing failing selectors.'
|
|
4
|
+
user-invocable: false
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
## Selector Generation & Fix Strategy
|
|
8
|
+
|
|
9
|
+
### When to Generate Selectors
|
|
10
|
+
|
|
11
|
+
Selectors are generated during `/sungen:make-test`, NOT during `/sungen:make-tc`. This ensures selectors are always validated against the live page.
|
|
12
|
+
|
|
13
|
+
---
|
|
14
|
+
|
|
15
|
+
### Step 1: Authenticate
|
|
16
|
+
|
|
17
|
+
1. Read `baseURL` from `playwright.config.ts`
|
|
18
|
+
2. `browser_navigate` to `baseURL`
|
|
19
|
+
3. If redirected to login, ask the user to log in manually:
|
|
20
|
+
> "This page requires login. Please log in using the browser. Confirm when you're done."
|
|
21
|
+
4. Once confirmed, `browser_navigate` to the target page and take `browser_snapshot`
|
|
22
|
+
|
|
23
|
+
**Never use `sungen makeauth`.** Always let the user log in manually via the MCP browser.
|
|
24
|
+
**Never use `browser_evaluate` to inject cookies or localStorage.** Use `browser_evaluate` only to read DOM info (e.g. detect `data-testid` attributes, check element properties).
|
|
25
|
+
|
|
26
|
+
---
|
|
27
|
+
|
|
28
|
+
### Step 2: Build an Element Catalog from the Snapshot
|
|
29
|
+
|
|
30
|
+
**Never guess or infer selector names from Gherkin labels. Always copy exact values from the snapshot.**
|
|
31
|
+
|
|
32
|
+
After taking the snapshot, mentally catalog ALL accessible elements:
|
|
33
|
+
|
|
34
|
+
- **Buttons**: list each `button "..."` with its exact accessible name
|
|
35
|
+
- **Links**: list each `link "..."` with its exact accessible name
|
|
36
|
+
- **Headings**: list each `heading "..."` with level and exact name
|
|
37
|
+
- **Inputs**: list each `textbox`, `searchbox`, `combobox` — note if it has an accessible name or not
|
|
38
|
+
- **Regions/landmarks**: `region "..."`, `navigation "..."`, `dialog "..."`
|
|
39
|
+
- **Images**: `img "..."` with accessible name (alt text)
|
|
40
|
+
|
|
41
|
+
Then check for `data-testid` attributes (more stable than accessible names):
|
|
42
|
+
```js
|
|
43
|
+
// browser_evaluate — read-only, safe:
|
|
44
|
+
Array.from(document.querySelectorAll('[data-testid]'))
|
|
45
|
+
.map(e => ({ testid: e.dataset.testid, tag: e.tagName, text: e.textContent.trim().slice(0, 60) }))
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
---
|
|
49
|
+
|
|
50
|
+
### Step 3: Map Gherkin Labels → Selectors
|
|
51
|
+
|
|
52
|
+
For each `[Reference]` in the `.feature` file, find the best match in the element catalog.
|
|
53
|
+
|
|
54
|
+
#### Selector priority (use first applicable)
|
|
55
|
+
|
|
56
|
+
| Priority | type | When to use |
|
|
57
|
+
|---|---|---|
|
|
58
|
+
| 1 | `testid` | `data-testid` attribute exists |
|
|
59
|
+
| 2 | `role` + exact name | Interactive elements (button, link, heading) |
|
|
60
|
+
| 3 | `placeholder` | Input with visible placeholder text |
|
|
61
|
+
| 4 | `label` | Form field with `<label>` association |
|
|
62
|
+
| 5 | `locator` (CSS / aria attr) | No accessible name (e.g. bare searchbox, icon button) |
|
|
63
|
+
| 6 | `text` | Static text only — avoid for dynamic/data-driven content |
|
|
64
|
+
|
|
65
|
+
#### The exact name rule
|
|
66
|
+
|
|
67
|
+
Copy the accessible name **character-for-character** from the snapshot. Do not transform, translate, or infer from the Gherkin label.
|
|
68
|
+
|
|
69
|
+
```yaml
|
|
70
|
+
# BAD — name inferred from Gherkin label, not from snapshot
|
|
71
|
+
notification bell:
|
|
72
|
+
type: 'role'
|
|
73
|
+
value: 'button'
|
|
74
|
+
name: 'Notification Bell'
|
|
75
|
+
|
|
76
|
+
# GOOD — exact name from snapshot: button "Notifications"
|
|
77
|
+
notification bell:
|
|
78
|
+
type: 'role'
|
|
79
|
+
value: 'button'
|
|
80
|
+
name: 'Notifications'
|
|
81
|
+
```
|
|
82
|
+
|
|
83
|
+
#### When there is no accessible name
|
|
84
|
+
|
|
85
|
+
Use a `locator` with a CSS attribute selector or ARIA role:
|
|
86
|
+
|
|
87
|
+
```yaml
|
|
88
|
+
search field:
|
|
89
|
+
type: 'locator'
|
|
90
|
+
value: '[role="searchbox"]'
|
|
91
|
+
|
|
92
|
+
icon button:
|
|
93
|
+
type: 'locator'
|
|
94
|
+
value: '[aria-label="Close"]'
|
|
95
|
+
```
|
|
96
|
+
|
|
97
|
+
---
|
|
98
|
+
|
|
99
|
+
### Step 4: Handle Dynamic Content
|
|
100
|
+
|
|
101
|
+
For elements whose text changes between test runs (list items, card data, user-generated content, timestamps):
|
|
102
|
+
|
|
103
|
+
**Never use `type: text` with a specific value** — it breaks when data changes.
|
|
104
|
+
|
|
105
|
+
```yaml
|
|
106
|
+
# BAD — specific text breaks when data changes
|
|
107
|
+
card title:
|
|
108
|
+
type: 'text'
|
|
109
|
+
value: 'Some specific title'
|
|
110
|
+
|
|
111
|
+
# GOOD — structural: first heading inside a card container
|
|
112
|
+
card title:
|
|
113
|
+
type: 'role'
|
|
114
|
+
value: 'heading'
|
|
115
|
+
nth: 1 # skip page-level headings, get first card heading
|
|
116
|
+
|
|
117
|
+
# BEST — if the app has data-testid
|
|
118
|
+
card title:
|
|
119
|
+
type: 'testid'
|
|
120
|
+
value: 'card-title'
|
|
121
|
+
```
|
|
122
|
+
|
|
123
|
+
To determine the correct `nth` offset, count how many matching elements appear before the target in the snapshot (e.g. how many headings come before the first card heading).
|
|
124
|
+
|
|
125
|
+
---
|
|
126
|
+
|
|
127
|
+
### Step 5: Handle SPA / Client-side Routing
|
|
128
|
+
|
|
129
|
+
Many modern apps (Next.js, Nuxt, SvelteKit, etc.) return the same HTML shell for all URLs and route client-side. `domcontentloaded` fires on the shell before the target page renders.
|
|
130
|
+
|
|
131
|
+
**Symptom**: Tests see a different page than expected (e.g. home page instead of `/dashboard`).
|
|
132
|
+
|
|
133
|
+
**Fix in the feature file**: Add an explicit assertion after navigation to confirm the correct page has loaded before proceeding:
|
|
134
|
+
|
|
135
|
+
```gherkin
|
|
136
|
+
Scenario: VP-UI-001 Some test
|
|
137
|
+
Given User is on [Dashboard] page
|
|
138
|
+
Then User see [Dashboard Title] heading is visible ← confirms page loaded
|
|
139
|
+
When User click [Some Button] button
|
|
140
|
+
...
|
|
141
|
+
```
|
|
142
|
+
|
|
143
|
+
The "page loaded" check should use a **stable, always-visible element** on that specific page — typically the main page heading.
|
|
144
|
+
|
|
145
|
+
---
|
|
146
|
+
|
|
147
|
+
### Step 6: Handle Multiple Matches (strict mode)
|
|
148
|
+
|
|
149
|
+
When an element appears more than once (e.g. desktop + mobile nav, repeated list items), add `nth`:
|
|
150
|
+
|
|
151
|
+
```yaml
|
|
152
|
+
nav link:
|
|
153
|
+
type: 'role'
|
|
154
|
+
value: 'link'
|
|
155
|
+
name: 'Dashboard'
|
|
156
|
+
nth: 0 # first occurrence (desktop nav)
|
|
157
|
+
```
|
|
158
|
+
|
|
159
|
+
Use `nth: 0` for the first match of dynamic/repeated elements.
|
|
160
|
+
|
|
161
|
+
---
|
|
162
|
+
|
|
163
|
+
### Auto-Infer (skip YAML entry)
|
|
164
|
+
|
|
165
|
+
Many elements don't need a YAML entry — sungen auto-infers from the Gherkin label:
|
|
166
|
+
|
|
167
|
+
| Gherkin | Auto-inferred locator |
|
|
168
|
+
|---|---|
|
|
169
|
+
| `[Submit] button` | `getByRole('button', { name: 'Submit' })` |
|
|
170
|
+
| `[Home] link` | `getByRole('link', { name: 'Home' })` |
|
|
171
|
+
| `[Welcome] heading` | `getByRole('heading', { name: 'Welcome' })` |
|
|
172
|
+
| `[Email] field` | `getByPlaceholder('Email')` |
|
|
173
|
+
| `[Success] text` | `getByText('Success')` |
|
|
174
|
+
|
|
175
|
+
**Only add a YAML entry when auto-infer won't work:**
|
|
176
|
+
- The accessible name differs from the Gherkin label
|
|
177
|
+
- Needs `nth` to disambiguate
|
|
178
|
+
- Needs `testid` or CSS locator
|
|
179
|
+
- Is dynamic content (needs structural selector)
|
|
180
|
+
- Is a bare input with no label or placeholder
|
|
181
|
+
|
|
182
|
+
---
|
|
183
|
+
|
|
184
|
+
### Fix Loop on Test Failure
|
|
185
|
+
|
|
186
|
+
```
|
|
187
|
+
attempt = 0
|
|
188
|
+
while attempt < 5:
|
|
189
|
+
compile → run test
|
|
190
|
+
if pass → done
|
|
191
|
+
read error-context.md in test-results/ → check exact snapshot state at failure time
|
|
192
|
+
fix selectors.yaml or test-data.yaml
|
|
193
|
+
recompile → attempt++
|
|
194
|
+
if still failing → ask user about direct .spec.ts fix
|
|
195
|
+
```
|
|
196
|
+
|
|
197
|
+
**Always read the error context snapshot first** — it shows the exact page state when the test failed, which is more reliable than re-navigating with MCP.
|
|
198
|
+
|
|
199
|
+
---
|
|
200
|
+
|
|
201
|
+
### Key Rules (from sungen-selector-keys)
|
|
202
|
+
|
|
203
|
+
- `[Reference]` → lowercase, keep Unicode: `[Search Content]` → `search content:`, `[Thời gian]` → `thời gian:`
|
|
204
|
+
- Keys use **spaces** (not dots) as word separators
|
|
205
|
+
- Same label, different element types → add `--type` suffix
|
|
206
|
+
- Same label, nth occurrence → add `--N` suffix
|
|
@@ -1,33 +1,31 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
2
|
+
name: sungen-selector-keys
|
|
3
|
+
description: 'Rules for generating correct YAML selector keys from Gherkin [Reference] names. Use this when creating or fixing selectors.yaml files with YAML key generation.'
|
|
4
|
+
user-invocable: false
|
|
5
5
|
---
|
|
6
6
|
|
|
7
7
|
## Key Generation: `[Reference]` → YAML key
|
|
8
8
|
|
|
9
|
-
|
|
9
|
+
Copy the text from `[Reference]` as-is, then lowercase. Unicode characters (Vietnamese, Japanese, etc.) are preserved.
|
|
10
10
|
|
|
11
11
|
```
|
|
12
12
|
[Submit] → submit
|
|
13
|
-
[Search Content] → search
|
|
14
|
-
[User's Profile] →
|
|
15
|
-
[Thời gian] →
|
|
16
|
-
[Địa điểm] →
|
|
17
|
-
[ログイン] →
|
|
18
|
-
[パスワード] →
|
|
19
|
-
[Page 2] → page
|
|
20
|
-
[Kudos Detail Modal] → kudos
|
|
13
|
+
[Search Content] → search content
|
|
14
|
+
[User's Profile] → user's profile
|
|
15
|
+
[Thời gian] → thời gian
|
|
16
|
+
[Địa điểm] → địa điểm
|
|
17
|
+
[ログイン] → ログイン
|
|
18
|
+
[パスワード] → パスワード
|
|
19
|
+
[Page 2] → page 2
|
|
20
|
+
[Kudos Detail Modal] → kudos detail modal
|
|
21
21
|
```
|
|
22
22
|
|
|
23
23
|
**Rules:**
|
|
24
|
-
1.
|
|
25
|
-
2.
|
|
26
|
-
3.
|
|
27
|
-
4.
|
|
28
|
-
5.
|
|
29
|
-
6. Trim, then spaces → dots
|
|
30
|
-
7. **NEVER use spaces, underscores, or uppercase in YAML keys**
|
|
24
|
+
1. Lowercase the text
|
|
25
|
+
2. Trim leading/trailing whitespace
|
|
26
|
+
3. Collapse multiple spaces into one
|
|
27
|
+
4. **Keep all Unicode characters as-is** (Vietnamese diacritics, Japanese, etc.)
|
|
28
|
+
5. **Keys use spaces** (not dots) as word separators
|
|
31
29
|
|
|
32
30
|
## Type-Suffixed Keys
|
|
33
31
|
|
|
@@ -35,12 +33,12 @@ When the same label is used for different element types, add `--type` suffix:
|
|
|
35
33
|
|
|
36
34
|
```yaml
|
|
37
35
|
# [Add Campaign] button AND [Add Campaign] text
|
|
38
|
-
add
|
|
36
|
+
add campaign--button:
|
|
39
37
|
type: 'role'
|
|
40
38
|
value: 'button'
|
|
41
39
|
name: 'Add Campaign'
|
|
42
40
|
|
|
43
|
-
add
|
|
41
|
+
add campaign--text:
|
|
44
42
|
type: 'text'
|
|
45
43
|
value: 'Add Campaign'
|
|
46
44
|
```
|
|
@@ -61,11 +59,11 @@ Type aliases (normalized automatically):
|
|
|
61
59
|
When targeting a specific occurrence by index, add `--N` suffix:
|
|
62
60
|
|
|
63
61
|
```yaml
|
|
64
|
-
# [
|
|
65
|
-
|
|
62
|
+
# [Gửi lời cảm ơn] button 3
|
|
63
|
+
gửi lời cảm ơn--3:
|
|
66
64
|
type: 'role'
|
|
67
65
|
value: 'button'
|
|
68
|
-
name: '
|
|
66
|
+
name: 'Gửi lời cảm ơn'
|
|
69
67
|
```
|
|
70
68
|
|
|
71
69
|
## Lookup Priority
|