executable-stories-formatters 0.7.13 → 0.7.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -0
- package/dist/adapters.d.cts +1 -1
- package/dist/adapters.d.ts +1 -1
- package/dist/cli.js +489 -60
- package/dist/cli.js.map +1 -1
- package/dist/{index-fqrm5-Xr.d.cts → index-BiAYcEiz.d.cts} +1 -1
- package/dist/{index-fqrm5-Xr.d.ts → index-BiAYcEiz.d.ts} +1 -1
- package/dist/index.cjs +460 -40
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +274 -13
- package/dist/index.d.ts +274 -13
- package/dist/index.js +454 -40
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
- package/schemas/story-report-v1.json +410 -0
package/README.md
CHANGED
|
@@ -70,8 +70,27 @@ executable-stories format run.json --format html --history-file .history/runs.js
|
|
|
70
70
|
|
|
71
71
|
# Notify on failure (Slack or Teams; env: SLACK_WEBHOOK_URL / TEAMS_WEBHOOK_URL)
|
|
72
72
|
executable-stories format run.json --format html --notify on-failure --report-url "https://ci.example.com/artifacts/report.html"
|
|
73
|
+
|
|
74
|
+
# Compare two runs and fail CI on regressions
|
|
75
|
+
executable-stories compare baseline.json current.json --format markdown --fail-on-regression
|
|
76
|
+
|
|
77
|
+
# Compare with threshold gating (allow up to 2 regressions)
|
|
78
|
+
executable-stories compare baseline.json current.json --format html --max-regressions 2
|
|
79
|
+
|
|
80
|
+
# Compare and fail on newly added failing scenarios
|
|
81
|
+
executable-stories compare baseline.json current.json --format markdown --fail-on-added-failures
|
|
73
82
|
```
|
|
74
83
|
|
|
84
|
+
### Compare gating
|
|
85
|
+
|
|
86
|
+
Use compare mode to produce diff reports between two runs and optionally enforce CI gates:
|
|
87
|
+
|
|
88
|
+
- `--fail-on-regression` — fails when any pass→fail regression is found.
|
|
89
|
+
- `--fail-on-added-failures` — fails when new failing scenarios appear in the current run.
|
|
90
|
+
- `--max-regressions <n>` — fails when regressions are greater than `n`.
|
|
91
|
+
|
|
92
|
+
When a gate fails, CLI exits with code `5`.
|
|
93
|
+
|
|
75
94
|
### CI detection
|
|
76
95
|
|
|
77
96
|
When the CLI runs in a CI environment, it auto-detects the provider from environment variables and attaches branch, commit SHA, PR number, build number, and build URL to the run. The HTML report shows this in a **CI** meta block. Supported providers (first match wins): Azure DevOps (`TF_BUILD`), Buildkite, GitHub Actions, GitLab CI, CircleCI, Jenkins, Travis CI; generic fallback when `CI=true`. No flags required—detection is automatic.
|
package/dist/adapters.d.cts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult,
|
|
1
|
+
export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, g as adaptJestRun, h as adaptPlaywrightRun, i as adaptVitestRun } from './index-BiAYcEiz.cjs';
|
package/dist/adapters.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult,
|
|
1
|
+
export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, g as adaptJestRun, h as adaptPlaywrightRun, i as adaptVitestRun } from './index-BiAYcEiz.js';
|