executable-stories-formatters 0.7.14 → 0.7.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -70,8 +70,27 @@ executable-stories format run.json --format html --history-file .history/runs.js
70
70
 
71
71
  # Notify on failure (Slack or Teams; env: SLACK_WEBHOOK_URL / TEAMS_WEBHOOK_URL)
72
72
  executable-stories format run.json --format html --notify on-failure --report-url "https://ci.example.com/artifacts/report.html"
73
+
74
+ # Compare two runs and fail CI on regressions
75
+ executable-stories compare baseline.json current.json --format markdown --fail-on-regression
76
+
77
+ # Compare with threshold gating (allow up to 2 regressions)
78
+ executable-stories compare baseline.json current.json --format html --max-regressions 2
79
+
80
+ # Compare and fail on newly added failing scenarios
81
+ executable-stories compare baseline.json current.json --format markdown --fail-on-added-failures
73
82
  ```
74
83
 
84
+ ### Compare gating
85
+
86
+ Use compare mode to produce diff reports between two runs and optionally enforce CI gates:
87
+
88
+ - `--fail-on-regression` — fails when any pass→fail regression is found.
89
+ - `--fail-on-added-failures` — fails when new failing scenarios appear in the current run.
90
+ - `--max-regressions <n>` — fails when regressions are greater than `n`.
91
+
92
+ When a gate fails, CLI exits with code `5`.
93
+
75
94
  ### CI detection
76
95
 
77
96
  When the CLI runs in a CI environment, it auto-detects the provider from environment variables and attaches branch, commit SHA, PR number, build number, and build URL to the run. The HTML report shows this in a **CI** meta block. Supported providers (first match wins): Azure DevOps (`TF_BUILD`), Buildkite, GitHub Actions, GitLab CI, CircleCI, Jenkins, Travis CI; generic fallback when `CI=true`. No flags required—detection is automatic.
@@ -1 +1 @@
1
- export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, f as adaptJestRun, g as adaptPlaywrightRun, h as adaptVitestRun } from './index-fqrm5-Xr.cjs';
1
+ export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, g as adaptJestRun, h as adaptPlaywrightRun, i as adaptVitestRun } from './index-BiAYcEiz.cjs';
@@ -1 +1 @@
1
- export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, f as adaptJestRun, g as adaptPlaywrightRun, h as adaptVitestRun } from './index-fqrm5-Xr.js';
1
+ export { J as JestAdapterOptions, j as JestAggregatedResult, k as JestFileResult, l as JestTestResult, P as PlaywrightAdapterOptions, n as PlaywrightAnnotation, o as PlaywrightAttachment, p as PlaywrightError, q as PlaywrightLocation, r as PlaywrightStatus, s as PlaywrightTestCase, t as PlaywrightTestResult, z as StoryFileReport, V as VitestAdapterOptions, A as VitestSerializedError, B as VitestState, E as VitestTestCase, F as VitestTestModule, G as VitestTestResult, g as adaptJestRun, h as adaptPlaywrightRun, i as adaptVitestRun } from './index-BiAYcEiz.js';