@test-station/cli 0.1.7 → 0.2.10

package/README.md

@@ -28,6 +28,8 @@ Typical cases:
 A run produces:
 
 - `report.json`: normalized machine-readable results
+- `modules.json`: module/theme rollups for machine consumers
+- `ownership.json`: module/theme ownership rollups
 - `index.html`: interactive HTML report
 - `raw/`: per-suite raw artifacts and framework output
 
@@ -167,6 +169,7 @@ With `@test-station/cli` installed, run it with:
 ```sh
 npx test-station run --config ./test-station.config.mjs
 npx test-station run --config ./test-station.config.mjs --coverage
+npx test-station run --config ./test-station.config.mjs --no-coverage
 ```
 
 ### Package Script Integration
@@ -177,7 +180,8 @@ npx test-station run --config ./test-station.config.mjs --coverage
 {
   "scripts": {
     "test": "test-station run --config ./test-station.config.mjs",
-    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage"
+    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage",
+    "test:fast": "test-station run --config ./test-station.config.mjs --no-coverage"
   }
 }
 ```
@@ -188,7 +192,8 @@ npx test-station run --config ./test-station.config.mjs --coverage
 {
   "scripts": {
     "test": "test-station run --config ./test-station.config.mjs",
-    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage"
+    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage",
+    "test:fast": "test-station run --config ./test-station.config.mjs --no-coverage"
   }
 }
 ```
@@ -199,11 +204,30 @@ npx test-station run --config ./test-station.config.mjs --coverage
 {
   "scripts": {
     "test": "test-station run --config ./test-station.config.mjs",
-    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage"
+    "test:coverage": "test-station run --config ./test-station.config.mjs --coverage",
+    "test:fast": "test-station run --config ./test-station.config.mjs --no-coverage"
   }
 }
 ```
 
+### CLI Commands And Overrides
+
+The public CLI surface is:
+
+```sh
+npx test-station inspect --config ./test-station.config.mjs
+npx test-station run --config ./test-station.config.mjs --coverage --workspace app --output-dir ./artifacts/app-report
+npx test-station render --input ./artifacts/test-report/report.json --output ./artifacts/test-report
+```
+
+Useful overrides:
+
+- `--coverage` and `--no-coverage` override `execution.defaultCoverage`
+- `--workspace <name>` and `--package <name>` are equivalent repeatable filters
+- `--output-dir <path>` overrides `project.outputDir` and rewrites `raw/` under that directory
+
+When filters match no suites, the run exits with a clear error. If `workspaceDiscovery.packages` still lists other workspaces, those unmatched packages remain visible as `skipped`.
+
 ## Integration Model
 
 A host project typically owns only three things:
@@ -229,6 +253,12 @@ If `workspaceDiscovery.packages` lists a package with no matching suites, that p
 
 If a suite runs and the underlying framework reports zero tests, the suite is normalized as `skipped`.
 
+### Adapter Notes
+
+- `node-test` coverage works for direct `node --test ...` commands and package scripts that resolve directly to a single `node --test ...` invocation
+- `playwright` can collect browser Istanbul coverage when `suite.coverage.strategy` is `browser-istanbul`
+- `shell` supports `resultFormat: 'single-check-json-v1'` for structured single-check outputs with mapped warnings and raw details
+
 ### Playwright In CI
 
 Consumers using the built-in Playwright adapter must install Playwright browsers in CI before running the reporter.
@@ -286,7 +316,7 @@ There are two supported consumer modes:
 
 For local-reference mode, keep host imports pointed at the root-level entrypoints above rather than `packages/*/src`.
 
-### Classification, Coverage Attribution, And Ownership
+### Classification, Coverage Attribution, Ownership, And Thresholds
 
 If you want the report grouped by product or subsystem instead of leaving tests uncategorized, provide a manifest file.
 
@@ -315,6 +345,23 @@ If you want the report grouped by product or subsystem instead of leaving tests
     "themes": [
       { "module": "runtime", "theme": "api", "owner": "runtime-api-team" }
     ]
+  },
+  "thresholds": {
+    "modules": [
+      {
+        "module": "runtime",
+        "coverage": { "linesPct": 80, "branchesPct": 70 },
+        "enforcement": "error"
+      }
+    ],
+    "themes": [
+      {
+        "module": "runtime",
+        "theme": "api",
+        "coverage": { "linesPct": 75 },
+        "enforcement": "warn"
+      }
+    ]
   }
 }
 ```
@@ -326,9 +373,31 @@ manifests: {
   classification: './test-modules.json',
   coverageAttribution: './test-modules.json',
   ownership: './test-modules.json',
+  thresholds: './test-modules.json',
 }
 ```
 
+Error-enforced threshold failures are reported in `report.json`, rendered in HTML, and cause `test-station run` to exit non-zero even when every suite itself passed. Warning-enforced thresholds stay visible in the report but do not fail the process.
+
+### Failure Diagnostics
+
+Suites can define an optional diagnostics rerun. When the suite fails, `test-station` reruns the configured command, captures stdout/stderr, and writes the diagnostic artifacts under `raw/diagnostics/`.
+
+```js
+{
+  id: 'web-unit',
+  adapter: 'vitest',
+  command: ['yarn', 'vitest', 'run', '--config', './vitest.config.js'],
+  diagnostics: {
+    label: 'Verbose rerun',
+    command: ['yarn', 'vitest', 'run', '--config', './vitest.config.js', '--reporter', 'verbose'],
+    timeoutMs: 120000,
+  },
+}
+```
+
+The rerun metadata is attached to the suite result as `suite.diagnostics`, linked from the HTML report, and summarized in the console output.
+
 ### Custom Policy Plugins
 
 A plugin can hook into these stages:
@@ -366,10 +435,13 @@ Run the standalone repo checks with:
 
 ```sh
 yarn lint
+yarn test:node
 yarn test
 yarn build
 ```
 
+`yarn test:node` runs the direct Node test suite. `yarn test` runs the repository through `test-station` itself and produces the self-test report.
+
 The current external-consumer smoke path is:
 
 ```sh
@@ -378,7 +450,7 @@ node ./bin/test-station.mjs run --config ./examples/generic-node-library/test-st
 
 ## Versioning
 
-All publishable `@test-station/*` packages currently move in lockstep at `0.1.0`.
+All publishable `@test-station/*` packages currently move in lockstep at `0.2.0`.
 
 For deeper release and compatibility details, see:
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@test-station/cli",
-  "version": "0.1.7",
+  "version": "0.2.10",
   "publishConfig": {
     "access": "public"
   },
@@ -12,8 +12,8 @@
     ".": "./src/index.js"
   },
   "dependencies": {
-    "@test-station/core": "0.1.7",
-    "@test-station/render-html": "0.1.7"
+    "@test-station/core": "0.2.10",
+    "@test-station/render-html": "0.2.10"
   },
   "scripts": {
     "build": "node ../../scripts/check-package.mjs ./src/index.js && node --check ./src/cli.js",

package/src/index.js

@@ -10,7 +10,7 @@ export function parseCliArgs(argv) {
     output: null,
     outputDir: null,
     dryRun: false,
-    coverage: false,
+    coverage: undefined,
     workspaceFilters: [],
   };
 
@@ -47,6 +47,10 @@ export function parseCliArgs(argv) {
     }
     if (token === '--coverage') {
       parsed.coverage = true;
+      continue;
+    }
+    if (token === '--no-coverage') {
+      parsed.coverage = false;
     }
   }
 
@@ -59,7 +63,7 @@ export function renderHelp() {
     '',
     'Commands:',
     '  test-station inspect --config ./test-station.config.mjs',
-    '  test-station run --config ./test-station.config.mjs [--dry-run] [--coverage] [--workspace <name>|--package <name>] [--output-dir <path>]',
+    '  test-station run --config ./test-station.config.mjs [--dry-run] [--coverage|--no-coverage] [--workspace <name>|--package <name>] [--output-dir <path>]',
     '  test-station render --input ./artifacts/workspace-tests/report.json --output ./artifacts/workspace-tests',
   ].join('\n');
 }
@@ -112,7 +116,11 @@ export async function runCli(argv = process.argv.slice(2)) {
       process.stdout.write(`${JSON.stringify({ report: execution.artifactPaths.reportJsonPath, html: htmlPath }, null, 2)}\n`);
     }
 
-    return execution.report.summary.failedPackages > 0 || execution.report.summary.failedSuites > 0 ? 1 : 0;
+    return execution.report.summary.failedPackages > 0
+      || execution.report.summary.failedSuites > 0
+      || (execution.report.summary?.policy?.failedThresholds || 0) > 0
+      ? 1
+      : 0;
   }
 
   if (args.command === 'render') {