@sun-asterisk/sungen 3.2.32 → 3.2.34

package/dist/orchestrator/templates/specs-url-assert.ts

@@ -46,6 +46,16 @@ export interface UrlExpectation {
   declared?: string;
   /** The test-data key behind `declared`, so a failure can name what an author must go fix. */
   dataRef?: string;
+  /**
+   * The page selector declared `query: any` — the query string is not part of this page's identity,
+   * so SILENCE from the step stops meaning "there must be no query" (#748).
+   *
+   * Emitted only for a page whose entry says so. The default stays strict: a bare page means a bare
+   * page, which is the #464 assertion and the reason a filter regression cannot read as green.
+   * It is the no-`dataRef` branch alone that this relaxes — a step that declares `with {{v}}` still
+   * asserts every param it names, on this page as on any other.
+   */
+  ignoreQuery?: boolean;
 }
 
 /**
@@ -113,8 +123,14 @@ function locationMatches(pathname: RegExp, hostname: RegExp | undefined, u: URL)
  *                      tracking/UTM param the test never cared about cannot turn it red.
  *                      A declared fragment is asserted too; a declared value carrying no query
  *                      at all constrains the path only (the compiler warns: SG-W014).
+ *
+ * `query: any` on the page's selector entry overrides the FIRST rule only (#748): silence then
+ * means "the query is not mine to judge" instead of "there must be none". It is the escape hatch
+ * for a page whose query is generated at run time — `/admins/detail?id=<the row just clicked>` —
+ * which the strict rule makes unassertable and `with {{v}}` cannot express, since that asserts a
+ * literal. The second rule is untouched: declare params and they are still all checked.
  */
-export function urlMatches({ pathname, hostname, declared, dataRef }: UrlExpectation): (u: URL) => boolean {
+export function urlMatches({ pathname, hostname, declared, dataRef, ignoreQuery }: UrlExpectation): (u: URL) => boolean {
   return (u: URL): boolean => {
     if (!locationMatches(pathname, hostname, u)) return false;
 
@@ -123,7 +139,13 @@ export function urlMatches({ pathname, hostname, declared, dataRef }: UrlExpecta
     // undefined, and they mean opposite things: the first is a real assertion (a bare page must be
     // bare), the second is broken test-data. Only the generator knows which, and it says so by
     // emitting `dataRef` exactly when the step carried a `with {{v}}`.
-    if (!dataRef) return u.search === '';
+    // `query: any` on the page entry (#748): the query is not part of this page's identity, so
+    // silence from the step is not an assertion about it. Without this there is NO way to express
+    // "this path, whatever the query" — `with {{v}}` asserts a LITERAL value, and a detail page
+    // keyed by `?id=<the row just clicked>` has no literal to declare. Checked before the bare-page
+    // rule, never instead of the declared-value rule below: a step that names params still asserts
+    // them here exactly as anywhere else.
+    if (!dataRef) return ignoreQuery ? true : u.search === '';
 
     // Silence is the whole bug class this assertion exists to kill, so an unusable declared value
     // is an ERROR, not a quiet verdict. Returning false would read as "the app is wrong"; these
@@ -183,6 +205,26 @@ interface SettleOpts { settleMs?: number; networkIdleMs?: number }
  * 3000) bounds step 1. Both are runtime knobs, so a slow environment is a config change, not a
  * regenerate.
  */
+/**
+ * A millisecond budget from the environment. `Number()` alone turned `"1s"` / `"abc"` into NaN and
+ * `""` into 0 (`??` keeps an empty string): the hold loop then never ran, so a late redirect passed
+ * unseen, and a 0 / NaN networkidle timeout means "no timeout" to Playwright — the step waited out
+ * the whole test (#856). Unset or empty means the default; a malformed value falls back to it and
+ * says so, once per variable. `allowZero` for a knob where 0 is a real choice (no hold).
+ */
+const warnedEnv = new Set<string>();
+function msEnv(name: string, fallback: number, allowZero = false): number {
+  const raw = process.env[name]?.trim();
+  if (!raw) return fallback;
+  const value = Number(raw);
+  if (Number.isFinite(value) && (value > 0 || (allowZero && value === 0))) return value;
+  if (!warnedEnv.has(name)) {
+    warnedEnv.add(name);
+    console.warn(`[sungen] ${name}=${JSON.stringify(raw)} is not a ${allowZero ? 'non-negative' : 'positive'} number of milliseconds — using the default ${fallback}.`);
+  }
+  return fallback;
+}
+
 async function settleAndHold(
   page: SettleablePage,
   matches: (u: URL) => boolean,
@@ -190,8 +232,9 @@ async function settleAndHold(
   label: string,
   consequence: string,
 ): Promise<void> {
-  const settleMs = opts.settleMs ?? Number(process.env.SUNGEN_URL_SETTLE_MS ?? 1000);
-  const networkIdleMs = opts.networkIdleMs ?? Number(process.env.SUNGEN_URL_NETWORKIDLE_MS ?? 3000);
+  // 0 holds nothing (the operator's call); 0 for networkidle would mean "no timeout", so it is refused.
+  const settleMs = opts.settleMs ?? msEnv('SUNGEN_URL_SETTLE_MS', 1000, true);
+  const networkIdleMs = opts.networkIdleMs ?? msEnv('SUNGEN_URL_NETWORKIDLE_MS', 3000);
   const arrivedAt = page.url();
 
   await page.waitForLoadState('networkidle', { timeout: networkIdleMs }).catch(() => undefined);

package/dist/orchestrator/templates/wdio.conf.ts

@@ -48,6 +48,14 @@ function evidenceSlug(s: string): string {
     .slice(0, 80) || 'unnamed';
 }
 
+/**
+ * True only in the launcher process. `@wdio/runner` re-parses this very config inside EVERY worker
+ * it spawns, so anything logged at module scope prints once per spec unless it is gated. WDIO's own
+ * "am I a worker" test is this env var (`@wdio/local-runner` sets it when spawning; `@wdio/utils`
+ * reads it) — reuse it rather than inventing a second signal.
+ */
+const IS_LAUNCHER = !process.env.WDIO_WORKER_ID;
+
 /**
  * Auto-select MOBILE specs and classify each by its target OS (dual-target routing).
  *
@@ -82,7 +90,12 @@ function classifyMobileSpecs(root: string): Array<{ file: string; platform: stri
     .filter((full) => {
       try {
         return fs.readFileSync(full, 'utf-8').includes('@wdio/globals');
-      } catch {
+      } catch (e) {
+        // A spec listed by readdir that cannot be read cannot be classified, so it is excluded.
+        // Excluding it SILENTLY is the fault: WDIO only fails the run when the spec list is
+        // EMPTY ("No specs found to run"), so dropping one spec out of ten leaves a green suite
+        // containing a test that never executed. Name it, and let the count below show the shortfall.
+        if (IS_LAUNCHER) console.warn(`[sungen] could not read ${full} — EXCLUDED from this run: ${(e as Error).message}`);
         return false;
       }
     })
@@ -98,6 +111,16 @@ const androidSpecs = specEntries.filter((e) => e.platform !== 'ios').map((e) =>
 const iosSpecs = specEntries.filter((e) => e.platform !== 'android').map((e) => e.file);
 const mobileSpecs = specEntries.map((e) => e.file); // union — top-level fallback
 
+// What DISCOVERY found — a mobile suite is only trustworthy if you can see how many specs it
+// resolved: WDIO fails loudly on an EMPTY list but says nothing when the list is merely short,
+// which is exactly what a dropped spec looks like.
+//
+// Two things this number is not. It is not an error on 0: WDIO already exits 1 there
+// ("No specs found to run"), and a `--shard` that legitimately receives none must still return 0.
+// And under `--shard` it is the PRE-SHARD total, because ConfigParser slices `specs` down to the
+// shard's portion only after this file has finished evaluating.
+if (IS_LAUNCHER) console.log(`[sungen] specs: ${specEntries.length} mobile spec(s) — android ${androidSpecs.length}, ios ${iosSpecs.length}`);
+
 // App under test — env overrides the init-configured defaults.
 const APP_PACKAGE = process.env.APP_PACKAGE || '__APP_PACKAGE__';
 const APP_ACTIVITY = process.env.APP_ACTIVITY || '__APP_ACTIVITY__';

package/dist/orchestrator/trace-mode-install.d.ts

@@ -0,0 +1,14 @@
+/** The template's trace value: cheap on CI (retries exist there), a trace for every local failure. */
+export declare const TRACE_MODE_EXPRESSION = "process.env.CI ? 'on-first-retry' : 'retain-on-failure'";
+/**
+ *   'patched' — the old default was rewritten now
+ *   'present' — already the template expression (idempotent)
+ *   'custom'  — another value, no trace line, more than one old-default line, or one inside
+ *               `projects: [...]`; nothing written
+ *   'absent'  — no playwright.config.ts (a mobile-only project, or not a sungen project)
+ */
+export type TraceModeOutcome = 'patched' | 'present' | 'custom' | 'absent';
+export declare function patchTraceMode(cwd: string, dryRun?: boolean): TraceModeOutcome;
+/** `sungen update` step: patch the trace mode and say so when it changed. */
+export declare function installTraceMode(cwd: string, dryRun?: boolean): void;
+//# sourceMappingURL=trace-mode-install.d.ts.map

package/dist/orchestrator/trace-mode-install.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-mode-install.d.ts","sourceRoot":"","sources":["../../src/orchestrator/trace-mode-install.ts"],"names":[],"mappings":"AAgBA,sGAAsG;AACtG,eAAO,MAAM,qBAAqB,4DAA4D,CAAC;AAE/F;;;;;;GAMG;AACH,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AA6C3E,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAe,GAAG,gBAAgB,CAgBrF;AAED,6EAA6E;AAC7E,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAe,GAAG,IAAI,CAG3E"}

package/dist/orchestrator/trace-mode-install.js

@@ -0,0 +1,132 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TRACE_MODE_EXPRESSION = void 0;
+exports.patchTraceMode = patchTraceMode;
+exports.installTraceMode = installTraceMode;
+/**
+ * Move an existing project's `use.trace` off the old default so local runs keep a trace.
+ *
+ * The old template paired `trace: 'on-first-retry'` with `retries: process.env.CI ? 2 : 0`: off CI
+ * there is no retry, so there is never a "first retry" and a QA fixing a test on their machine never
+ * got a trace. The template now records `on-first-retry` on CI and `retain-on-failure` locally.
+ *
+ * `playwright.config.ts` is written once at `sungen init` and never re-synced (see
+ * report-sanitize-reporter-install.ts, the same problem for the sanitize reporter), so `sungen update`
+ * calls this. It rewrites the trace line ONLY while it is still the old default — any other value is
+ * a choice the user made, and a wrong edit to a user's config is worse than a missing trace. The same
+ * goes for a `trace` inside `projects: [...]`: that is a per-project override, not the template default.
+ */
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+/** The template's trace value: cheap on CI (retries exist there), a trace for every local failure. */
+exports.TRACE_MODE_EXPRESSION = "process.env.CI ? 'on-first-retry' : 'retain-on-failure'";
+const escapeRegExp = (s) => s.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+// Both are anchored to the start of a line, so a commented-out copy (`// trace: …`) never counts.
+// OLD_DEFAULT keeps the indentation in $1 and leaves the trailing comma, comment and EOL alone.
+const OLD_DEFAULT = /^([ \t]*trace:[ \t]*)(['"])on-first-retry\2/gm;
+const PRESENT = new RegExp(`^[ \\t]*trace:[ \\t]*${escapeRegExp(exports.TRACE_MODE_EXPRESSION)}`, 'm');
+// The old template's one-line comment, only when it sits directly above the (patched) trace line.
+// A comment the user wrote is theirs and stays.
+const OLD_COMMENT = new RegExp(`^([ \\t]*)/\\* Collect trace when retrying the failed test\\. See https://playwright\\.dev/docs/trace-viewer \\*/(\\r?\\n)(?=[ \\t]*trace:[ \\t]*${escapeRegExp(exports.TRACE_MODE_EXPRESSION)})`, 'm');
+const newComment = (indent, eol) => `${indent}/* Trace for a failed test. CI: recorded on the first retry (CI retries). Local: no retries, so${eol}` +
+    `${indent}   'on-first-retry' would never record one — keep the trace of every failed test instead.${eol}` +
+    `${indent}   See https://playwright.dev/docs/trace-viewer */${eol}`;
+/**
+ * [start, end] offsets of each live `projects: [...]` array, matched by bracket depth. Brackets inside
+ * a `//` or `/* *\/` comment or a quoted string are skipped: one stray `]` in a note would otherwise
+ * close the span early and expose a per-project override to the patch.
+ */
+function projectsSpans(src) {
+    const spans = [];
+    for (const m of src.matchAll(/^[ \t]*projects\s*:\s*\[/gm)) {
+        const open = m.index + m[0].length - 1;
+        let depth = 0;
+        for (let i = open; i < src.length; i++) {
+            const ch = src[i];
+            if (ch === '/' && src[i + 1] === '/') {
+                const nl = src.indexOf('\n', i);
+                i = nl < 0 ? src.length : nl;
+                continue;
+            }
+            if (ch === '/' && src[i + 1] === '*') {
+                const end = src.indexOf('*/', i + 2);
+                i = end < 0 ? src.length : end + 1;
+                continue;
+            }
+            if (ch === "'" || ch === '"' || ch === '`') {
+                for (i++; i < src.length && src[i] !== ch; i++)
+                    if (src[i] === '\\')
+                        i++;
+                continue;
+            }
+            if (ch === '[')
+                depth++;
+            else if (ch === ']' && --depth === 0) {
+                spans.push([open, i]);
+                break;
+            }
+        }
+    }
+    return spans;
+}
+function patchTraceMode(cwd, dryRun = false) {
+    const configPath = path.join(cwd, 'playwright.config.ts');
+    if (!fs.existsSync(configPath))
+        return 'absent';
+    const src = fs.readFileSync(configPath, 'utf8');
+    if (PRESENT.test(src))
+        return 'present';
+    const hits = [...src.matchAll(OLD_DEFAULT)];
+    if (hits.length !== 1)
+        return 'custom'; // none: the user's own value · several: ambiguous, don't guess
+    const at = hits[0].index;
+    if (projectsSpans(src).some(([s, e]) => at > s && at < e))
+        return 'custom'; // a per-project override
+    if (!dryRun) {
+        const patched = src
+            .replace(OLD_DEFAULT, `$1${exports.TRACE_MODE_EXPRESSION}`)
+            .replace(OLD_COMMENT, (_m, indent, eol) => newComment(indent, eol));
+        fs.writeFileSync(configPath, patched);
+    }
+    return 'patched';
+}
+/** `sungen update` step: patch the trace mode and say so when it changed. */
+function installTraceMode(cwd, dryRun = false) {
+    if (patchTraceMode(cwd, dryRun) !== 'patched')
+        return;
+    console.log(`${dryRun ? '📋 would update' : '✓ updated'} playwright.config.ts: local runs now keep a trace for every failed test (trace: ${exports.TRACE_MODE_EXPRESSION})`);
+}
+//# sourceMappingURL=trace-mode-install.js.map

package/dist/orchestrator/trace-mode-install.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-mode-install.js","sourceRoot":"","sources":["../../src/orchestrator/trace-mode-install.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuEA,wCAgBC;AAGD,4CAGC;AA7FD;;;;;;;;;;;;GAYG;AACH,uCAAyB;AACzB,2CAA6B;AAE7B,sGAAsG;AACzF,QAAA,qBAAqB,GAAG,yDAAyD,CAAC;AAW/F,MAAM,YAAY,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAErF,kGAAkG;AAClG,gGAAgG;AAChG,MAAM,WAAW,GAAG,+CAA+C,CAAC;AACpE,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,wBAAwB,YAAY,CAAC,6BAAqB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;AAE/F,kGAAkG;AAClG,gDAAgD;AAChD,MAAM,WAAW,GAAG,IAAI,MAAM,CAC5B,oJAAoJ,YAAY,CAAC,6BAAqB,CAAC,GAAG,EAC1L,GAAG,CACJ,CAAC;AACF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,GAAW,EAAU,EAAE,CACzD,GAAG,MAAM,kGAAkG,GAAG,EAAE;IAChH,GAAG,MAAM,4FAA4F,GAAG,EAAE;IAC1G,GAAG,MAAM,qDAAqD,GAAG,EAAE,CAAC;AAEtE;;;;GAIG;AACH,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,4BAA4B,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,CAAC,CAAC,KAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACxC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YAClB,IAAI,EAAE,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAAC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAClH,IAAI,EAAE,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAAC,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC7H,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBAC3C,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE;oBAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;wBAAE,CAAC,EAAE,CAAC;gBACzE,SAAS;YACX,CAAC;YACD,IAAI,EAAE,KAAK,GAAG;gBAAE,KAAK,EAAE,CAAC;iBACnB,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,cAAc,CAAC,GAAW,EAAE,SAAkB,KAAK;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC;IAC1D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,CAAC,+DAA+D;IACvG,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAM,CAAC;IAC1B,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC,CAAC,yBAAyB;IACrG,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,GAAG;aAChB,OAAO,CAAC,WAAW,EAAE,KAAK,6BAAqB,EAAE,CAAC;aAClD,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,MAAc,EAAE,GAAW,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QACtF,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,6EAA6E;AAC7E,SAAgB,gBAAgB,CAAC,GAAW,EAAE,SAAkB,KAAK;IACnE,IAAI,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,SAAS;QAAE,OAAO;IACtD,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,oFAAoF,6BAAqB,GAAG,CAAC,CAAC;AACvK,CAAC"}

package/dist/orchestrator/viewpoint-pattern-catalog.d.ts

@@ -0,0 +1,20 @@
+/**
+ * The sungen-viewpoint pattern catalog by number — the `## N. <Name>` headings of
+ * `templates/ai-src/skills/sungen-viewpoint/group-*.md` — for the "UI Patterns Identified" table
+ * `sungen add` scaffolds into `test-viewpoint.md` (#842).
+ *
+ * The scaffold used to hard-code its own ten rows: eight of them numbered differently from the
+ * catalog (Data Table 2 vs 7, Modal 9 vs 12…), plus a "Pagination" pattern the catalog does not
+ * have, so authors copied the wrong numbers next to a skill that cites the right ones.
+ * `tests/harness/viewpoint-comments-and-patterns.run.ts` pins this list to the catalog headings.
+ */
+export interface ViewpointPattern {
+    n: number;
+    name: string;
+    /** Group F — native-app patterns, read IN ADDITION to 1–17 for a mobile screen. */
+    mobile?: boolean;
+}
+export declare const VIEWPOINT_PATTERNS: readonly ViewpointPattern[];
+/** The scaffold's pattern-table rows: 1–17 for every screen, plus Group F on a mobile project. */
+export declare function uiPatternRows(isMobile: boolean): string[];
+//# sourceMappingURL=viewpoint-pattern-catalog.d.ts.map

package/dist/orchestrator/viewpoint-pattern-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewpoint-pattern-catalog.d.ts","sourceRoot":"","sources":["../../src/orchestrator/viewpoint-pattern-catalog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,MAAM,WAAW,gBAAgB;IAC/B,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,mFAAmF;IACnF,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,eAAO,MAAM,kBAAkB,EAAE,SAAS,gBAAgB,EAiCzD,CAAC;AAEF,kGAAkG;AAClG,wBAAgB,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,EAAE,CAIzD"}

package/dist/orchestrator/viewpoint-pattern-catalog.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VIEWPOINT_PATTERNS = void 0;
+exports.uiPatternRows = uiPatternRows;
+exports.VIEWPOINT_PATTERNS = [
+    { n: 1, name: 'Form & Inputs' },
+    { n: 2, name: 'File Upload' },
+    { n: 3, name: 'Import / Export' },
+    { n: 4, name: 'Create / Add' },
+    { n: 5, name: 'Update / Edit' },
+    { n: 6, name: 'Delete' },
+    { n: 7, name: 'Data Table' },
+    { n: 8, name: 'Search' },
+    { n: 9, name: 'Filter' },
+    { n: 10, name: 'List / Card View' },
+    { n: 11, name: 'Chart / Analytics' },
+    { n: 12, name: 'Modal / Dialog' },
+    { n: 13, name: 'Navigation' },
+    { n: 14, name: 'Notification / Toast / Alert' },
+    { n: 15, name: 'Login / Logout' },
+    { n: 16, name: 'Register' },
+    { n: 17, name: 'Password Management' },
+    { n: 18, name: 'Bottom Sheet', mobile: true },
+    { n: 19, name: 'Tab Bar / Bottom Navigation', mobile: true },
+    { n: 20, name: 'Swipe-to-Delete Row', mobile: true },
+    { n: 21, name: 'Native Picker', mobile: true },
+    { n: 22, name: 'Permission Dialog', mobile: true },
+    { n: 23, name: 'Biometric Prompt', mobile: true },
+    { n: 24, name: 'Camera / Gallery Picker', mobile: true },
+    { n: 25, name: 'Push Notification', mobile: true },
+    { n: 26, name: 'Deep-link Entry', mobile: true },
+    { n: 27, name: 'Offline Banner', mobile: true },
+    { n: 28, name: 'Onboarding Carousel', mobile: true },
+    { n: 29, name: 'Pull-to-Refresh List', mobile: true },
+    { n: 30, name: 'Soft-Keyboard Overlap', mobile: true },
+    { n: 31, name: 'Settings Toggle List', mobile: true },
+    { n: 32, name: 'App Lifecycle & Orientation', mobile: true },
+];
+/** The scaffold's pattern-table rows: 1–17 for every screen, plus Group F on a mobile project. */
+function uiPatternRows(isMobile) {
+    return exports.VIEWPOINT_PATTERNS
+        .filter((p) => isMobile || !p.mobile)
+        .map((p) => `| ${p.n} | ${p.name} | ☐ | |`);
+}
+//# sourceMappingURL=viewpoint-pattern-catalog.js.map

package/dist/orchestrator/viewpoint-pattern-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewpoint-pattern-catalog.js","sourceRoot":"","sources":["../../src/orchestrator/viewpoint-pattern-catalog.ts"],"names":[],"mappings":";;;AAqDA,sCAIC;AAxCY,QAAA,kBAAkB,GAAgC;IAC7D,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;IAC/B,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE;IAC7B,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE;IACjC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE;IAC9B,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;IAC/B,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;IACxB,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE;IAC5B,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;IACxB,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;IACxB,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;IACnC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE;IACpC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACjC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;IAC7B,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE;IAC/C,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACjC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;IAC3B,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE;IACtC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE;IAC7C,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5D,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;IACpD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9C,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE;IAClD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,MAAM,EAAE,IAAI,EAAE;IACxD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE;IAClD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE;IAChD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/C,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;IACpD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,IAAI,EAAE;IACrD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,IAAI,EAAE;IACtD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,IAAI,EAAE;IACrD,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,IAAI,EAAE;CAC7D,CAAC;AAEF,kGAAkG;AAClG,SAAgB,aAAa,CAAC,QAAiB;IAC7C,OAAO,0BAAkB;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC;AAChD,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sun-asterisk/sungen",
-  "version": "3.2.32",
+  "version": "3.2.34",
   "description": "Deterministic E2E Test Compiler - Gherkin + Selectors → Playwright tests",
   "main": "src/index.ts",
   "types": "src/index.ts",
@@ -40,8 +40,8 @@
     "@babel/types": "^7.28.5",
     "@cucumber/gherkin": "^37.0.0",
     "@cucumber/messages": "^31.0.0",
-    "@sungen/driver-data-factory": "3.2.32",
-    "@sungen/driver-ui": "3.2.32",
+    "@sungen/driver-data-factory": "3.2.34",
+    "@sungen/driver-ui": "3.2.34",
     "chalk": "^5.6.2",
     "commander": "^14.0.2",
     "dotenv": "^17.2.3",

package/src/cli/commands/audit.ts

@@ -7,11 +7,22 @@ import { acceptViewpointBaseline } from '../../harness/viewpoint-baseline';
 import { findUnitDir } from '../resolve-unit';
 
 
-function bar(ratio: number, width = 20): string {
-  const n = Math.round(ratio * width);
+export function bar(ratio: number, width = 20): string {
+  // A display helper must not be able to take the CLI down whatever the model hands it: an
+  // out-of-range ratio made `String.repeat` throw `Invalid count value: -5`, which killed the
+  // run mid-scorecard so the gate, the findings and the next-step hint never printed (#762).
+  const n = Math.max(0, Math.min(width, Math.round((Number.isFinite(ratio) ? ratio : 0) * width)));
   return '█'.repeat(n) + '░'.repeat(width - n);
 }
 
+/** The ⑥ headline. No viewpoint ID read → nothing was matched, so `0%` would read as a measured
+ *  failure; say `n/a` and why instead (#832). Same with no scenario yet (#852). */
+export function traceabilityHeadline(trace: AuditReport['trace']): string {
+  if (trace.overviewIds === 0) return '  ⑥ Traceability — n/a (no viewpoint ID found in test-viewpoint.md)';
+  if (trace.total === 0) return '  ⑥ Traceability — n/a (no scenarios yet)';
+  return `  ⑥ Traceability — ${(trace.mappedRatio * 100).toFixed(0)}% scenarios linked to viewpoint-overview`;
+}
+
 function render(r: AuditReport): void {
   const L = console.log;
   L('');
@@ -47,6 +58,11 @@ function render(r: AuditReport): void {
   L(`  ① Viewpoint Gate — page-type: ${r.gate.pageType ?? 'unknown'} — themes ${r.gate.themesCovered}/${r.gate.themesTotal} covered`);
   if (r.gate.gaps.length) for (const g of r.gate.gaps) L(`      ✗ ${g.status === 'shallow' ? 'SHALLOW' : 'MISSING'}: ${g.theme}`);
   else L('      ✓ all critical themes covered (with data assertions)');
+  // Name the scenario behind each covered theme (#776). A bare count gives a reviewer nothing to
+  // check, so a keyword matching something absurd stays invisible; the evidence line makes it
+  // obvious. Second line of defence — it holds even if the matcher is wrong again.
+  for (const c of r.gate.coveredBy ?? [])
+    L(`      ✓ ${c.theme} ← [${c.keyword}] ${c.by.length > 88 ? `${c.by.slice(0, 88)}…` : c.by}`);
   L('');
   if (r.flowQuality?.hasContract) {
     const fq = r.flowQuality;
@@ -74,7 +90,7 @@ function render(r: AuditReport): void {
   if (r.depth.shallowBusinessCritical.length > 8) L(`      … +${r.depth.shallowBusinessCritical.length - 8} more`);
   L('');
   L(`  ③ Claim-Proof — ${r.claim.proven}/${r.claim.withClaims} titled claims proven by steps  [${r.claim.verdict.toUpperCase()}]`);
-  if (r.claim.unproven.length === 0) L('      ✓ every claim (all/only/single/correct/changes/hidden) is backed by an assertion');
+  if (r.claim.unproven.length === 0) L('      ✓ every claim (all/only/single/correct/changes/hidden/order/limit) is backed by an assertion');
   for (const u of r.claim.unproven.slice(0, 8)) L(`      ${u.severity === 'fail' ? '✗' : '⚠'} [${u.claim}] ${u.name} → needs ${u.need}`);
   if (r.claim.unproven.length > 8) L(`      … +${r.claim.unproven.length - 8} more`);
   L('');
@@ -102,7 +118,7 @@ function render(r: AuditReport): void {
     }
   }
   L('');
-  L(`  ⑥ Traceability — ${(r.trace.mappedRatio * 100).toFixed(0)}% scenarios linked to viewpoint-overview`);
+  L(traceabilityHeadline(r.trace));
   L(`      ${r.trace.note}`);
   L('');
   if (r.spec.hasSpec && (r.spec.frTotal > 0 || r.spec.triggerGaps.length > 0 || r.spec.verdict !== 'pass')) {
@@ -190,7 +206,10 @@ export function registerAuditCommand(program: Command): void {
             console.log('    Re-run the audit to score atomicLedger + traceability against it.\n');
           }
         } else if (options.acceptViewpoint && !options.json) {
-          console.log(`\n  ○ nothing to accept for ${name} — the viewpoint baseline is ${vb.status}.\n`);
+          // `absent` covers a file with no readable viewpoint id too — say which (#832).
+          console.log(vb.status === 'absent'
+            ? `\n  ○ nothing to accept for ${name} — no viewpoint ID found in requirements/test-viewpoint.md (missing file, or no section declares one).\n`
+            : `\n  ○ nothing to accept for ${name} — the viewpoint baseline is ${vb.status}.\n`);
         }
 
         // Persist report under .sungen/reports/ (flat slug: api flow `flows/x` → `flows-x-audit.json`).

package/src/cli/commands/capability.ts

@@ -4,7 +4,8 @@ import { createRequire } from 'module';
 import * as fs from 'fs';
 import * as path from 'path';
 import {
-  readCapabilities, writeCapabilities, loadDriverCatalog, driverMeta,
+  readCapabilities, writeCapabilities, loadDriverCatalog, driverMeta, capabilitiesPath,
+  type CapabilityProfile,
 } from '../../harness/capability';
 import { buildPlan, MANUAL_REASONS } from '../../harness/capability-plan';
 import { adapterRegistry } from '../../generators/test-generator/adapters';
@@ -12,26 +13,37 @@ import { emitMobileRuntime, installMobileDriver } from '../../orchestrator/mobil
 import { emitAppiumEnvironment, runAppiumEnvironmentSetup } from '../../orchestrator/appium-environment-setup';
 import { coreVersion, resolveDriverVersion } from '../../orchestrator/lockstep-version';
 import { findUnitDir, resolveUnit } from '../resolve-unit';
+import { readTextFile } from '../../harness/read-text';
 
 /**
- * Add `test:mobile` to the project's package.json scripts (if absent).
- * Idempotent — skips if the script is already set.
- * Returns true if the script was added, false if already present or no package.json.
+ * Add `test:mobile` to the project's package.json scripts (if absent). Idempotent.
+ *
+ * Four outcomes, not two. The old boolean collapsed "already present", "no package.json" and
+ * "could not parse it" into a single `false`, and the caller rendered that as
+ * `– skipped  package.json scripts[test:mobile] (already exists)` — which, on a malformed
+ * package.json, states the exact opposite of the truth: the script is absent, the command promised
+ * it, and the next thing the user sees is `npm error Missing script: "test:mobile"`.
  */
-function addMobileScript(cwd: string): boolean {
+type MobileScriptOutcome =
+  | { state: 'added' }
+  | { state: 'already-present' }
+  | { state: 'no-package-json' }
+  | { state: 'unreadable'; error: string };
+
+function addMobileScript(cwd: string): MobileScriptOutcome {
   const pkgPath = path.join(cwd, 'package.json');
-  if (!fs.existsSync(pkgPath)) return false;
+  if (!fs.existsSync(pkgPath)) return { state: 'no-package-json' };
   let pkg: Record<string, any>;
   try {
-    pkg = JSON.parse(fs.readFileSync(pkgPath, 'utf-8'));
-  } catch {
-    return false;
+    pkg = JSON.parse(readTextFile(pkgPath));   // BOM-tolerant: npm reads such a file fine, so must we
+  } catch (e) {
+    return { state: 'unreadable', error: (e as Error).message.split('\n')[0] };
   }
   if (!pkg.scripts || typeof pkg.scripts !== 'object') pkg.scripts = {};
-  if (pkg.scripts['test:mobile']) return false;
+  if (pkg.scripts['test:mobile']) return { state: 'already-present' };
   pkg.scripts['test:mobile'] = 'wdio run wdio.conf.ts';
   fs.writeFileSync(pkgPath, JSON.stringify(pkg, null, 2) + '\n', 'utf-8');
-  return true;
+  return { state: 'added' };
 }
 
 /**
@@ -221,9 +233,13 @@ export function registerCapabilityCommand(program: Command): void {
         }
 
         const profile = readCapabilities(cwd);
+        assertProfileWritable(profile, cwd);
         const enabled = Array.from(new Set([...profile.enabled, driver]));
         const platform = meta.kind === 'platform' ? driver : profile.platform;
-        writeCapabilities(cwd, { platform, enabled });
+        // Carry `verification` through. It is the recorded TEST TYPE, not a derived value: dropping
+        // it here silently re-derives the scope from `enabled`, handing an E2E-only project the
+        // @api/@query verification it had explicitly narrowed away.
+        writeCapabilities(cwd, { platform, enabled, verification: profile.verification });
         console.log(`✓ capability "${driver}" enabled${meta.kind === 'platform' ? ` (platform=${driver})` : ''}.`);
 
         // Emit the mobile runtime harness when the mobile platform driver is added.
@@ -236,11 +252,11 @@ export function registerCapabilityCommand(program: Command): void {
           for (const f of result.skipped) console.log(`  – skipped  ${f} (already exists)`);
 
           // Add test:mobile script to package.json (idempotent)
-          if (addMobileScript(cwd)) {
-            console.log('  ✓ created  package.json scripts[test:mobile]');
-          } else {
-            console.log('  – skipped  package.json scripts[test:mobile] (already exists)');
-          }
+          const script = addMobileScript(cwd);
+          if (script.state === 'added') console.log('  ✓ created  package.json scripts[test:mobile]');
+          else if (script.state === 'already-present') console.log('  – skipped  package.json scripts[test:mobile] (already exists)');
+          else if (script.state === 'no-package-json') console.log('  ✗ NOT added  package.json scripts[test:mobile] — no package.json here; run `npm init -y` first, then add: "test:mobile": "wdio run wdio.conf.ts"');
+          else console.log(`  ✗ NOT added  package.json scripts[test:mobile] — package.json is not valid JSON (${script.error}); fix it, then add: "test:mobile": "wdio run wdio.conf.ts"`);
 
           // appium-environment/ provisioning bundle (idempotent per file) — emitted before the driver
           // install, run after it so its Appium step finds the project-local CLI.
@@ -262,6 +278,22 @@ export function registerCapabilityCommand(program: Command): void {
       }
     });
 
+/**
+ * Every path that WRITES qa/capabilities.yaml first reads it, edits one field, and writes the whole
+ * file back. That round-trip is only safe when the read succeeded: an unreadable profile reads as
+ * "no platform, no drivers", so the write-back would replace the user's declaration with just the
+ * one driver being added — and `remove` would replace it with nothing at all. Refuse instead.
+ */
+function assertProfileWritable(profile: CapabilityProfile, cwd: string): void {
+  if (profile.source !== 'unreadable') return;
+  console.error(
+    `✗ ${path.relative(cwd, capabilitiesPath(cwd))} exists but could not be parsed.\n` +
+    `  Refusing to rewrite it: this command replaces the whole file, so it would discard the\n` +
+    `  platform, drivers and verification scope you declared. Fix the YAML and re-run.`,
+  );
+  process.exit(1);
+}
+
   // ── remove ─────────────────────────────────────────────────────────────
   cap
     .command('remove <driver>')
@@ -271,9 +303,10 @@ export function registerCapabilityCommand(program: Command): void {
       try {
         const cwd = process.cwd();
         const profile = readCapabilities(cwd);
+        assertProfileWritable(profile, cwd);
         const enabled = profile.enabled.filter((d) => d !== driver);
         const platform = profile.platform === driver ? undefined : profile.platform;
-        writeCapabilities(cwd, { platform, enabled });
+        writeCapabilities(cwd, { platform, enabled, verification: profile.verification });
         const meta = driverMeta(driver);
         if (o.uninstall && meta && !adapterRegistry.hasAdapter(meta.adapter || meta.id)) {
           spawnSync('npm', ['uninstall', meta.package], { stdio: 'inherit', shell: true });

package/src/cli/commands/changed.ts

@@ -12,6 +12,7 @@
 import { Command } from 'commander';
 import { buildRunManifest, readRunManifest, writeRunManifest, selectChanged } from '../../harness/run-manifest';
 import { findUnitDir } from '../resolve-unit';
+import { titlesToGrep } from '../../harness/select-by-ids';
 import { execFileSync } from 'child_process';
 import * as path from 'path';
 
@@ -40,9 +41,6 @@ function gitChangedFiles(unitDir: string): string[] {
   }
 }
 
-/** Escape a scenario title for a `-g` / `--mochaOpts.grep` regex. */
-const toGrep = (titles: string[]): string =>
-  titles.map((t) => t.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')).join('|');
 
 export function registerChangedCommand(program: Command): void {
   program
@@ -75,7 +73,7 @@ export function registerChangedCommand(program: Command): void {
         if (options.grep) {
           // Empty output is meaningful: nothing to run. A caller must treat "" as "skip the run",
           // never as "match everything" — an empty grep would run the whole suite.
-          console.log(toGrep(selection.scenarios));
+          console.log(titlesToGrep(selection.scenarios));
           return;
         }
         if (options.json) { console.log(JSON.stringify(selection, null, 2)); return; }