@vijaypjavvadi/bdd2pw 4.3.0 → 4.4.0

package/dist/reports/metaSidecar.d.ts

@@ -39,6 +39,27 @@ export interface MetaSidecarStep {
     locator?: string;
     /** Matcher name or method name when the binding has one. */
     assertion?: string;
+    /**
+     * v4.4.0 — provenance. `null` when this step was bound by the LLM
+     * fallback; a `{ ruleId, pack? }` object when bound by the
+     * deterministic rule table. Absent only when the binding was
+     * emitted before v4.4 (old sidecars remain parseable).
+     */
+    rule?: null | {
+        ruleId: string;
+        pack?: string;
+    };
+    /**
+     * v4.4.0 — populated iff this step was bound by the LLM fallback.
+     * Consumed by `bdd2pw quarantine-stats` and `bdd2pw coverage`.
+     */
+    llm?: {
+        provider: "anthropic" | "openai" | "gemini";
+        model: string;
+        cached: boolean;
+        governance: "sanitised" | "skipped";
+        at: string;
+    };
 }
 export interface MetaSidecarScenario {
     name: string;

package/dist/reports/metaSidecar.js

@@ -80,6 +80,26 @@ function bindingsToMetaSteps(bindings) {
             step.locator = b.assertion.locator;
             step.assertion = b.assertion.matcher;
         }
+        // v4.4.0 — provenance passthrough.
+        //   LLM binding → `rule: null` + full `llm` block.
+        //   Rule binding → `rule: { ruleId, pack? }`.
+        //   No provenance (legacy binding) → both fields absent.
+        if (b.provenance?.source === "llm" && b.provenance.llm) {
+            step.rule = null;
+            step.llm = {
+                provider: b.provenance.llm.provider,
+                model: b.provenance.llm.model,
+                cached: b.provenance.llm.cached,
+                governance: b.provenance.llm.governance,
+                at: b.provenance.llm.at,
+            };
+        }
+        else if (b.provenance?.source === "rule" && b.provenance.ruleId) {
+            step.rule = {
+                ruleId: b.provenance.ruleId,
+                ...(b.provenance.pack ? { pack: b.provenance.pack } : {}),
+            };
+        }
         return step;
     });
 }

package/dist/reports/metaSidecar.js.map

@@ -1 +1 @@
-{"version":3,"file":"metaSidecar.js","sourceRoot":"","sources":["../../src/reports/metaSidecar.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;;AAwDH,kDAmBC;AAhDD;;;;;;;;;;GAUG;AACH,SAAS,cAAc,CAAC,CAAc;IACpC,IAAI,CAAC,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAC5E,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC;IACpE,CAAC;IACD,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,WAAW,CAAC;IACpC,IAAI,CAAC,CAAC,UAAU;QAAE,OAAO,UAAU,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CACjC,QAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAoB;YAC5B,EAAE,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;YACvB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;YACjB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;SAC1B,CAAC;QACF,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvD,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;YACnC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;QACvC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"metaSidecar.js","sourceRoot":"","sources":["../../src/reports/metaSidecar.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;;AA0EH,kDAsCC;AAnED;;;;;;;;;;GAUG;AACH,SAAS,cAAc,CAAC,CAAc;IACpC,IAAI,CAAC,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAC5E,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC;IACpE,CAAC;IACD,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,WAAW,CAAC;IACpC,IAAI,CAAC,CAAC,UAAU;QAAE,OAAO,UAAU,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CACjC,QAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAoB;YAC5B,EAAE,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;YACvB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;YACjB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;SAC1B,CAAC;QACF,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvD,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;YACnC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;QACvC,CAAC;QACD,mCAAmC;QACnC,mDAAmD;QACnD,8CAA8C;QAC9C,yDAAyD;QACzD,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,KAAK,KAAK,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,GAAG,GAAG;gBACT,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ;gBACnC,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK;gBAC7B,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM;gBAC/B,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU;gBACvC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;aACxB,CAAC;QACJ,CAAC;aAAM,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAClE,IAAI,CAAC,IAAI,GAAG;gBACV,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM;gBAC3B,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/reports/quarantineStats.d.ts

@@ -0,0 +1,102 @@
+/**
+ * v4.4.0 Slice 1 — `bdd2pw quarantine-stats <repo>`.
+ *
+ * Aggregates the LLM-provenance data written by v4.4.0's scaffold path
+ * (`*.spec.meta.json` sidecars + `artefacts/candidate-rules.jsonl`)
+ * into a per-feature / per-pack report. The point is to make the two
+ * lanes measurable:
+ *
+ *   trusted lane   — scenarios with NO `@llm-generated` tag; every
+ *                    step bound by the deterministic rule table.
+ *   review lane    — scenarios with the `@llm-generated` tag; at
+ *                    least one step bound by the LLM fallback.
+ *
+ * Report shape (both stdout and `artefacts/quarantine-stats.json`):
+ *
+ *   {
+ *     "version":           "<bdd2pw version>",
+ *     "generatedAt":       "<ISO-8601>",
+ *     "repo":              "<absolute path>",
+ *     "totals": {
+ *       "sidecars":        <int>,
+ *       "scenarios":       { "total": N, "llmGenerated": N, "deterministic": N },
+ *       "steps":           { "total": N, "byRule": N, "byLlm": N },
+ *       "llmCacheHitShare": <0..1 | null>
+ *     },
+ *     "byFeature":         [{ source, scenarios, steps }, ...],
+ *     "promotions": {
+ *       "candidateStepsSurveyed": <int>,
+ *       "promoted":               <int>,
+ *       "promotedStepTexts":      [ ... ]
+ *     },
+ *     "sidecarsScanned":   ["<path>", ...]
+ *   }
+ *
+ * The reader is best-effort — a malformed sidecar is skipped with a
+ * warning and does not crash the run. Only I/O failures on the repo
+ * root itself surface as non-zero exit codes; the report is not a gate.
+ */
+/** Top-level per-repo summary. */
+export interface QuarantineStats {
+    version: string;
+    generatedAt: string;
+    repo: string;
+    totals: {
+        sidecars: number;
+        scenarios: {
+            total: number;
+            llmGenerated: number;
+            deterministic: number;
+        };
+        steps: {
+            total: number;
+            byRule: number;
+            byLlm: number;
+        };
+        /** null when no LLM steps were recorded (avoids fake precision). */
+        llmCacheHitShare: number | null;
+    };
+    byFeature: {
+        source: string;
+        scenarios: {
+            total: number;
+            llmGenerated: number;
+            deterministic: number;
+        };
+        steps: {
+            total: number;
+            byRule: number;
+            byLlm: number;
+        };
+    }[];
+    promotions: {
+        candidateStepsSurveyed: number;
+        promoted: number;
+        promotedStepTexts: string[];
+    };
+    sidecarsScanned: string[];
+    warnings: string[];
+}
+export interface AnalyseQuarantineStatsOptions {
+    /** Repo root containing tests/, artefacts/. */
+    repo: string;
+    /** Package version to embed. Propagated from the CLI. */
+    version: string;
+    /** Optional override for the output path. Default: <repo>/artefacts/quarantine-stats.json. */
+    outputPath?: string;
+}
+export interface AnalyseQuarantineStatsResult {
+    stats: QuarantineStats;
+    outputPath: string;
+}
+/**
+ * Walk `<repo>/tests/**\/*.spec.meta.json` and produce the aggregate
+ * report. Writes the JSON payload alongside the artefacts directory.
+ */
+export declare function analyseQuarantineStats(opts: AnalyseQuarantineStatsOptions): Promise<AnalyseQuarantineStatsResult>;
+/**
+ * Human-readable one-page render. Kept separate from the report
+ * generation so tests can assert on the JSON shape without parsing
+ * text.
+ */
+export declare function renderQuarantineStatsTable(stats: QuarantineStats): string;

package/dist/reports/quarantineStats.js

@@ -0,0 +1,319 @@
+"use strict";
+/**
+ * v4.4.0 Slice 1 — `bdd2pw quarantine-stats <repo>`.
+ *
+ * Aggregates the LLM-provenance data written by v4.4.0's scaffold path
+ * (`*.spec.meta.json` sidecars + `artefacts/candidate-rules.jsonl`)
+ * into a per-feature / per-pack report. The point is to make the two
+ * lanes measurable:
+ *
+ *   trusted lane   — scenarios with NO `@llm-generated` tag; every
+ *                    step bound by the deterministic rule table.
+ *   review lane    — scenarios with the `@llm-generated` tag; at
+ *                    least one step bound by the LLM fallback.
+ *
+ * Report shape (both stdout and `artefacts/quarantine-stats.json`):
+ *
+ *   {
+ *     "version":           "<bdd2pw version>",
+ *     "generatedAt":       "<ISO-8601>",
+ *     "repo":              "<absolute path>",
+ *     "totals": {
+ *       "sidecars":        <int>,
+ *       "scenarios":       { "total": N, "llmGenerated": N, "deterministic": N },
+ *       "steps":           { "total": N, "byRule": N, "byLlm": N },
+ *       "llmCacheHitShare": <0..1 | null>
+ *     },
+ *     "byFeature":         [{ source, scenarios, steps }, ...],
+ *     "promotions": {
+ *       "candidateStepsSurveyed": <int>,
+ *       "promoted":               <int>,
+ *       "promotedStepTexts":      [ ... ]
+ *     },
+ *     "sidecarsScanned":   ["<path>", ...]
+ *   }
+ *
+ * The reader is best-effort — a malformed sidecar is skipped with a
+ * warning and does not crash the run. Only I/O failures on the repo
+ * root itself surface as non-zero exit codes; the report is not a gate.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyseQuarantineStats = analyseQuarantineStats;
+exports.renderQuarantineStatsTable = renderQuarantineStatsTable;
+const fs = __importStar(require("fs-extra"));
+const path = __importStar(require("path"));
+/**
+ * Walk `<repo>/tests/**\/*.spec.meta.json` and produce the aggregate
+ * report. Writes the JSON payload alongside the artefacts directory.
+ */
+async function analyseQuarantineStats(opts) {
+    const repo = path.resolve(opts.repo);
+    const testsDir = path.join(repo, "tests");
+    const warnings = [];
+    const sidecarsScanned = [];
+    const files = [];
+    if (await fs.pathExists(testsDir)) {
+        await walkForSidecars(testsDir, files);
+    }
+    let scenariosTotal = 0;
+    let scenariosLlm = 0;
+    let stepsTotal = 0;
+    let stepsByRule = 0;
+    let stepsByLlm = 0;
+    let cachedLlmSteps = 0;
+    const byFeature = [];
+    for (const file of files) {
+        let sidecar;
+        try {
+            sidecar = JSON.parse(await fs.readFile(file, "utf8"));
+        }
+        catch (e) {
+            warnings.push(`Malformed sidecar (skipped): ${path.relative(repo, file)} — ${e instanceof Error ? e.message : String(e)}`);
+            continue;
+        }
+        if (!sidecar.scenarios || sidecar.scenarios.length === 0)
+            continue;
+        sidecarsScanned.push(path.relative(repo, file));
+        let featureScenariosLlm = 0;
+        let featureStepsByRule = 0;
+        let featureStepsByLlm = 0;
+        let featureStepsTotal = 0;
+        for (const scenario of sidecar.scenarios) {
+            const scenarioIsLlm = (scenario.tags ?? []).includes("@llm-generated");
+            scenariosTotal += 1;
+            if (scenarioIsLlm) {
+                scenariosLlm += 1;
+                featureScenariosLlm += 1;
+            }
+            for (const step of scenario.steps ?? []) {
+                stepsTotal += 1;
+                featureStepsTotal += 1;
+                if (step.llm) {
+                    stepsByLlm += 1;
+                    featureStepsByLlm += 1;
+                    if (step.llm.cached)
+                        cachedLlmSteps += 1;
+                }
+                else {
+                    stepsByRule += 1;
+                    featureStepsByRule += 1;
+                }
+            }
+        }
+        const scenarioCount = sidecar.scenarios.length;
+        byFeature.push({
+            source: sidecar.source ?? path.relative(repo, file),
+            scenarios: {
+                total: scenarioCount,
+                llmGenerated: featureScenariosLlm,
+                deterministic: scenarioCount - featureScenariosLlm,
+            },
+            steps: {
+                total: featureStepsTotal,
+                byRule: featureStepsByRule,
+                byLlm: featureStepsByLlm,
+            },
+        });
+    }
+    const promotions = await computePromotions(repo, warnings);
+    const llmCacheHitShare = stepsByLlm > 0 ? cachedLlmSteps / stepsByLlm : null;
+    const stats = {
+        version: opts.version,
+        generatedAt: new Date().toISOString(),
+        repo,
+        totals: {
+            sidecars: sidecarsScanned.length,
+            scenarios: {
+                total: scenariosTotal,
+                llmGenerated: scenariosLlm,
+                deterministic: scenariosTotal - scenariosLlm,
+            },
+            steps: {
+                total: stepsTotal,
+                byRule: stepsByRule,
+                byLlm: stepsByLlm,
+            },
+            llmCacheHitShare,
+        },
+        byFeature,
+        promotions,
+        sidecarsScanned,
+        warnings,
+    };
+    const outputPath = opts.outputPath ?? path.join(repo, "artefacts", "quarantine-stats.json");
+    await fs.ensureDir(path.dirname(outputPath));
+    await fs.writeFile(outputPath, JSON.stringify(stats, null, 2) + "\n", "utf8");
+    return { stats, outputPath };
+}
+/**
+ * Depth-first walk of `dir`, appending every path ending in
+ * `.spec.meta.json`. Node's built-in `fs.readdir` is enough; we don't
+ * take a dep on glob for one pattern.
+ */
+async function walkForSidecars(dir, out) {
+    let entries;
+    try {
+        entries = await fs.readdir(dir, { withFileTypes: true });
+    }
+    catch {
+        return;
+    }
+    for (const entry of entries) {
+        const full = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            await walkForSidecars(full, out);
+        }
+        else if (entry.isFile() && entry.name.endsWith(".spec.meta.json")) {
+            out.push(full);
+        }
+    }
+}
+/**
+ * Load `artefacts/candidate-rules.jsonl` and figure out which LLM-
+ * emitted step texts are NO LONGER present as `@llm-generated`
+ * scenarios in the current sidecars — i.e. the rule table caught up
+ * and the promotion completed.
+ *
+ * The measure is intentionally coarse (unique step-text intersection);
+ * a finer version lives in Slice 2's coverage analyzer, which joins
+ * step text against the rule table's regex patterns.
+ */
+async function computePromotions(repo, warnings) {
+    const candidatesPath = path.join(repo, "artefacts", "candidate-rules.jsonl");
+    const surveyedStepTexts = new Set();
+    if (await fs.pathExists(candidatesPath)) {
+        let raw;
+        try {
+            raw = await fs.readFile(candidatesPath, "utf8");
+        }
+        catch (e) {
+            warnings.push(`Could not read artefacts/candidate-rules.jsonl: ${e instanceof Error ? e.message : String(e)}`);
+            return { candidateStepsSurveyed: 0, promoted: 0, promotedStepTexts: [] };
+        }
+        for (const line of raw.split(/\r?\n/)) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            try {
+                const entry = JSON.parse(trimmed);
+                if (typeof entry.stepText === "string" && entry.stepText.length > 0) {
+                    surveyedStepTexts.add(entry.stepText);
+                }
+            }
+            catch {
+                // Ignore one malformed line — the JSONL is best-effort telemetry.
+            }
+        }
+    }
+    // Any step-text in the candidates log whose current sidecar entry
+    // no longer has an `llm` block is a promotion. Collect them.
+    const stillLlmStepTexts = new Set();
+    const testsDir = path.join(repo, "tests");
+    if (await fs.pathExists(testsDir)) {
+        const files = [];
+        await walkForSidecars(testsDir, files);
+        for (const file of files) {
+            try {
+                const sidecar = JSON.parse(await fs.readFile(file, "utf8"));
+                for (const scenario of sidecar.scenarios ?? []) {
+                    for (const step of scenario.steps ?? []) {
+                        if (step.llm && typeof step.text === "string") {
+                            stillLlmStepTexts.add(step.text);
+                        }
+                    }
+                }
+            }
+            catch {
+                // Already warned above during the main scan.
+            }
+        }
+    }
+    const promoted = [];
+    for (const t of surveyedStepTexts) {
+        if (!stillLlmStepTexts.has(t))
+            promoted.push(t);
+    }
+    return {
+        candidateStepsSurveyed: surveyedStepTexts.size,
+        promoted: promoted.length,
+        promotedStepTexts: promoted.sort(),
+    };
+}
+/**
+ * Human-readable one-page render. Kept separate from the report
+ * generation so tests can assert on the JSON shape without parsing
+ * text.
+ */
+function renderQuarantineStatsTable(stats) {
+    const lines = [];
+    lines.push("bdd2pw quarantine-stats (v" + stats.version + ")");
+    lines.push("repo: " + stats.repo);
+    lines.push("generated: " + stats.generatedAt);
+    lines.push("");
+    lines.push("scenarios: " +
+        stats.totals.scenarios.total +
+        " total · " +
+        stats.totals.scenarios.deterministic +
+        " deterministic · " +
+        stats.totals.scenarios.llmGenerated +
+        " @llm-generated");
+    lines.push("steps:     " +
+        stats.totals.steps.total +
+        " total · " +
+        stats.totals.steps.byRule +
+        " by rule · " +
+        stats.totals.steps.byLlm +
+        " by LLM");
+    if (stats.totals.llmCacheHitShare !== null) {
+        lines.push("LLM cache hit share: " +
+            (stats.totals.llmCacheHitShare * 100).toFixed(1) +
+            "%");
+    }
+    lines.push("");
+    lines.push("promotions: " +
+        stats.promotions.promoted +
+        "/" +
+        stats.promotions.candidateStepsSurveyed +
+        " candidate step(s) now rule-bound");
+    if (stats.warnings.length > 0) {
+        lines.push("");
+        lines.push("warnings:");
+        for (const w of stats.warnings)
+            lines.push("  - " + w);
+    }
+    return lines.join("\n") + "\n";
+}
+//# sourceMappingURL=quarantineStats.js.map

package/dist/reports/quarantineStats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quarantineStats.js","sourceRoot":"","sources":["../../src/reports/quarantineStats.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyFH,wDAiHC;AA2GD,gEA6CC;AAhWD,6CAA+B;AAC/B,2CAA6B;AAkF7B;;;GAGG;AACI,KAAK,UAAU,sBAAsB,CAC1C,IAAmC;IAEnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,MAAM,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,SAAS,GAAiC,EAAE,CAAC;IAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAA4B,CAAC;QACjC,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;QACnE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CACX,gCAAgC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,MACvD,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAC3C,EAAE,CACH,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACnE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAEhD,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,aAAa,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;YACvE,cAAc,IAAI,CAAC,CAAC;YACpB,IAAI,aAAa,EAAE,CAAC;gBAClB,YAAY,IAAI,CAAC,CAAC;gBAClB,mBAAmB,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBACxC,UAAU,IAAI,CAAC,CAAC;gBAChB,iBAAiB,IAAI,CAAC,CAAC;gBACvB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,UAAU,IAAI,CAAC,CAAC;oBAChB,iBAAiB,IAAI,CAAC,CAAC;oBACvB,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM;wBAAE,cAAc,IAAI,CAAC,CAAC;gBAC3C,CAAC;qBAAM,CAAC;oBACN,WAAW,IAAI,CAAC,CAAC;oBACjB,kBAAkB,IAAI,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/C,SAAS,CAAC,IAAI,CAAC;YACb,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;YACnD,SAAS,EAAE;gBACT,KAAK,EAAE,aAAa;gBACpB,YAAY,EAAE,mBAAmB;gBACjC,aAAa,EAAE,aAAa,GAAG,mBAAmB;aACnD;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,iBAAiB;gBACxB,MAAM,EAAE,kBAAkB;gBAC1B,KAAK,EAAE,iBAAiB;aACzB;SACF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAE3D,MAAM,gBAAgB,GACpB,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IAEtD,MAAM,KAAK,GAAoB;QAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,IAAI;QACJ,MAAM,EAAE;YACN,QAAQ,EAAE,eAAe,CAAC,MAAM;YAChC,SAAS,EAAE;gBACT,KAAK,EAAE,cAAc;gBACrB,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,cAAc,GAAG,YAAY;aAC7C;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,UAAU;aAClB;YACD,gBAAgB;SACjB;QACD,SAAS;QACT,UAAU;QACV,eAAe;QACf,QAAQ;KACT,CAAC;IAEF,MAAM,UAAU,GACd,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,uBAAuB,CAAC,CAAC;IAC3E,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7C,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IAE9E,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,GAAa;IACvD,IAAI,OAAoB,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,KAAK,UAAU,iBAAiB,CAC9B,IAAY,EACZ,QAAkB;IAElB,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,uBAAuB,CAAC,CAAC;IAC7E,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACxC,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CACX,mDACE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAC3C,EAAE,CACH,CAAC;YACF,OAAO,EAAE,sBAAsB,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC;QAC3E,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAmB,CAAC;gBACpD,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpE,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,kEAAkE;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,6DAA6D;IAC7D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CACrB,CAAC;gBACb,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;oBAC/C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;wBACxC,IAAI,IAAI,CAAC,GAAG,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;4BAC9C,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACnC,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,6CAA6C;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO;QACL,sBAAsB,EAAE,iBAAiB,CAAC,IAAI;QAC9C,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,iBAAiB,EAAE,QAAQ,CAAC,IAAI,EAAE;KACnC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAgB,0BAA0B,CAAC,KAAsB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,4BAA4B,GAAG,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;IAC/D,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,aAAa;QACX,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK;QAC5B,WAAW;QACX,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa;QACpC,mBAAmB;QACnB,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY;QACnC,iBAAiB,CACpB,CAAC;IACF,KAAK,CAAC,IAAI,CACR,aAAa;QACX,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK;QACxB,WAAW;QACX,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;QACzB,aAAa;QACb,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK;QACxB,SAAS,CACZ,CAAC;IACF,IAAI,KAAK,CAAC,MAAM,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CACR,uBAAuB;YACrB,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAChD,GAAG,CACN,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,cAAc;QACZ,KAAK,CAAC,UAAU,CAAC,QAAQ;QACzB,GAAG;QACH,KAAK,CAAC,UAAU,CAAC,sBAAsB;QACvC,mCAAmC,CACtC,CAAC;IACF,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC"}

package/dist/transformers/stepMatcher.d.ts

@@ -27,6 +27,16 @@ import type { PageObjectIR, ScenarioIR, StepBinding, StepIR } from "../types";
  */
 export type DomainName = "banking" | "healthcare" | "insurance" | "retail" | "gov" | "education" | "telecom";
 export declare function setActiveDomains(domains: readonly DomainName[] | undefined): void;
+/**
+ * v4.4.0 Slice 2 — returns the full list of every rule id currently in
+ * the registry, ordered as `matchStep()` walks them. Consumed by
+ * `bdd2pw coverage` to seed the "dead rules" report (a rule appears in
+ * this list but not in any sidecar).
+ */
+export declare function listAllRuleIds(): {
+    ruleId: string;
+    pack?: DomainName;
+}[];
 export interface MatchStepsInput {
     scenarios: ScenarioIR[];
     pom: PageObjectIR;

package/dist/transformers/stepMatcher.js

@@ -17,6 +17,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.setActiveDomains = setActiveDomains;
+exports.listAllRuleIds = listAllRuleIds;
 exports.matchSteps = matchSteps;
 exports.matchStep = matchStep;
 exports.diagnoseStep = diagnoseStep;
@@ -42,22 +43,56 @@ const DOMAIN_RULES = {
     telecom: telecom_1.TELECOM_RULES,
 };
 let activeDomainRules = [];
+/**
+ * v4.4.0 Slice 2 — parallel array to `activeDomainRules`. Index N
+ * names the domain pack that owns `activeDomainRules[N]`. Consumed by
+ * `matchStep()` when it decorates a rule-produced binding with
+ * `provenance.pack`.
+ */
+let activeDomainRulePacks = [];
 function setActiveDomains(domains) {
     if (!domains || domains.length === 0) {
         activeDomainRules = [];
+        activeDomainRulePacks = [];
         return;
     }
     const seen = new Set();
     const out = [];
+    const packs = [];
     for (const d of domains) {
         if (seen.has(d))
             continue;
         seen.add(d);
         const pack = DOMAIN_RULES[d];
-        if (pack)
-            out.push(...pack);
+        if (pack) {
+            for (const r of pack) {
+                out.push(r);
+                packs.push(d);
+            }
+        }
     }
     activeDomainRules = out;
+    activeDomainRulePacks = packs;
+}
+/**
+ * v4.4.0 Slice 2 — returns the full list of every rule id currently in
+ * the registry, ordered as `matchStep()` walks them. Consumed by
+ * `bdd2pw coverage` to seed the "dead rules" report (a rule appears in
+ * this list but not in any sidecar).
+ */
+function listAllRuleIds() {
+    const domainCount = activeDomainRules.length;
+    const out = [];
+    for (let i = 0; i < domainCount; i++) {
+        out.push({
+            ruleId: `domain-${String(i + 1).padStart(2, "0")}`,
+            pack: activeDomainRulePacks[i],
+        });
+    }
+    for (let i = 0; i < RULES.length; i++) {
+        out.push({ ruleId: `rule-${String(i + 1).padStart(2, "0")}` });
+    }
+    return out;
 }
 /**
  * Match every step in every scenario to a POM call / assertion / TODO.
@@ -94,12 +129,31 @@ function matchStep(step, pom, pageVar) {
     const effectiveRules = activeDomainRules.length > 0
         ? [...activeDomainRules, ...RULES]
         : RULES;
-    for (const rule of effectiveRules) {
+    const domainCount = activeDomainRules.length;
+    for (let idx = 0; idx < effectiveRules.length; idx++) {
+        const rule = effectiveRules[idx];
         const m = normalisedStep.text.match(rule.pattern);
         if (m) {
             const result = rule.build(m, normalisedStep, pom, pageVar);
-            if (result)
-                return result;
+            if (result) {
+                // v4.4.0 Slice 2 — attach rule provenance so the meta-sidecar
+                // + `bdd2pw coverage` CLI can report which rule bound each
+                // step. If the rule's own build() already set a provenance
+                // block (extremely rare — no rule does today), leave it alone.
+                if (result.provenance)
+                    return result;
+                const isDomain = idx < domainCount;
+                return {
+                    ...result,
+                    provenance: {
+                        source: "rule",
+                        ruleId: isDomain
+                            ? `domain-${String(idx + 1).padStart(2, "0")}`
+                            : `rule-${String(idx - domainCount + 1).padStart(2, "0")}`,
+                        pack: isDomain ? activeDomainRulePacks[idx] : undefined,
+                    },
+                };
+            }
         }
     }
     return {