@vijaypjavvadi/bdd2pw 3.9.0 → 3.12.0

package/dist/reports/healStats.js

@@ -0,0 +1,303 @@
+"use strict";
+/**
+ * v3.10.0 — heal-events.jsonl → heal-stats.json analyzer.
+ *
+ * Same flavor as v3.9.0's `LLMTelemetry` sidecar but for the
+ * self-healing pipeline. Where v3.9.0 measures the LLM batching ROI
+ * per scaffold, v3.10.0 measures the self-healing ROI per TEST RUN.
+ *
+ * Input:  `<repo>/artefacts/heal-events.jsonl` — one JSON event per
+ *         line, written by the runtime `healOrThrow` helper from
+ *         `templates/heal.ts.tmpl`. Event kinds:
+ *           - `register`            — locator constructed
+ *           - `heal_attempt`        — action failed; asking the heal
+ *                                     service for a candidate
+ *           - `healed`              — candidate worked; subsequent
+ *                                     calls use it transparently
+ *           - `heal_unavailable`    — no candidate / candidate failed
+ *
+ * Output: `<repo>/artefacts/heal-stats.json` — stable shape:
+ *
+ *   {
+ *     "version": "3.10.0",
+ *     "generatedAt": "2026-...",
+ *     "source": "<events file>",
+ *     "totals": {
+ *       "registrations": 47,
+ *       "healAttempts": 6,
+ *       "healed": 4,
+ *       "healUnavailable": 2,
+ *       "healRate": 0.6667,         // healed / healAttempts
+ *       "uniqueFields": 23,
+ *       "uniquePages": 3
+ *     },
+ *     "topFailingFields": [
+ *       { "page": "LoginPage", "name": "submitButton", "attempts": 3, "healed": 2 },
+ *       ...
+ *     ],
+ *     "topErrors": [
+ *       { "error": "Timeout 30000ms exceeded", "count": 4 },
+ *       ...
+ *     ],
+ *     "topCandidates": [
+ *       { "selector": "[data-testid='submit']", "promotions": 2,
+ *         "averageConfidence": 0.87 },
+ *       ...
+ *     ],
+ *     "retryLatencyMs": { "p50": 1240, "p95": 3010, "min": 880, "max": 3010 },
+ *     "perScenario": [
+ *       { "scenario": "User can log in", "attempts": 1, "healed": 1 },
+ *       ...
+ *     ]
+ *   }
+ *
+ * Why a separate command (not part of scaffold): scaffold GENERATES the
+ * test repo; the heal events are produced when the user RUNS the
+ * generated tests. So this analyzer is a post-test command, run from
+ * CI after `npx playwright test`. Same pattern as `bdd2pw propose-rules`
+ * which runs after the LLM has populated `candidate-rules.jsonl`.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyseHealStats = analyseHealStats;
+exports.aggregate = aggregate;
+const fs = __importStar(require("fs-extra"));
+const path = __importStar(require("path"));
+const PACKAGE_VERSION = "3.10.0";
+/** Public entry point. */
+async function analyseHealStats(opts) {
+    const jsonlPath = await resolveJsonlPath(opts.inputPath);
+    const events = await readEvents(jsonlPath);
+    const summary = aggregate(events, jsonlPath, opts.topN ?? 10);
+    const outputPath = opts.outputPath ?? path.join(path.dirname(jsonlPath), "heal-stats.json");
+    await fs.ensureDir(path.dirname(outputPath));
+    await fs.writeFile(outputPath, JSON.stringify(summary, null, 2), "utf8");
+    return { outputPath, totalEvents: events.length };
+}
+/* ─── pure aggregation (testable without fs) ──────────────────────── */
+/**
+ * Compute a HealStats summary from an in-memory event list. Pure
+ * function — no I/O. Used both by the public CLI entry and the unit
+ * tests.
+ */
+function aggregate(events, source, topN) {
+    const fieldKey = (e) => `${e.page}::${e.name}`;
+    const fieldAttempts = new Map();
+    const errorCounts = new Map();
+    const candidateStats = new Map();
+    const scenarioStats = new Map();
+    const uniquePages = new Set();
+    const uniqueFields = new Set();
+    const retryLatencies = [];
+    /**
+     * Match heal_attempt events with their matching `healed` /
+     * `heal_unavailable` outcome by (page, name, method). The keying
+     * assumes a heal attempt resolves before another one fires for the
+     * same field+method combo, which holds in practice — actions run
+     * serially per test.
+     */
+    const openAttempts = new Map();
+    const attemptKey = (e) => `${e.page}::${e.name}::${e.method ?? ""}`;
+    let registrations = 0;
+    let healAttempts = 0;
+    let healed = 0;
+    let healUnavailable = 0;
+    for (const e of events) {
+        uniquePages.add(e.page);
+        uniqueFields.add(fieldKey(e));
+        if (e.event === "register") {
+            registrations += 1;
+            continue;
+        }
+        if (e.event === "heal_attempt") {
+            healAttempts += 1;
+            const field = fieldAttempts.get(fieldKey(e)) ?? {
+                page: e.page,
+                name: e.name,
+                attempts: 0,
+                healed: 0,
+            };
+            field.attempts += 1;
+            fieldAttempts.set(fieldKey(e), field);
+            if (e.error) {
+                const msg = truncateError(e.error);
+                errorCounts.set(msg, (errorCounts.get(msg) ?? 0) + 1);
+            }
+            const scenario = e.scenario_name ?? "(no scenario context)";
+            const ss = scenarioStats.get(scenario) ?? { attempts: 0, healed: 0 };
+            ss.attempts += 1;
+            scenarioStats.set(scenario, ss);
+            openAttempts.set(attemptKey(e), Date.parse(e.ts));
+            continue;
+        }
+        if (e.event === "healed") {
+            healed += 1;
+            const field = fieldAttempts.get(fieldKey(e)) ?? {
+                page: e.page,
+                name: e.name,
+                attempts: 0,
+                healed: 0,
+            };
+            field.healed += 1;
+            fieldAttempts.set(fieldKey(e), field);
+            if (e.healed) {
+                const cs = candidateStats.get(e.healed) ?? {
+                    promotions: 0,
+                    confidenceSum: 0,
+                    confidenceCount: 0,
+                };
+                cs.promotions += 1;
+                if (typeof e.confidence === "number") {
+                    cs.confidenceSum += e.confidence;
+                    cs.confidenceCount += 1;
+                }
+                candidateStats.set(e.healed, cs);
+            }
+            const scenario = e.scenario_name ?? "(no scenario context)";
+            const ss = scenarioStats.get(scenario) ?? { attempts: 0, healed: 0 };
+            ss.healed += 1;
+            scenarioStats.set(scenario, ss);
+            const startTs = openAttempts.get(attemptKey(e));
+            if (startTs !== undefined) {
+                retryLatencies.push(Date.parse(e.ts) - startTs);
+                openAttempts.delete(attemptKey(e));
+            }
+            continue;
+        }
+        if (e.event === "heal_unavailable") {
+            healUnavailable += 1;
+            openAttempts.delete(attemptKey(e));
+            continue;
+        }
+    }
+    const sortedFailingFields = Array.from(fieldAttempts.values())
+        .sort((a, b) => b.attempts - a.attempts)
+        .slice(0, topN);
+    const sortedErrors = Array.from(errorCounts.entries())
+        .map(([error, count]) => ({ error, count }))
+        .sort((a, b) => b.count - a.count)
+        .slice(0, topN);
+    const sortedCandidates = Array.from(candidateStats.entries())
+        .map(([selector, s]) => ({
+        selector,
+        promotions: s.promotions,
+        averageConfidence: s.confidenceCount > 0 ? s.confidenceSum / s.confidenceCount : null,
+    }))
+        .sort((a, b) => b.promotions - a.promotions)
+        .slice(0, topN);
+    const sortedScenarios = Array.from(scenarioStats.entries())
+        .map(([scenario, s]) => ({ scenario, ...s }))
+        .sort((a, b) => b.attempts - a.attempts)
+        .slice(0, topN);
+    const latenciesSorted = [...retryLatencies].sort((a, b) => a - b);
+    return {
+        version: PACKAGE_VERSION,
+        generatedAt: new Date().toISOString(),
+        source,
+        totals: {
+            registrations,
+            healAttempts,
+            healed,
+            healUnavailable,
+            healRate: healAttempts === 0 ? 0 : healed / healAttempts,
+            uniqueFields: uniqueFields.size,
+            uniquePages: uniquePages.size,
+        },
+        topFailingFields: sortedFailingFields,
+        topErrors: sortedErrors,
+        topCandidates: sortedCandidates,
+        retryLatencyMs: {
+            p50: percentile(latenciesSorted, 0.5),
+            p95: percentile(latenciesSorted, 0.95),
+            min: latenciesSorted.length ? latenciesSorted[0] : 0,
+            max: latenciesSorted.length
+                ? latenciesSorted[latenciesSorted.length - 1]
+                : 0,
+        },
+        perScenario: sortedScenarios,
+    };
+}
+function percentile(sortedAsc, p) {
+    if (sortedAsc.length === 0)
+        return 0;
+    const idx = Math.ceil(sortedAsc.length * p) - 1;
+    return sortedAsc[Math.max(0, Math.min(idx, sortedAsc.length - 1))];
+}
+/**
+ * Normalise an error message so different timestamps / IDs collapse to
+ * the same bucket: lowercase, strip leading "Error: " / "TimeoutError",
+ * collapse runs of digits.
+ */
+function truncateError(s) {
+    return s
+        .toLowerCase()
+        .replace(/^(?:error|timeouterror|protocolerror):\s*/i, "")
+        .replace(/\b\d{3,}\b/g, "<n>")
+        .slice(0, 120);
+}
+/* ─── filesystem glue ─────────────────────────────────────────────── */
+async function resolveJsonlPath(inputPath) {
+    const stat = await fs.stat(inputPath).catch(() => undefined);
+    if (stat?.isFile())
+        return inputPath;
+    if (stat?.isDirectory()) {
+        const direct = path.join(inputPath, "heal-events.jsonl");
+        if (await fs.pathExists(direct))
+            return direct;
+        const nested = path.join(inputPath, "artefacts", "heal-events.jsonl");
+        if (await fs.pathExists(nested))
+            return nested;
+        return nested; // analyser will handle 'no events' gracefully
+    }
+    return path.join(inputPath, "artefacts", "heal-events.jsonl");
+}
+async function readEvents(jsonlPath) {
+    if (!(await fs.pathExists(jsonlPath)))
+        return [];
+    const raw = await fs.readFile(jsonlPath, "utf8");
+    const out = [];
+    for (const line of raw.split(/\r?\n/)) {
+        if (!line.trim())
+            continue;
+        try {
+            out.push(JSON.parse(line));
+        }
+        catch {
+            /* skip malformed line */
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=healStats.js.map

package/dist/reports/healStats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"healStats.js","sourceRoot":"","sources":["../../src/reports/healStats.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqEH,4CAaC;AASD,8BAgKC;AAzPD,6CAA+B;AAC/B,2CAA6B;AA+D7B,MAAM,eAAe,GAAG,QAAQ,CAAC;AAEjC,0BAA0B;AACnB,KAAK,UAAU,gBAAgB,CACpC,IAAsB;IAEtB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAE9D,MAAM,UAAU,GACd,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAC3E,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7C,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAEzE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;AACpD,CAAC;AAED,yEAAyE;AAEzE;;;;GAIG;AACH,SAAgB,SAAS,CACvB,MAAmB,EACnB,MAAc,EACd,IAAY;IAEZ,MAAM,QAAQ,GAAG,CAAC,CAAY,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IACJ,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,EAG3B,CAAC;IACJ,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IACJ,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC;;;;;;OAMG;IACH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,UAAU,GAAG,CAAC,CAAY,EAAE,EAAE,CAClC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;IAE5C,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxB,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9B,IAAI,CAAC,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC3B,aAAa,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YAC/B,YAAY,IAAI,CAAC,CAAC;YAClB,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC9C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;aACV,CAAC;YACF,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;YACpB,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACnC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,CAAC,aAAa,IAAI,uBAAuB,CAAC;YAC5D,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACrE,EAAE,CAAC,QAAQ,IAAI,CAAC,CAAC;YACjB,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC;YACZ,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC9C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;aACV,CAAC;YACF,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;YAClB,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;oBACzC,UAAU,EAAE,CAAC;oBACb,aAAa,EAAE,CAAC;oBAChB,eAAe,EAAE,CAAC;iBACnB,CAAC;gBACF,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC;gBACnB,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACrC,EAAE,CAAC,aAAa,IAAI,CAAC,CAAC,UAAU,CAAC;oBACjC,EAAE,CAAC,eAAe,IAAI,CAAC,CAAC;gBAC1B,CAAC;gBACD,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,CAAC,aAAa,IAAI,uBAAuB,CAAC;YAC5D,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACrE,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC;YACf,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;gBAChD,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,kBAAkB,EAAE,CAAC;YACnC,eAAe,IAAI,CAAC,CAAC;YACrB,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,SAAS;QACX,CAAC;IACH,CAAC;IAED,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;SAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;SACvC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;SAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;SAC1D,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,QAAQ;QACR,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,iBAAiB,EACf,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;KACrE,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;SAC3C,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;SACxD,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;SACvC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,eAAe,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAElE,OAAO;QACL,OAAO,EAAE,eAAe;QACxB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,MAAM;QACN,MAAM,EAAE;YACN,aAAa;YACb,YAAY;YACZ,MAAM;YACN,eAAe;YACf,QAAQ,EAAE,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,YAAY;YACxD,YAAY,EAAE,YAAY,CAAC,IAAI;YAC/B,WAAW,EAAE,WAAW,CAAC,IAAI;SAC9B;QACD,gBAAgB,EAAE,mBAAmB;QACrC,SAAS,EAAE,YAAY;QACvB,aAAa,EAAE,gBAAgB;QAC/B,cAAc,EAAE;YACd,GAAG,EAAE,UAAU,CAAC,eAAe,EAAE,GAAG,CAAC;YACrC,GAAG,EAAE,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC;YACtC,GAAG,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,GAAG,EAAE,eAAe,CAAC,MAAM;gBACzB,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC7C,CAAC,CAAC,CAAC;SACN;QACD,WAAW,EAAE,eAAe;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,SAAmB,EAAE,CAAS;IAChD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChD,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,CAAS;IAC9B,OAAO,CAAC;SACL,WAAW,EAAE;SACb,OAAO,CAAC,4CAA4C,EAAE,EAAE,CAAC;SACzD,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC;SAC7B,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,yEAAyE;AAEzE,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC/C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC7D,IAAI,IAAI,EAAE,MAAM,EAAE;QAAE,OAAO,SAAS,CAAC;IACrC,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC;QACtE,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;QAC/C,OAAO,MAAM,CAAC,CAAC,8CAA8C;IAC/D,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB;IACzC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/types.d.ts

@@ -170,7 +170,8 @@ export interface ScaffoldOptions {
      *   sidecar. Production runs MUST keep this off.
      */
     llmConfig?: {
-        provider: "anthropic";
+        /** v3.12.0 — three-provider parity: anthropic, openai, gemini. */
+        provider: "anthropic" | "openai" | "gemini";
         model?: string;
         apiKey?: string;
         governanceUrl?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vijaypjavvadi/bdd2pw",
-  "version": "3.9.0",
+  "version": "3.12.0",
   "description": "Scaffold runnable Playwright TypeScript tests from Gherkin .feature files. Detects existing Page Objects, scans live pages via Microsoft Playwright MCP, emits POMs + specs, ready for execution. CLI + HTTP service. Optional governed LLM fallback (Anthropic / OpenAI / Gemini).",
   "bin": {
     "bdd2pw": "dist/cli.js"
@@ -81,6 +81,8 @@
   },
   "optionalDependencies": {
     "@anthropic-ai/sdk": "^0.91.1",
+    "openai": "^4.77.0",
+    "@google/generative-ai": "^0.21.0",
     "better-sqlite3": "^11.0.0",
     "pino-pretty": "^11.0.0",
     "playwright": "^1.45.0"