qa-intelligence 1.1.4 → 1.1.6

package/README.md

@@ -27,9 +27,18 @@ npm install            # installs qa-intelligence + @playwright/test (see playwr
 npx playwright install
 ```
 
+For **local runs with AI failure analysis** (generates `ai.txt` in artifacts — needed for `qa-intelligence-diff`), add to `playwright/.env`:
+
+```bash
+AI_ANALYSIS=true
+OPENAI_API_KEY=sk-...
+```
+
+CI sets `AI_ANALYSIS=true` in the workflow; locally you must enable it yourself.
+
 `init` scaffolds:
 
-- `playwright/` — `.env.example`, `package.json`, `tsconfig.json`, `playwright.config.ts`, example test
+- `playwright/` — `.env.example`, `.gitignore`, `package.json`, `tsconfig.json`, `playwright.config.ts`, example test
 - `.github/workflows/qa-intelligence.yml` — PR diff, history, and comment (skip with `--no-ci`)
 
 **Then:** add `OPENAI_API_KEY` to GitHub secrets and set `BASE_URL` in the workflow file.

package/dist/cli/init.js

@@ -10,6 +10,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const PLAYWRIGHT_SCAFFOLD = [
     { template: "playwright/.env.example", dest: "playwright/.env.example" },
+    { template: "playwright/.gitignore", dest: "playwright/.gitignore" },
     { template: "playwright/tsconfig.json", dest: "playwright/tsconfig.json" },
     {
         template: "playwright/playwright.config.ts",

package/dist/lib/selectMetaForAnalysis.d.ts

@@ -0,0 +1,7 @@
+export interface FailureMeta {
+    is_flaky_suspected?: boolean;
+}
+export declare function testKeyFromMetaPath(metaPath: string): string;
+export declare function parseAttemptFromMetaPath(metaPath: string): number;
+/** Pick one meta.json per test: flaky pass attempt, else last failed attempt. */
+export declare function selectMetaFilesForAnalysis(metaPaths: string[], readMeta: (metaPath: string) => FailureMeta | null): string[];

package/dist/lib/selectMetaForAnalysis.js

@@ -0,0 +1,41 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.testKeyFromMetaPath = testKeyFromMetaPath;
+exports.parseAttemptFromMetaPath = parseAttemptFromMetaPath;
+exports.selectMetaFilesForAnalysis = selectMetaFilesForAnalysis;
+const path_1 = __importDefault(require("path"));
+function testKeyFromMetaPath(metaPath) {
+    return path_1.default.dirname(path_1.default.dirname(metaPath));
+}
+function parseAttemptFromMetaPath(metaPath) {
+    const normalized = metaPath.replace(/\\/g, "/");
+    const match = normalized.match(/\/attempt-(\d+)\/meta\.json$/);
+    if (!match)
+        return 0;
+    const attempt = Number(match[1]);
+    return Number.isFinite(attempt) ? attempt : 0;
+}
+function highestAttemptPath(paths) {
+    return paths.reduce((best, current) => parseAttemptFromMetaPath(current) >= parseAttemptFromMetaPath(best)
+        ? current
+        : best);
+}
+/** Pick one meta.json per test: flaky pass attempt, else last failed attempt. */
+function selectMetaFilesForAnalysis(metaPaths, readMeta) {
+    const byTest = new Map();
+    for (const metaPath of metaPaths) {
+        const key = testKeyFromMetaPath(metaPath);
+        const group = byTest.get(key) ?? [];
+        group.push(metaPath);
+        byTest.set(key, group);
+    }
+    const selected = [];
+    for (const group of byTest.values()) {
+        const flaky = group.filter((p) => readMeta(p)?.is_flaky_suspected);
+        selected.push(highestAttemptPath(flaky.length > 0 ? flaky : group));
+    }
+    return selected;
+}

package/dist/playwright/basePage.d.ts

@@ -1,4 +1,4 @@
-import { Page } from "@playwright/test";
+import type { Page } from "@playwright/test";
 export declare class BasePage {
     protected page: Page;
     constructor(page: Page);

package/dist/playwright/baseTest.d.ts

@@ -1,5 +1,5 @@
-import { expect } from "@playwright/test";
+declare const expect: import("playwright/test").Expect<{}>;
 import { env } from "../config/env";
 import "./testHooks";
-export declare const test: import("@playwright/test").TestType<import("@playwright/test").PlaywrightTestArgs & import("@playwright/test").PlaywrightTestOptions, import("@playwright/test").PlaywrightWorkerArgs & import("@playwright/test").PlaywrightWorkerOptions>;
+export declare const test: import("playwright/test").TestType<import("playwright/test").PlaywrightTestArgs & import("playwright/test").PlaywrightTestOptions, import("playwright/test").PlaywrightWorkerArgs & import("playwright/test").PlaywrightWorkerOptions>;
 export { expect, env };

package/dist/playwright/baseTest.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.env = exports.expect = exports.test = void 0;
-const test_1 = require("@playwright/test");
-Object.defineProperty(exports, "expect", { enumerable: true, get: function () { return test_1.expect; } });
+const playwrightTest_1 = require("./playwrightTest");
+const { test: base, expect } = playwrightTest_1.playwrightTest;
+exports.expect = expect;
 const env_1 = require("../config/env");
 Object.defineProperty(exports, "env", { enumerable: true, get: function () { return env_1.env; } });
 require("./testHooks");
-exports.test = test_1.test;
+exports.test = base;

package/dist/playwright/globalTeardown.js

@@ -7,6 +7,7 @@ exports.default = globalTeardown;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const failureAnalyzer_1 = require("../ai/failureAnalyzer");
+const selectMetaForAnalysis_1 = require("../lib/selectMetaForAnalysis");
 function findMetaFiles(dir, results = []) {
     const entries = fs_1.default.readdirSync(dir, { withFileTypes: true });
     for (const entry of entries) {
@@ -20,6 +21,14 @@ function findMetaFiles(dir, results = []) {
     }
     return results;
 }
+function readMeta(metaPath) {
+    try {
+        return JSON.parse(fs_1.default.readFileSync(metaPath, "utf8"));
+    }
+    catch {
+        return null;
+    }
+}
 async function globalTeardown() {
     if (process.env.AI_ANALYSIS !== "true")
         return;
@@ -29,7 +38,8 @@ async function globalTeardown() {
     const metaFiles = findMetaFiles(runDir);
     if (metaFiles.length === 0)
         return;
-    for (const metaPath of metaFiles) {
+    const toAnalyze = (0, selectMetaForAnalysis_1.selectMetaFilesForAnalysis)(metaFiles, readMeta);
+    for (const metaPath of toAnalyze) {
         console.log(`Analyzing: ${metaPath}`);
         try {
             const analysis = await (0, failureAnalyzer_1.analyzeFailureFile)(metaPath);

package/dist/playwright/playwrightTest.d.ts

@@ -0,0 +1 @@
+export declare const playwrightTest: typeof import("@playwright/test");

package/dist/playwright/playwrightTest.js

@@ -0,0 +1,13 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.playwrightTest = void 0;
+const node_module_1 = require("node:module");
+const node_path_1 = __importDefault(require("node:path"));
+// Resolve @playwright/test from the consumer project (process.cwd()), not from
+// this package's node_modules. Required when qa-intelligence is linked via file:
+// and the library repo has its own devDependency copy of Playwright.
+const requireFromConsumer = (0, node_module_1.createRequire)(node_path_1.default.join(process.cwd(), "package.json"));
+exports.playwrightTest = requireFromConsumer("@playwright/test");

package/dist/playwright/steps.js

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.step = step;
-const test_1 = require("@playwright/test");
+const playwrightTest_1 = require("./playwrightTest");
+const { test } = playwrightTest_1.playwrightTest;
 async function step(name, fn) {
-    return await test_1.test.step(name, fn);
+    return await test.step(name, fn);
 }

package/dist/playwright/testHooks.d.ts

@@ -1 +1 @@
-export declare const test: import("@playwright/test").TestType<import("@playwright/test").PlaywrightTestArgs & import("@playwright/test").PlaywrightTestOptions, import("@playwright/test").PlaywrightWorkerArgs & import("@playwright/test").PlaywrightWorkerOptions>;
+export declare const test: import("playwright/test").TestType<import("playwright/test").PlaywrightTestArgs & import("playwright/test").PlaywrightTestOptions, import("playwright/test").PlaywrightWorkerArgs & import("playwright/test").PlaywrightWorkerOptions>;

package/dist/playwright/testHooks.js

@@ -4,11 +4,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.test = void 0;
-const test_1 = require("@playwright/test");
+const playwrightTest_1 = require("./playwrightTest");
+const { test: base } = playwrightTest_1.playwrightTest;
 const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../reporting/logger");
 const path_1 = __importDefault(require("path"));
-exports.test = test_1.test;
+exports.test = base;
 exports.test.afterEach(async ({ page }, testInfo) => {
     const logFile = (0, logger_1.getLogFilePath)();
     if (fs_1.default.existsSync(logFile)) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "qa-intelligence",
-    "version": "1.1.4",
+    "version": "1.1.6",
     "engines": {
         "node": ">=18"
     },

package/templates/playwright/package.json

@@ -6,6 +6,9 @@
   },
   "dependencies": {
     "@playwright/test": "^1.58.0",
-    "qa-intelligence": "^1.1.4"
+    "qa-intelligence": "^1.1.6"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0"
   }
 }