@sentinelqa/playwright-reporter 0.1.33 → 0.1.35

package/dist/reporter.js

@@ -2,6 +2,7 @@
 const node_1 = require("@sentinelqa/uploader/node");
 const env_1 = require("./env");
 const quickDiagnosis_1 = require("./quickDiagnosis");
+const runHistory_1 = require("./runHistory");
 const { sentinelCaptureFailureContextFromReporter } = require("@sentinelqa/uploader/playwright");
 const colorize = (value, code) => {
     if (!process.stdout.isTTY)
@@ -43,19 +44,31 @@ class SentinelReporter {
         }
     }
     async onEnd() {
-        console.log("");
-        console.log(green("✔ Artifacts collected"));
+        const hasWorkspaceToken = Boolean(process.env.SENTINEL_TOKEN);
         const quickDiagnosis = (0, quickDiagnosis_1.buildQuickDiagnosis)(this.options.playwrightJsonPath);
+        const runDiff = (0, runHistory_1.buildRunDiffSummary)(this.options.playwrightJsonPath);
+        console.log("");
         if (quickDiagnosis?.lines.length) {
-            console.log("");
             console.log(yellow("Quick diagnosis"));
             for (const line of quickDiagnosis.lines) {
                 console.log(`  ${dim(line)}`);
             }
+            console.log("");
+        }
+        if (runDiff) {
+            console.log(yellow("Run-to-run diff"));
+            console.log(`  ${dim(`New failures: ${runDiff.newFailures}`)}`);
+            console.log(`  ${dim(`Fixed since last run: ${runDiff.fixedTests}`)}`);
+            console.log(`  ${dim(`Still failing: ${runDiff.stillFailing}`)}`);
+            console.log("");
+        }
+        if (hasWorkspaceToken) {
+            console.log("");
+            console.log(green("✔ Artifacts collected"));
+            console.log("");
+            console.log("Uploading hosted debugging report to Sentinel...");
+            console.log("");
         }
-        console.log("");
-        console.log("Uploading hosted debugging report to Sentinel...");
-        console.log("");
         const upload = await (0, node_1.runSentinelUpload)({
             playwrightJsonPath: this.options.playwrightJsonPath,
             playwrightReportDir: this.options.playwrightReportDir,
@@ -71,14 +84,15 @@ class SentinelReporter {
             throw new Error(`Sentinel upload failed with exit code ${upload.exitCode}`);
         }
         console.log("");
-        console.log("✔ Hosted report uploaded to Sentinel");
-        if (upload.shareRunUrl || upload.internalRunUrl) {
+        console.log("Sentinel report");
+        console.log(`  ${upload.shareRunUrl || upload.internalRunUrl}`);
+        if (upload.shareLabel) {
+            console.log(`  ${dim(upload.shareLabel)}`);
+        }
+        if (!hasWorkspaceToken) {
             console.log("");
-            console.log("Sentinel report");
-            console.log(`  ${upload.shareRunUrl || upload.internalRunUrl}`);
-            if (upload.shareLabel) {
-                console.log(`  ${dim(upload.shareLabel)}`);
-            }
+            console.log("Upgrade for free to get full AI debugging suggestions");
+            console.log(`  ${dim("https://app.sentinelqa.com/register")}`);
         }
     }
 }

package/dist/runHistory.d.ts

@@ -0,0 +1,7 @@
+type RunDiffSummary = {
+    newFailures: number;
+    fixedTests: number;
+    stillFailing: number;
+};
+export declare const buildRunDiffSummary: (playwrightJsonPath: string) => RunDiffSummary | null;
+export {};

package/dist/runHistory.js

@@ -0,0 +1,116 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildRunDiffSummary = void 0;
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_path_1 = __importDefault(require("node:path"));
+const quickDiagnosis_1 = require("./quickDiagnosis");
+const SENTINEL_HISTORY_DIR = node_path_1.default.join(".sentinel", "history");
+const ensureDir = (dirPath) => {
+    if (!node_fs_1.default.existsSync(dirPath)) {
+        node_fs_1.default.mkdirSync(dirPath, { recursive: true });
+    }
+};
+const getCurrentBranch = () => {
+    const fromEnv = process.env.GITHUB_REF_NAME ||
+        process.env.CI_COMMIT_REF_NAME ||
+        process.env.CI_COMMIT_BRANCH ||
+        process.env.BRANCH_NAME ||
+        null;
+    return fromEnv && fromEnv.trim() ? fromEnv.trim() : "main";
+};
+const getCurrentGitSha = () => {
+    const fromEnv = process.env.GITHUB_SHA ||
+        process.env.CI_COMMIT_SHA ||
+        process.env.VERCEL_GIT_COMMIT_SHA ||
+        null;
+    return fromEnv && fromEnv.trim() ? fromEnv.trim() : "unknown";
+};
+const buildMatchKey = (failure) => [
+    failure.signal,
+    failure.locator || "unknown-locator",
+    failure.expected || "unknown-expected",
+    failure.received || "unknown-received",
+    failure.titlePath.join(" > ") || failure.title
+].join("|");
+const buildSnapshot = (playwrightJsonPath) => {
+    const failures = (0, quickDiagnosis_1.collectFailureFacts)(playwrightJsonPath);
+    return {
+        generatedAt: new Date().toISOString(),
+        branch: getCurrentBranch(),
+        gitSha: getCurrentGitSha(),
+        failures: failures.map((failure) => ({
+            id: failure.titlePath.join(" > ") || failure.title,
+            matchKey: buildMatchKey(failure),
+            title: failure.title,
+            status: failure.status
+        }))
+    };
+};
+const getPointerPaths = (branch) => [
+    node_path_1.default.join(".sentinel", "latest.json"),
+    node_path_1.default.join(".sentinel", `latest-${branch}.json`),
+    ...(branch === "main" ? [node_path_1.default.join(".sentinel", "latest-main.json")] : [])
+];
+const normalizeFailures = (snapshot) => {
+    if (!snapshot)
+        return [];
+    if (Array.isArray(snapshot.failures)) {
+        return snapshot.failures.filter((failure) => Boolean(failure &&
+            typeof failure.id === "string" &&
+            typeof failure.matchKey === "string" &&
+            typeof failure.title === "string" &&
+            typeof failure.status === "string"));
+    }
+    if (Array.isArray(snapshot.tests)) {
+        return snapshot.tests
+            .filter((test) => test && typeof test.id === "string")
+            .map((test) => ({
+            id: test.id,
+            matchKey: typeof test.matchKey === "string" ? test.matchKey : test.id,
+            title: typeof test.title === "string" ? test.title : test.id,
+            status: typeof test.status === "string" ? test.status : "failed"
+        }));
+    }
+    return [];
+};
+const readSnapshot = (filePath) => {
+    if (!node_fs_1.default.existsSync(filePath))
+        return null;
+    try {
+        return JSON.parse(node_fs_1.default.readFileSync(filePath, "utf8"));
+    }
+    catch {
+        return null;
+    }
+};
+const writeSnapshot = (snapshot) => {
+    ensureDir(node_path_1.default.resolve(process.cwd(), ".sentinel"));
+    ensureDir(node_path_1.default.resolve(process.cwd(), SENTINEL_HISTORY_DIR));
+    const fileName = `${snapshot.generatedAt.replace(/[:.]/g, "-")}-${snapshot.gitSha}.json`;
+    const historyPath = node_path_1.default.resolve(process.cwd(), SENTINEL_HISTORY_DIR, fileName);
+    node_fs_1.default.writeFileSync(historyPath, JSON.stringify(snapshot, null, 2), "utf8");
+    for (const pointerPath of getPointerPaths(snapshot.branch)) {
+        node_fs_1.default.writeFileSync(node_path_1.default.resolve(process.cwd(), pointerPath), JSON.stringify({ path: historyPath, ...snapshot }, null, 2), "utf8");
+    }
+};
+const buildRunDiffSummary = (playwrightJsonPath) => {
+    const snapshot = buildSnapshot(playwrightJsonPath);
+    const previous = readSnapshot(node_path_1.default.resolve(process.cwd(), ".sentinel", `latest-${snapshot.branch}.json`)) ||
+        readSnapshot(node_path_1.default.resolve(process.cwd(), ".sentinel", "latest.json"));
+    const previousFailures = normalizeFailures(previous);
+    const currentFailureIds = new Set(snapshot.failures.map((test) => test.id));
+    const currentFailureMatchKeys = new Set(snapshot.failures.map((test) => test.matchKey));
+    const diff = previous && previous.generatedAt !== snapshot.generatedAt
+        ? {
+            newFailures: snapshot.failures.filter((test) => !previousFailures.some((prev) => prev.id === test.id || prev.matchKey === test.matchKey)).length,
+            fixedTests: previousFailures.filter((test) => !currentFailureIds.has(test.id) && !currentFailureMatchKeys.has(test.matchKey)).length,
+            stillFailing: snapshot.failures.filter((test) => previousFailures.some((prev) => prev.id === test.id || prev.matchKey === test.matchKey)).length
+        }
+        : null;
+    writeSnapshot(snapshot);
+    return diff;
+};
+exports.buildRunDiffSummary = buildRunDiffSummary;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentinelqa/playwright-reporter",
-  "version": "0.1.33",
+  "version": "0.1.35",
   "private": false,
   "description": "Playwright reporter for CI debugging with optional Sentinel cloud dashboards",
   "license": "MIT",