@sentinelqa/playwright-reporter 0.1.53 → 0.1.56

package/dist/reporter.d.ts

@@ -11,6 +11,7 @@ declare class SentinelReporter {
     private totalCount;
     private startedAt;
     private options;
+    private sentinelMode;
     constructor(options: ReporterOptions);
     onBegin(config: any, suite: any): void;
     onTestEnd(test: any, result: any): Promise<void>;

package/dist/reporter.js

@@ -1,11 +1,29 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 const node_1 = require("@sentinelqa/uploader/node");
+const node_path_1 = __importDefault(require("node:path"));
+const node_url_1 = require("node:url");
 const env_1 = require("./env");
 const quickDiagnosis_1 = require("./quickDiagnosis");
+const localReport_1 = require("./localReport");
 const terminalSummary_1 = require("./terminalSummary");
 const runHistory_1 = require("./runHistory");
 const telemetry_1 = require("./telemetry");
 const { sentinelCaptureFailureContextFromReporter } = require("@sentinelqa/uploader/playwright");
+const readSentinelMode = (env = process.env) => {
+    const raw = env.SENTINEL_MODE?.trim();
+    if (raw == null || raw === "")
+        return "hosted";
+    if (raw === "hosted" || raw === "offline")
+        return raw;
+    throw new Error([
+        "Invalid SENTINEL_MODE value: \"" + raw + "\".",
+        "Allowed values: hosted, offline.",
+        "Tip: remove SENTINEL_MODE to use the default hosted flow."
+    ].join(" "));
+};
 const colorize = (value, code) => {
     if (!process.stdout.isTTY)
         return value;
@@ -15,9 +33,10 @@ const styleCritical = (value) => colorize(value, "1;31");
 const styleWarning = (value) => colorize(value, "1;33");
 const styleAction = (value) => colorize(value, "1;36");
 const stylePrimary = (value) => colorize(value, "1;97");
+const styleImportant = (value) => colorize(value, "97");
 const styleSecondary = (value) => colorize(value, "2");
 const divider = () => "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━";
-const LABEL_WIDTH = 10;
+const LABEL_WIDTH = 19;
 const renderRow = (label, value, valueStyle, indent = "") => {
     const paddedLabel = `${label}:`.padEnd(LABEL_WIDTH);
     const styledValue = valueStyle ? valueStyle(value) : value;
@@ -31,8 +50,8 @@ const highlightCounts = (value) => value
     .replace(/\b(\d+\s+passing\s+runs?)\b/gi, (_, match) => styleSecondary(match))
     .replace(/\b(\d+\s+newly\s+failing)\b/gi, (_, match) => styleWarning(match))
     .replace(/\b(\d+\s+tests?\s+still\s+failing)\b/gi, (_, match) => styleWarning(match));
-const styleIssueTitle = (value) => value.replace(/\((\d+\s+tests?)\)/i, (_, match) => `(${styleWarning(match)})`);
-const styleWhereValue = (value) => value.replace(/\b([A-Za-z0-9_.-]+\.[cm]?[jt]sx?:\d+(?::\d+)?)\b/g, (_, match) => stylePrimary(match));
+const styleIssueTitle = (value) => stylePrimary(value.replace(/\((\d+\s+tests?)\)/i, (_, match) => `(${styleWarning(match)})`));
+const styleWhereValue = (value) => value.replace(/\b([A-Za-z0-9_.-]+\.[cm]?[jt]sx?:\d+(?::\d+)?)\b/g, (_, match) => styleImportant(match));
 const formatCliLine = (line) => {
     if (!line.trim())
         return line;
@@ -45,17 +64,19 @@ const formatCliLine = (line) => {
     }
     if (/^All tests passed$/.test(line))
         return stylePrimary(line);
+    if (/^❌\s+\d+\s+failures?/.test(line))
+        return styleCritical(line);
     if (/^\d+\s+tests?\s+failed$/.test(line))
         return styleCritical(line);
     if (/^Collapsed into \d+\s+real issue/.test(line))
         return highlightCounts(line);
     if (/^\d+\s+tests?\s+in\s+/.test(line))
         return line;
-    if (/^Issue \d+:/.test(line)) {
+    if (/^Issue(?:(?: \d+)?):/.test(line)) {
         const [head, rest] = line.split(": ", 2);
         return `${stylePrimary(head)}: ${styleIssueTitle(rest || "")}`;
     }
-    const rowMatch = line.match(/^(\s*)(What broke|Why|Cause|Where|What changed|Next|Expected|Received|Confidence|Impact|At risk|Why this matters|Recommendation|Last failure|Status|Artifacts ready|Failing step|Failing code|Selector|Target state|Clears|Report):\s*(.*)$/);
+    const rowMatch = line.match(/^(\s*)(What broke|Why|Cause|Where|What changed|Changes since last run|Next|Likely fix|Expected|Received|Confidence|Impact|At risk|Why this matters|Recommendation|Last failure|Status|Artifacts ready|Failing step|Selector|Target state|Report|Blocker):\s*(.*)$/);
     if (!rowMatch)
         return line;
     const [, indent, label, rawValue] = rowMatch;
@@ -66,17 +87,19 @@ const formatCliLine = (line) => {
         case "Why":
             return renderRow(label, value, undefined, indent);
         case "Cause":
-            return renderRow(label, value, undefined, indent);
+            return renderRow(label, rawValue, undefined, indent);
         case "Where":
             return renderRow(label, rawValue, styleWhereValue, indent);
         case "What changed":
+        case "Changes since last run":
             return renderRow(label, rawValue, styleWarning, indent);
         case "Next":
+        case "Likely fix":
             return renderRow(label, rawValue, styleAction, indent);
         case "Report":
             return renderRow(label, rawValue, styleAction, indent);
         case "Expected":
-            return renderRow(label, rawValue, stylePrimary, indent);
+            return renderRow(label, rawValue, styleImportant, indent);
         case "Received":
             return renderRow(label, rawValue, styleCritical, indent);
         case "Confidence":
@@ -96,15 +119,13 @@ const formatCliLine = (line) => {
         case "Artifacts ready":
             return renderRow(label, rawValue, styleSecondary, indent);
         case "Failing step":
-            return renderRow(label, rawValue, stylePrimary, indent);
-        case "Failing code":
-            return renderRow(label, rawValue, stylePrimary, indent);
+            return renderRow(label, rawValue, styleImportant, indent);
         case "Selector":
-            return renderRow(label, rawValue, stylePrimary, indent);
+            return renderRow(label, rawValue, styleImportant, indent);
+        case "Blocker":
+            return renderRow(label, rawValue, styleCritical, indent);
         case "Target state":
             return renderRow(label, rawValue, styleWarning, indent);
-        case "Clears":
-            return renderRow(label, highlightCounts(rawValue), styleWarning, indent);
         default:
             return line;
     }
@@ -142,6 +163,7 @@ class SentinelReporter {
         this.startedAt = Date.now();
         (0, env_1.loadSentinelEnv)();
         this.options = options;
+        this.sentinelMode = readSentinelMode(process.env);
     }
     onBegin(config, suite) {
         this.startedAt = Date.now();
@@ -170,6 +192,37 @@ class SentinelReporter {
         }
     }
     async onEnd() {
+        const offlineMode = this.sentinelMode === "offline";
+        const emitLocalReport = () => {
+            console.log(styleSecondary("Writing local debug report..."));
+            console.log("");
+            try {
+                const result = (0, localReport_1.generateLocalDebugReport)({
+                    playwrightJsonPath: this.options.playwrightJsonPath,
+                    playwrightReportDir: this.options.playwrightReportDir,
+                    testResultsDir: this.options.testResultsDir,
+                    artifactDirs: this.options.artifactDirs || [],
+                    reportDir: process.env.SENTINEL_REPORT_DIR || undefined
+                });
+                const rel = node_path_1.default.relative(process.cwd(), result.htmlPath) || result.htmlPath;
+                const fileUrl = (0, node_url_1.pathToFileURL)(node_path_1.default.resolve(result.htmlPath)).toString();
+                console.log(styleAction("Local report ready"));
+                console.log(formatCliLine(`Next: ${rel}`));
+                console.log("");
+                console.log(styleAction("Shareable report:"));
+                console.log(`  ${fileUrl}`);
+            }
+            catch (err) {
+                console.error(styleCritical("Sentinel: Local report generation failed."));
+                const message = err instanceof Error ? err.message : String(err);
+                if (message && message !== "[object Object]") {
+                    console.error(styleSecondary(message));
+                }
+                if (process.env.SENTINEL_DEBUG && err instanceof Error && err.stack) {
+                    console.error(styleSecondary(err.stack));
+                }
+            }
+        };
         const hasWorkspaceToken = Boolean(process.env.SENTINEL_TOKEN);
         const hasCiEnv = (0, node_1.hasSupportedCiEnv)(process.env);
         const localUploadEnabled = (0, node_1.isLocalUploadEnabled)(process.env);
@@ -177,12 +230,15 @@ class SentinelReporter {
             !hasCiEnv &&
             !localUploadEnabled;
         const quickDiagnosis = (0, quickDiagnosis_1.buildQuickDiagnosis)(this.options.playwrightJsonPath);
+        const isSetupFailureDiagnosis = Boolean(quickDiagnosis?.lines.some((line) => /^Issue(?:(?: \d+)?): Playwright setup error/.test(line)));
         const finalFailedCount = readFinalFailedCount(this.options.playwrightJsonPath);
         const effectiveFailedCount = typeof finalFailedCount === "number" ? finalFailedCount : this.failedCount;
         const passingSummary = effectiveFailedCount === 0
             ? (0, terminalSummary_1.buildPassingRunSummary)(this.options.playwrightJsonPath, { observedRunDurationMs: Date.now() - this.startedAt })
             : null;
-        const failedRunHistory = effectiveFailedCount > 0 ? (0, runHistory_1.buildFailedRunHistorySummary)(this.options.playwrightJsonPath) : null;
+        const failedRunHistory = effectiveFailedCount > 0 && !isSetupFailureDiagnosis
+            ? (0, runHistory_1.buildFailedRunHistorySummary)(this.options.playwrightJsonPath)
+            : null;
         if (effectiveFailedCount > 0) {
             (0, terminalSummary_1.recordReporterHistorySnapshot)(this.options.playwrightJsonPath);
         }
@@ -208,35 +264,52 @@ class SentinelReporter {
         if (hasWorkspaceToken && !hasCiEnv && !localUploadEnabled) {
             console.log("Uploading debug report skipped");
             console.log("Set SENTINEL_UPLOAD_LOCAL=1 for local workspace uploads.");
+            console.log("");
+            emitLocalReport();
             return;
         }
         if (quickDiagnosis?.lines.length) {
             console.log(stylePrimary("Sentinel diagnosis"));
             console.log(styleSecondary(divider()));
             console.log("");
-            if (failedRunHistory?.passStreakBeforeFailure && failedRunHistory.passStreakBeforeFailure > 0) {
+            if (!isSetupFailureDiagnosis && failedRunHistory?.passStreakBeforeFailure && failedRunHistory.passStreakBeforeFailure > 0) {
                 console.log(formatCliLine(`NEW FAILURE after ${failedRunHistory.passStreakBeforeFailure} passing runs`));
                 console.log("");
             }
-            else if ((failedRunHistory?.recurringCount || 0) > 0) {
+            else if (!isSetupFailureDiagnosis && (failedRunHistory?.recurringCount || 0) > 0) {
                 console.log(formatCliLine(`RECURRING FAILURE (${failedRunHistory?.recurringCount} previous runs)`));
+                if (failedRunHistory?.isDominantRecurringIssue && failedRunHistory?.dominantRecurringIssueTitle) {
+                    console.log(formatCliLine(`Impact: ${failedRunHistory.dominantRecurringIssueTitle} is the most common recent failure in local history`));
+                }
                 console.log("");
             }
             for (const line of quickDiagnosis.lines) {
                 console.log(formatCliLine(line));
             }
             console.log("");
-            console.log(styleSecondary(divider()));
-            console.log("");
-            if (failedRunHistory?.newFailures && failedRunHistory.newFailures > 0) {
-                console.log(formatCliLine(`Impact: ${failedRunHistory.newFailures} newly failing in this run`));
-                console.log("");
-            }
-            else if (failedRunHistory?.stillFailing && failedRunHistory.stillFailing > 0) {
-                console.log(formatCliLine(`Impact: ${failedRunHistory.stillFailing} tests still failing`));
+            if (!isSetupFailureDiagnosis) {
+                console.log(styleSecondary(divider()));
                 console.log("");
+                if (failedRunHistory?.newFailures && failedRunHistory.newFailures > 0) {
+                    console.log(formatCliLine(`Impact: ${failedRunHistory.newFailures} newly failing in this run`));
+                    console.log("");
+                }
+                else if (failedRunHistory?.stillFailing && failedRunHistory.stillFailing > 0) {
+                    console.log(formatCliLine(`Impact: ${failedRunHistory.stillFailing} tests still failing`));
+                    if (failedRunHistory?.isDominantRecurringIssue && failedRunHistory?.dominantRecurringIssueCount > 0) {
+                        console.log(formatCliLine(`Impact: Seen in ${failedRunHistory.dominantRecurringIssueCount} recorded failed runs`));
+                    }
+                    console.log("");
+                }
             }
         }
+        if (isSetupFailureDiagnosis) {
+            return;
+        }
+        if (offlineMode) {
+            emitLocalReport();
+            return;
+        }
         console.log(styleSecondary("Uploading debug report..."));
         console.log("");
         const upload = (await (0, node_1.runSentinelUpload)({
@@ -252,7 +325,11 @@ class SentinelReporter {
             }
         }));
         if (upload.exitCode !== 0) {
-            throw new Error(`Sentinel upload failed with exit code ${upload.exitCode}`);
+            console.log(styleWarning("Hosted upload failed"));
+            console.log(styleSecondary("Falling back to a local report."));
+            console.log("");
+            emitLocalReport();
+            return;
         }
         if (!quickDiagnosis?.lines.length && upload.diagnosis?.lines.length) {
             console.log(stylePrimary("Sentinel diagnosis"));

package/dist/runHistory.d.ts

@@ -12,6 +12,9 @@ export type FailedRunHistorySummary = {
     stillFailing: number;
     recurringCount: number;
     recurringTitle: string | null;
+    dominantRecurringIssueTitle: string | null;
+    dominantRecurringIssueCount: number;
+    isDominantRecurringIssue: boolean;
 };
 export declare const buildRunDiffSummary: (playwrightJsonPath: string) => RunDiffSummary | null;
 export declare const buildFailedRunHistorySummary: (playwrightJsonPath: string) => FailedRunHistorySummary | null;

package/dist/runHistory.js

@@ -204,6 +204,10 @@ const buildFailedRunHistorySummary = (playwrightJsonPath) => {
     }))
         .sort((a, b) => b.occurrences - a.occurrences);
     const topRecurring = recurringFailures.find((item) => item.occurrences > 0) || null;
+    const topRecurringTotal = topRecurring ? topRecurring.occurrences + 1 : 0;
+    const isDominantRecurringIssue = Boolean(topRecurring &&
+        topRecurringTotal >= 3 &&
+        topRecurringTotal >= Math.ceil(Math.max(failingReporterRuns.length, 1) / 2));
     writeSnapshot(snapshot);
     const lines = [];
     if (passStreakBeforeFailure > 0) {
@@ -220,6 +224,9 @@ const buildFailedRunHistorySummary = (playwrightJsonPath) => {
     }
     if (topRecurring) {
         lines.push(`- Recurring across ${topRecurring.occurrences + 1} recorded failed runs in local history (${topRecurring.failure.title})`);
+        if (isDominantRecurringIssue) {
+            lines.push(`- This is the most common recent failure in local history`);
+        }
     }
     return lines.length
         ? {
@@ -230,7 +237,10 @@ const buildFailedRunHistorySummary = (playwrightJsonPath) => {
             fixedTests,
             stillFailing,
             recurringCount: topRecurring ? topRecurring.occurrences : 0,
-            recurringTitle: topRecurring?.failure.title || null
+            recurringTitle: topRecurring?.failure.title || null,
+            dominantRecurringIssueTitle: topRecurring?.failure.title || null,
+            dominantRecurringIssueCount: topRecurringTotal,
+            isDominantRecurringIssue
         }
         : null;
 };

package/dist/terminalSummary.js

@@ -104,6 +104,25 @@ const getPrimaryRiskKind = (candidate) => {
         return "historical_failures";
     return "generic";
 };
+const isStrongPassRisk = (candidate, lastFailureRunsAgo) => {
+    if (candidate.retries > 0)
+        return true;
+    if (candidate.ratio !== null && candidate.ratio >= 2.0)
+        return true;
+    if (candidate.repeatedSlowPasses >= 3)
+        return true;
+    if (candidate.timeoutUtilization !== null && candidate.timeoutUtilization >= 0.9)
+        return true;
+    if (candidate.historicalRetries >= 2)
+        return true;
+    if (candidate.historicalFailures >= 6 &&
+        lastFailureRunsAgo !== null &&
+        lastFailureRunsAgo <= 2 &&
+        (candidate.ratio !== null || candidate.historicalRetries > 0 || candidate.repeatedSlowPasses > 0)) {
+        return true;
+    }
+    return false;
+};
 const cleanTitlePath = (parts) => {
     const normalized = parts.map((part) => part.trim()).filter(Boolean);
     const withoutUnnamed = normalized.filter((part) => part !== "Unnamed test");
@@ -339,6 +358,22 @@ const buildPassingRunSummary = (playwrightJsonPath, options) => {
                                 : recentFailurePressure
                                     ? `failed in ${historicalFailures} of the last 10 runs`
                                     : `has weak instability signals`;
+        const riskKind = getPrimaryRiskKind({
+            title: test.title,
+            ratio,
+            recentTrendRatio,
+            retries: test.retries,
+            historicalRetries,
+            historicalFailures,
+            repeatedSlowPasses,
+            timeoutUtilization,
+            medianDurationMs: med,
+            currentDurationMs: test.durationMs,
+            score,
+            strongSignal,
+            currentRunSignal,
+            primaryReason
+        });
         if (score > 0) {
             nearFailureCandidates.push({
                 title: test.title,
@@ -354,7 +389,8 @@ const buildPassingRunSummary = (playwrightJsonPath, options) => {
                 score,
                 strongSignal,
                 currentRunSignal,
-                primaryReason
+                primaryReason,
+                riskKind
             });
         }
     }
@@ -364,20 +400,16 @@ const buildPassingRunSummary = (playwrightJsonPath, options) => {
         (right.timeoutUtilization || 0) - (left.timeoutUtilization || 0) ||
         (right.ratio || 0) - (left.ratio || 0));
     const strongNearFailures = nearFailureCandidates.filter((candidate) => candidate.strongSignal &&
-        (candidate.currentRunSignal ||
-            candidate.historicalRetries >= 2 ||
-            candidate.repeatedSlowPasses >= 3 ||
-            (candidate.recentTrendRatio !== null && candidate.recentTrendRatio >= 1.5)) &&
-        candidate.score >= 3);
-    const topNearFailures = strongNearFailures.slice(0, 2);
-    const flakyLookingCount = strongNearFailures.length;
-    const hasActiveRisk = flakyLookingCount > 0;
+        candidate.score >= 3 &&
+        isStrongPassRisk(candidate, lastFailureRunsAgo));
+    const topRisk = strongNearFailures[0] || null;
+    const hasActiveRisk = Boolean(topRisk);
     const totalDurationMs = snapshot.tests.reduce((sum, test) => sum + test.durationMs, 0);
     const displayedRunDurationMs = options?.observedRunDurationMs || snapshot.wallDurationMs || totalDurationMs;
     const lines = ["All tests passed", `${snapshot.passedCount} tests in ${formatDuration(displayedRunDurationMs)}`];
-    if (hasActiveRisk && topNearFailures[0]) {
-        const riskKind = getPrimaryRiskKind(topNearFailures[0]);
-        lines.push(`At risk: ${topNearFailures[0].title} ${topNearFailures[0].primaryReason}`);
+    if (hasActiveRisk && topRisk) {
+        const riskKind = topRisk.riskKind;
+        lines.push(`At risk: ${topRisk.title} ${topRisk.primaryReason}`);
         if (riskKind === "retry" || riskKind === "historical_retries") {
             lines.push("Why this matters: Similar retry patterns often turn into flaky failures");
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentinelqa/playwright-reporter",
-  "version": "0.1.53",
+  "version": "0.1.56",
   "private": false,
   "description": "Playwright reporter for CI debugging with optional Sentinel cloud dashboards",
   "license": "MIT",