@sentinelqa/playwright-reporter 0.1.50 → 0.1.51

package/dist/quickDiagnosis.d.ts

@@ -1,5 +1,5 @@
 type DiagnosisSignal = "timeout" | "assertion_mismatch" | "locator_not_found" | "actionability" | "network" | "runtime" | "infra" | "unknown";
-type QuickDiagnosis = {
+export type QuickDiagnosis = {
     lines: string[];
     footer?: string[];
 };

package/dist/quickDiagnosis.js

@@ -860,31 +860,25 @@ const buildQuickDiagnosis = (playwrightJsonPath) => {
         const failed = failures[0];
         const suspects = commitWindow.trusted ? rankCommitsForFailure(failed, commitWindow) : [];
         const top = suspects[0];
-        const alt = suspects[1];
-        const lines = [`${formatTitle(failed.title)} failed.`, `What broke: ${(0, exports.describeFailure)(failed)}`];
+        const lines = [`Test: ${shortenTitle(failed.title)}`, `Likely cause: ${(0, exports.describeFailure)(failed)}`];
         const primaryLocation = buildLocationLine(failed);
-        if (primaryLocation)
-            lines.push(`Where: ${withoutPrefix(withoutPrefix(primaryLocation, "Error location:"), "Likely file:")}`);
-        if (failed.firstErrorLine)
-            lines.push(`Error: ${failed.firstErrorLine}`);
-        for (const evidence of buildSecondaryEvidenceLines(failed))
-            lines.push(evidence);
-        if (top) {
-            lines.push(compactCommitLine(top));
-            lines.push(`Why Sentinel picked it: ${compactWhyLine(top)}.`);
-            if (top.touchedFiles.length) {
-                lines.push(`Touched files: ${top.touchedFiles.map((file) => basename(file)).join(", ")}`);
+        const confidence = top ? confidenceLabel(top.score).toLowerCase() : "medium";
+        lines.push(`Confidence: ${confidence}`);
+        if (top && top.score >= 0.62) {
+            lines.push(`Likely introduced in: "${top.commit.message}"`);
+            if (top.reasons.length) {
+                lines.push(`Reason: ${compactWhyLine(top)}.`);
             }
-            if (alt)
-                lines.push(alternateCommitLine(alt));
         }
-        lines.push(`Check first: ${checkFirst(failed)}.`);
+        lines.push("Check first:");
+        lines.push(`- ${checkFirst(failed)}`);
+        if (primaryLocation)
+            lines.push(`Where: ${withoutPrefix(withoutPrefix(primaryLocation, "Error location:"), "Likely file:")}`);
+        if (failed.codeContext?.action)
+            lines.push(`Failing step: ${failed.codeContext.action}`);
         return {
             lines,
-            footer: [
-                ...(top ? [`Confidence: ${confidenceLabel(top.score)}`] : []),
-                ...(commitWindow.trusted ? [`Commits analyzed: ${commitWindow.commits.length}`] : [`Commit blame skipped: ${commitWindow.reason}`])
-            ]
+            footer: []
         };
     }
     const clusterMap = new Map();
@@ -916,29 +910,24 @@ const buildQuickDiagnosis = (playwrightJsonPath) => {
         const locationValue = clusterLocation
             ? withoutPrefix(clusterLocation, clusterLocation.startsWith("Error locations:") ? "Error locations:" : "Error location:")
             : null;
-        const rootCause = compactRootCauseSummary(cluster);
-        const errorLine = compactErrorLine(cluster.sample);
+        const rootCause = cluster.count === 1 ? (0, exports.describeFailure)(cluster.sample) : compactRootCauseSummary(cluster);
         lines.push(`[${index + 1}] ${rootCauseLabel(cluster.sample)} (${cluster.count} tests)`);
-        lines.push(`    Root cause: ${rootCause}`);
-        if (errorLine) {
-            lines.push(`    Error: ${errorLine}`);
+        lines.push(`    Likely cause: ${rootCause}`);
+        if (top && top.score >= 0.62) {
+            lines.push(`    Likely introduced in: "${top.commit.message}"`);
+            if (top.reasons.length) {
+                lines.push(`    Reason: ${compactWhyLine(top)}.`);
+            }
         }
+        lines.push(`    Check first: ${clusterCheckFirst(cluster)}.`);
         if (locationValue) {
             lines.push(`    Where: ${locationValue}`);
         }
-        if (top && top.touchedFiles.length) {
-            lines.push(`    Changed files: ${top.touchedFiles.map((file) => basename(file)).join(", ")}`);
-        }
-        lines.push(`    Check first: ${clusterCheckFirst(cluster)}.`);
+        lines.push(`    Shared impact: ${cluster.count} test${cluster.count === 1 ? "" : "s"} failing with ${cluster.count === 1 ? "this" : "same"} root cause`);
     }
     return {
         lines,
-        footer: topCluster
-            ? [
-                ...(topCluster.suspects[0] ? [`Top confidence: ${confidenceLabel(topCluster.suspects[0].score)}`] : []),
-                ...(commitWindow.trusted ? [`Commits analyzed: ${commitWindow.commits.length}`] : [`Commit blame skipped: ${commitWindow.reason}`])
-            ]
-            : []
+        footer: topCluster?.suspects[0] ? [`Confidence: ${confidenceLabel(topCluster.suspects[0].score).toLowerCase()}`] : []
     };
 };
 exports.buildQuickDiagnosis = buildQuickDiagnosis;

package/dist/reporter.js

@@ -14,6 +14,7 @@ const colorize = (value, code) => {
 const green = (value) => colorize(value, "32");
 const yellow = (value) => colorize(value, "33");
 const dim = (value) => colorize(value, "2");
+const divider = () => "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━";
 const readFinalFailedCount = (playwrightJsonPath) => {
     try {
         const parsed = JSON.parse(require("node:fs").readFileSync(playwrightJsonPath, "utf8"));
@@ -94,21 +95,14 @@ class SentinelReporter {
         console.log("");
         if (passingSummary) {
             console.log(green("Sentinel run summary"));
+            console.log(divider());
+            console.log("");
             for (const line of passingSummary.lines) {
-                console.log(`  ${line}`);
-            }
-            if (passingSummary.risks.length > 0) {
-                console.log("");
-                console.log(yellow("Potential risks"));
-                for (const line of passingSummary.risks) {
-                    console.log(`  ${line}`);
-                }
-            }
-            if (!hasWorkspaceToken) {
-                console.log("");
-                console.log("Activate a free workspace at sentinelqa.com/register");
+                console.log(line);
             }
             console.log("");
+            console.log(divider());
+            console.log("");
         }
         if (effectiveFailedCount > 0) {
             (0, telemetry_1.emitFailedRunTelemetry)();
@@ -118,31 +112,38 @@ class SentinelReporter {
             return;
         }
         if (hasWorkspaceToken && !hasCiEnv && !localUploadEnabled) {
-            console.log([
-                "Sentinel: Upload skipped.",
-                "Reason: Local workspace uploads require SENTINEL_UPLOAD_LOCAL=1.",
-                "",
-                "Next step:",
-                "- Set SENTINEL_UPLOAD_LOCAL=1 to allow a local workspace upload.",
-                "- Or remove SENTINEL_TOKEN to generate a free public hosted report instead."
-            ].join("\n"));
+            console.log("Uploading debug report skipped");
+            console.log("Set SENTINEL_UPLOAD_LOCAL=1 for local workspace uploads.");
             return;
         }
-        if (hasWorkspaceToken) {
+        if (quickDiagnosis?.lines.length) {
+            console.log(yellow("Sentinel diagnosis"));
+            console.log(divider());
             console.log("");
-            console.log(green("✔ Artifacts collected"));
-        }
-        console.log("");
-        if (hasWorkspaceToken) {
-            console.log("Uploading hosted debugging report to Sentinel...");
-        }
-        else if (usingImplicitLocalPublicMode) {
-            console.log("Creating free hosted debug report with Sentinel...");
-            console.log(dim("No API key detected. Using the free public report flow for this local run."));
-        }
-        else {
-            console.log("Creating free hosted debug report with Sentinel...");
+            if (failedRunHistory?.passStreakBeforeFailure && failedRunHistory.passStreakBeforeFailure > 0) {
+                console.log(`NEW FAILURE after ${failedRunHistory.passStreakBeforeFailure} passing runs`);
+                console.log("");
+            }
+            else if ((failedRunHistory?.recurringCount || 0) > 0) {
+                console.log(`RECURRING FAILURE (${failedRunHistory?.recurringCount} previous runs)`);
+                console.log("");
+            }
+            for (const line of quickDiagnosis.lines) {
+                console.log(line);
+            }
+            console.log("");
+            console.log(divider());
+            console.log("");
+            if (failedRunHistory?.newFailures && failedRunHistory.newFailures > 0) {
+                console.log(`Impact: ${failedRunHistory.newFailures} newly failing in this run`);
+                console.log("");
+            }
+            else if (failedRunHistory?.stillFailing && failedRunHistory.stillFailing > 0) {
+                console.log(`Impact: ${failedRunHistory.stillFailing} tests still failing`);
+                console.log("");
+            }
         }
+        console.log("Uploading debug report...");
         console.log("");
         const upload = (await (0, node_1.runSentinelUpload)({
             playwrightJsonPath: this.options.playwrightJsonPath,
@@ -159,43 +160,22 @@ class SentinelReporter {
         if (upload.exitCode !== 0) {
             throw new Error(`Sentinel upload failed with exit code ${upload.exitCode}`);
         }
-        const backendReady = upload.diagnosis?.status === "ready" && Boolean(upload.diagnosis?.lines?.length);
-        const diagnosis = backendReady ? upload.diagnosis : quickDiagnosis;
-        if (diagnosis?.lines.length) {
-            console.log("");
+        if (!quickDiagnosis?.lines.length && upload.diagnosis?.lines.length) {
             console.log(yellow("Sentinel diagnosis"));
-            for (const line of diagnosis.lines) {
-                console.log(`  ${dim(line)}`);
-            }
-            if (diagnosis.footer?.length) {
-                console.log("");
-                for (const line of diagnosis.footer) {
-                    console.log(`  ${dim(line)}`);
-                }
-            }
-        }
-        const historyLines = failedRunHistory?.lines || [];
-        const normalizedHistory = backendReady
-            ? historyLines.filter((line) => !line.includes("Seen before:"))
-            : historyLines;
-        if (normalizedHistory.length) {
+            console.log(divider());
             console.log("");
-            console.log(yellow("Run context"));
-            for (const line of normalizedHistory) {
-                console.log(`  ${dim(line)}`);
+            for (const line of upload.diagnosis.lines) {
+                console.log(line);
             }
+            console.log("");
+            console.log(divider());
         }
         console.log("");
-        console.log("View full debug report");
+        console.log("Debug report ready");
         console.log(`  ${upload.shareRunUrl || upload.internalRunUrl}`);
         if (upload.shareLabel) {
             console.log(`  ${dim(upload.shareLabel)}`);
         }
-        if (!hasWorkspaceToken) {
-            console.log("");
-            console.log("Create a free workspace to keep reports private, compare runs, and unlock deeper AI debugging");
-            console.log(`  ${dim("https://sentinelqa.com/register")}`);
-        }
     }
 }
 module.exports = SentinelReporter;

package/dist/runHistory.d.ts

@@ -5,6 +5,13 @@ type RunDiffSummary = {
 };
 export type FailedRunHistorySummary = {
     lines: string[];
+    passStreakBeforeFailure: number;
+    previousWasGreen: boolean;
+    newFailures: number;
+    fixedTests: number;
+    stillFailing: number;
+    recurringCount: number;
+    recurringTitle: string | null;
 };
 export declare const buildRunDiffSummary: (playwrightJsonPath: string) => RunDiffSummary | null;
 export declare const buildFailedRunHistorySummary: (playwrightJsonPath: string) => FailedRunHistorySummary | null;

package/dist/runHistory.js

@@ -221,6 +221,17 @@ const buildFailedRunHistorySummary = (playwrightJsonPath) => {
     if (topRecurring) {
         lines.push(`- Recurring across ${topRecurring.occurrences + 1} recorded failed runs in local history (${topRecurring.failure.title})`);
     }
-    return lines.length ? { lines } : null;
+    return lines.length
+        ? {
+            lines,
+            passStreakBeforeFailure,
+            previousWasGreen: Boolean(previousRun && (previousRun.failedCount || 0) === 0),
+            newFailures,
+            fixedTests,
+            stillFailing,
+            recurringCount: topRecurring ? topRecurring.occurrences : 0,
+            recurringTitle: topRecurring?.failure.title || null
+        }
+        : null;
 };
 exports.buildFailedRunHistorySummary = buildFailedRunHistorySummary;

package/dist/terminalSummary.d.ts

@@ -21,7 +21,6 @@ type HistorySnapshot = {
 };
 export type PassingRunSummary = {
     lines: string[];
-    risks: string[];
 };
 type PassingRunSummaryOptions = {
     observedRunDurationMs?: number | null;

package/dist/terminalSummary.js

@@ -343,56 +343,25 @@ const buildPassingRunSummary = (playwrightJsonPath, options) => {
     const hasActiveRisk = flakyLookingCount > 0;
     const totalDurationMs = snapshot.tests.reduce((sum, test) => sum + test.durationMs, 0);
     const displayedRunDurationMs = options?.observedRunDurationMs || snapshot.wallDurationMs || totalDurationMs;
-    const lines = [
-        `- ${snapshot.passedCount} tests passed in ${formatDuration(displayedRunDurationMs)} of wall time`
-    ];
-    if (hasActiveRisk) {
-        if (retryPassedCount > 0)
-            lines.push(`- Retries detected: ${retryPassedCount}`);
-        lines.push(`- Flaky-looking tests: ${flakyLookingCount}`);
-        if (topNearFailures[0]) {
-            lines.push(`- Most at risk next: ${topNearFailures[0].title} (${topNearFailures[0].primaryReason})`);
-        }
-        if (passStreak > 1)
-            lines.push(`- Pass streak: ${passStreak} runs`);
+    const lines = ["All tests passed", `${snapshot.passedCount} tests in ${formatDuration(displayedRunDurationMs)}`];
+    if (hasActiveRisk && topNearFailures[0]) {
+        lines.push(`At risk: ${topNearFailures[0].title} ${topNearFailures[0].primaryReason}`);
+        lines.push(topNearFailures[0].retries > 0 || topNearFailures[0].historicalRetries >= 2
+            ? "Why this matters: Similar timing and retry patterns often turn into flaky failures"
+            : "Why this matters: Performance regressions often lead to flaky failures");
         if (lastFailureRunsAgo !== null)
-            lines.push(`- Last failure: ${lastFailureRunsAgo} runs ago`);
+            lines.push(`Last failure: ${lastFailureRunsAgo} runs ago`);
+        lines.push(topNearFailures[0].retries > 0
+            ? "Recommendation: inspect retry behavior or timing around this test"
+            : "Recommendation: monitor the next runs or investigate the slowdown");
     }
     else {
-        lines.push(`- Pipeline health: Stable`);
-        if (passStreak > 1)
-            lines.push(`- Pass streak: ${passStreak} runs`);
+        lines.push("No anomalies detected");
         if (lastFailureRunsAgo !== null)
-            lines.push(`- Last failure: ${lastFailureRunsAgo} runs ago`);
-    }
-    lines.push(`- Sentinel active: traces, screenshots, video enabled`);
-    const risks = [];
-    for (const candidate of topNearFailures) {
-        if (candidate.ratio && candidate.ratio >= 1.8) {
-            risks.push(`- ${candidate.title} took ${formatShortDuration(candidate.currentDurationMs)} vs ${formatShortDuration(candidate.medianDurationMs)} recent median (${candidate.ratio.toFixed(1)}x)`);
-        }
-        if (candidate.retries > 0) {
-            risks.push(`- ${candidate.title} passed after ${candidate.retries} retr${candidate.retries === 1 ? 'y' : 'ies'}`);
-        }
-        if (candidate.historicalRetries >= 2) {
-            risks.push(`- ${candidate.title} has needed retries in ${candidate.historicalRetries} of the last 10 passing runs`);
-        }
-        if (candidate.repeatedSlowPasses >= 3) {
-            risks.push(`- ${candidate.title} has been unusually slow in ${candidate.repeatedSlowPasses} of the last 10 passing runs`);
-        }
-        if (candidate.recentTrendRatio && candidate.recentTrendRatio >= 1.5) {
-            risks.push(`- ${candidate.title} is trending slower over recent runs`);
-        }
-        if (candidate.timeoutUtilization && candidate.timeoutUtilization >= 0.65) {
-            risks.push(`- ${candidate.title} used ${(candidate.timeoutUtilization * 100).toFixed(0)}% of its timeout budget`);
-        }
-        if (candidate.historicalFailures >= 5 &&
-            lastFailureRunsAgo !== null &&
-            lastFailureRunsAgo <= 3 &&
-            (candidate.currentRunSignal || candidate.historicalRetries >= 2 || candidate.repeatedSlowPasses >= 3)) {
-            risks.push(`- ${candidate.title} failed in ${candidate.historicalFailures} of the last 10 runs`);
-        }
+            lines.push(`Last failure: ${lastFailureRunsAgo} runs ago`);
+        lines.push("Status: Stable");
     }
-    return { lines, risks: Array.from(new Set(risks)).slice(0, 4) };
+    lines.push("Artifacts ready: traces, screenshots, video");
+    return { lines };
 };
 exports.buildPassingRunSummary = buildPassingRunSummary;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentinelqa/playwright-reporter",
-  "version": "0.1.50",
+  "version": "0.1.51",
   "private": false,
   "description": "Playwright reporter for CI debugging with optional Sentinel cloud dashboards",
   "license": "MIT",