donobu 5.57.0 → 5.57.1

package/dist/cli/donobu-cli.d.ts

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
+import { type DonobuReport } from '../reporter/model';
 declare function hasReporterArg(args: string[]): boolean;
 declare function injectJsonReporterIntoArgs(args: string[]): {
     /** True when the args contained any `--reporter` / `-r` flag. */
@@ -11,8 +12,15 @@ declare function ensureReporterValueHasJson(value: string): {
     value: string;
     changed: boolean;
 };
+/**
+ * Read the count of still-failing tests from a merged report's stats. Returns
+ * `undefined` when the report lacks a numeric `unexpected` stat, signalling the
+ * caller to fall back to the rerun's own exit code rather than assume success.
+ */
+declare function countUnexpectedTests(report: DonobuReport): number | undefined;
 /** @internal Exposed for unit tests only — not part of the public API. */
 export declare const _forTesting: {
+    countUnexpectedTests: typeof countUnexpectedTests;
     ensureReporterValueHasJson: typeof ensureReporterValueHasJson;
     hasReporterArg: typeof hasReporterArg;
     injectJsonReporterIntoArgs: typeof injectJsonReporterIntoArgs;

package/dist/cli/donobu-cli.js

@@ -1416,6 +1416,18 @@ async function attemptAutoHealRun(params) {
             if (mergedReport) {
                 await regenerateDonobuReports(mergedReport);
                 await writeAutoHealPullRequestBody(mergedReport, params.playwrightOutputDir);
+                // The heal rerun only re-runs the grep-filtered subset of healable
+                // tests, so `healExitCode` is blind to failures triage declined to
+                // retry (e.g. real product bugs). Re-derive the status from the merged
+                // report so those remaining failures still fail CI. We only escalate
+                // (never downgrade a non-zero heal exit) to preserve infra/crash codes.
+                const remainingFailures = countUnexpectedTests(mergedReport);
+                if (healExitCode === 0 &&
+                    remainingFailures !== undefined &&
+                    remainingFailures > 0) {
+                    Logger_1.appLogger.warn(`Auto-heal rerun passed for the healed subset, but ${remainingFailures} test(s) remain failing in the merged report. Exiting non-zero.`);
+                    healExitCode = 1;
+                }
             }
         }
     }
@@ -1424,6 +1436,16 @@ async function attemptAutoHealRun(params) {
     }
     return { attempted: true, exitCode: healExitCode };
 }
+/**
+ * Read the count of still-failing tests from a merged report's stats. Returns
+ * `undefined` when the report lacks a numeric `unexpected` stat, signalling the
+ * caller to fall back to the rerun's own exit code rather than assume success.
+ */
+function countUnexpectedTests(report) {
+    const stats = report.stats;
+    const unexpected = stats?.unexpected;
+    return typeof unexpected === 'number' ? unexpected : undefined;
+}
 /**
  * Filename of the auto-heal PR body artifact. Lands in the Playwright output
  * directory alongside the merged JSON / HTML / Markdown reports so the
@@ -2135,6 +2157,7 @@ main().catch((error) => {
 });
 /** @internal Exposed for unit tests only — not part of the public API. */
 exports._forTesting = {
+    countUnexpectedTests,
     ensureReporterValueHasJson,
     hasReporterArg,
     injectJsonReporterIntoArgs,

package/dist/esm/cli/donobu-cli.d.ts

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
+import { type DonobuReport } from '../reporter/model';
 declare function hasReporterArg(args: string[]): boolean;
 declare function injectJsonReporterIntoArgs(args: string[]): {
     /** True when the args contained any `--reporter` / `-r` flag. */
@@ -11,8 +12,15 @@ declare function ensureReporterValueHasJson(value: string): {
     value: string;
     changed: boolean;
 };
+/**
+ * Read the count of still-failing tests from a merged report's stats. Returns
+ * `undefined` when the report lacks a numeric `unexpected` stat, signalling the
+ * caller to fall back to the rerun's own exit code rather than assume success.
+ */
+declare function countUnexpectedTests(report: DonobuReport): number | undefined;
 /** @internal Exposed for unit tests only — not part of the public API. */
 export declare const _forTesting: {
+    countUnexpectedTests: typeof countUnexpectedTests;
     ensureReporterValueHasJson: typeof ensureReporterValueHasJson;
     hasReporterArg: typeof hasReporterArg;
     injectJsonReporterIntoArgs: typeof injectJsonReporterIntoArgs;

package/dist/esm/cli/donobu-cli.js

@@ -1416,6 +1416,18 @@ async function attemptAutoHealRun(params) {
             if (mergedReport) {
                 await regenerateDonobuReports(mergedReport);
                 await writeAutoHealPullRequestBody(mergedReport, params.playwrightOutputDir);
+                // The heal rerun only re-runs the grep-filtered subset of healable
+                // tests, so `healExitCode` is blind to failures triage declined to
+                // retry (e.g. real product bugs). Re-derive the status from the merged
+                // report so those remaining failures still fail CI. We only escalate
+                // (never downgrade a non-zero heal exit) to preserve infra/crash codes.
+                const remainingFailures = countUnexpectedTests(mergedReport);
+                if (healExitCode === 0 &&
+                    remainingFailures !== undefined &&
+                    remainingFailures > 0) {
+                    Logger_1.appLogger.warn(`Auto-heal rerun passed for the healed subset, but ${remainingFailures} test(s) remain failing in the merged report. Exiting non-zero.`);
+                    healExitCode = 1;
+                }
             }
         }
     }
@@ -1424,6 +1436,16 @@ async function attemptAutoHealRun(params) {
     }
     return { attempted: true, exitCode: healExitCode };
 }
+/**
+ * Read the count of still-failing tests from a merged report's stats. Returns
+ * `undefined` when the report lacks a numeric `unexpected` stat, signalling the
+ * caller to fall back to the rerun's own exit code rather than assume success.
+ */
+function countUnexpectedTests(report) {
+    const stats = report.stats;
+    const unexpected = stats?.unexpected;
+    return typeof unexpected === 'number' ? unexpected : undefined;
+}
 /**
  * Filename of the auto-heal PR body artifact. Lands in the Playwright output
  * directory alongside the merged JSON / HTML / Markdown reports so the
@@ -2135,6 +2157,7 @@ main().catch((error) => {
 });
 /** @internal Exposed for unit tests only — not part of the public API. */
 exports._forTesting = {
+    countUnexpectedTests,
     ensureReporterValueHasJson,
     hasReporterArg,
     injectJsonReporterIntoArgs,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "donobu",
-  "version": "5.57.0",
+  "version": "5.57.1",
   "description": "Create browser automations with an LLM agent and replay them as Playwright scripts.",
   "main": "dist/main.js",
   "module": "dist/esm/main.js",