@empiricalrun/playwright-utils 0.58.1 → 0.58.3

package/dist/reporter/harness.d.ts

@@ -29,6 +29,48 @@ export interface RunResult {
     stderr: string;
 }
 export type WaitFor = "first-passed" | "first-failed";
+/** A `@@ NAME @@` line printed by a fixture suite, with its offset from run start. */
+export interface Marker {
+    name: string;
+    atMs: number;
+}
+export interface SignalRunResult extends RunResult {
+    exitCode: number | null;
+    exitSignal: NodeJS.Signals | null;
+    markers: Marker[];
+    /** Offset from run start at which the first signal was delivered. */
+    signalSentAtMs: number;
+    /** Wall clock at run start, so `atMs` offsets can be compared to file mtimes. */
+    startedAtEpochMs: number;
+}
+export interface SignalRunOptions {
+    workers: number;
+    /**
+     * Signal as soon as this `@@ MARKER @@` is printed. Preferred over `waitFor`:
+     * it pins the signal to a known point in the run instead of a sleep.
+     */
+    waitForMarker?: string;
+    /** Legacy trigger: wait for the first pass/fail line in stdout. */
+    waitFor?: WaitFor;
+    /** Settling delay between the trigger and the signal. */
+    delayBeforeSignalMs?: number;
+    /** Defaults to SIGINT, which is what production sends. */
+    signal?: NodeJS.Signals;
+    /** Send the same signal again this long after the first one. */
+    secondSignalAfterMs?: number;
+    /** SIGKILL the group this long after the first signal, like the cmd.ts grace cap. */
+    killAfterMs?: number;
+    /** How long to wait for the trigger before giving up and signalling anyway. */
+    triggerTimeoutMs?: number;
+}
+/**
+ * Spawns `playwright test` with the IBR reporter in its own process group,
+ * signals the group mid-run, and waits for exit.
+ *
+ * The process group and the signal both match production: `cmd.ts` spawns the
+ * runner detached and does `process.kill(-pid, signal)`.
+ */
+export declare function runPlaywrightWithSignal(ctx: IBRTestContext, opts: SignalRunOptions): Promise<SignalRunResult>;
 /**
  * Spawns `playwright test` with the IBR reporter, waits for a test outcome,
  * sends SIGINT, and waits for the process to exit.
@@ -39,6 +81,8 @@ export declare function runPlaywrightWithSigint(ctx: IBRTestContext, opts: {
     workers: number;
     waitFor: WaitFor;
 }): Promise<RunResult>;
+/** Marker names in the order they were printed. */
+export declare function markerNames(result: SignalRunResult): string[];
 export declare function runPlaywrightList(ctx: TestCaseSyncTestContext): Promise<RunResult>;
 export interface BlobEvent {
     method: string;
@@ -48,4 +92,40 @@ export interface BlobEvent {
  * Reads `report.jsonl` from the blob zip and returns parsed events.
  */
 export declare function readBlobEvents(ctx: IBRTestContext): Promise<BlobEvent[]>;
+/**
+ * Reads `report.jsonl` from any blob-format zip (standard or incremental).
+ */
+export declare function readEventsFromZip(zipPath: string): Promise<BlobEvent[]>;
+export interface ParityTestContext {
+    tempDir: string;
+    /** Playwright's built-in blob reporter output: blob-report/report-1.zip */
+    standardZipPath: string;
+    standardBlobDir: string;
+    /** IBR output: blob-report-incremental/incremental-report-1.zip */
+    incrementalZipPath: string;
+    incrementalBlobDir: string;
+}
+/**
+ * Sets up a fixture whose config runs BOTH the built-in blob reporter and the
+ * IBR on the same invocation, so one event stream feeds both zips.
+ */
+export declare function setupParityFixture(suite: string): Promise<{
+    ctx: ParityTestContext;
+    cleanup: () => Promise<void>;
+}>;
+export interface CleanRunResult extends RunResult {
+    exitCode: number | null;
+}
+/**
+ * Spawns `playwright test` and lets it run to completion — the clean-finish
+ * half of the matrix (the SIGINT helpers above cover interruption).
+ */
+export declare function runPlaywrightClean(ctx: ParityTestContext, opts: {
+    workers: number;
+}): Promise<CleanRunResult>;
+/**
+ * Runs `playwright merge-reports <blobDir> --reporter json` and returns the
+ * parsed summary. Distinct output names let one temp dir hold both merges.
+ */
+export declare function mergeBlobDirToSummary(cwd: string, blobDir: string, outputName: string): Record<string, unknown>;
 //# sourceMappingURL=harness.d.ts.map

package/dist/reporter/harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../src/reporter/harness.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACzD,GAAG,EAAE,cAAc,CAAC;IACpB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAqCD,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACrE,GAAG,EAAE,uBAAuB,CAAC;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAI3E;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,OAAO,GAAG,cAAc,GAAG,cAAc,CAAC;AAOtD;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAC1C,OAAO,CAAC,SAAS,CAAC,CAiDpB;AAED,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,uBAAuB,GAC3B,OAAO,CAAC,SAAS,CAAC,CA6BpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,SAAS,EAAE,CAAC,CAUtB"}
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../src/reporter/harness.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACzD,GAAG,EAAE,cAAc,CAAC;IACpB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAqCD,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACrE,GAAG,EAAE,uBAAuB,CAAC;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAI3E;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,OAAO,GAAG,cAAc,GAAG,cAAc,CAAC;AAOtD,sFAAsF;AACtF,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAgB,SAAQ,SAAS;IAChD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IAClC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;IACvB,iFAAiF;IACjF,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mEAAmE;IACnE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yDAAyD;IACzD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;IACxB,gEAAgE;IAChE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAID;;;;;;GAMG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,gBAAgB,GACrB,OAAO,CAAC,eAAe,CAAC,CA8H1B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAC1C,OAAO,CAAC,SAAS,CAAC,CAOpB;AAED,mDAAmD;AACnD,wBAAgB,WAAW,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE,CAE7D;AAED,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,uBAAuB,GAC3B,OAAO,CAAC,SAAS,CAAC,CA6BpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,SAAS,EAAE,CAAC,CAEtB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU7E;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,mEAAmE;IACnE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IAC/D,GAAG,EAAE,iBAAiB,CAAC;IACvB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAqBD;AAED,MAAM,WAAW,cAAe,SAAQ,SAAS;IAC/C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,iBAAiB,EACtB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACxB,OAAO,CAAC,cAAc,CAAC,CA0BzB;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAgBzB"}

package/dist/reporter/harness.js

@@ -7,9 +7,15 @@ exports.sleep = sleep;
 exports.setupFixture = setupFixture;
 exports.setupTestCaseSyncFixture = setupTestCaseSyncFixture;
 exports.cleanBlobArtifacts = cleanBlobArtifacts;
+exports.runPlaywrightWithSignal = runPlaywrightWithSignal;
 exports.runPlaywrightWithSigint = runPlaywrightWithSigint;
+exports.markerNames = markerNames;
 exports.runPlaywrightList = runPlaywrightList;
 exports.readBlobEvents = readBlobEvents;
+exports.readEventsFromZip = readEventsFromZip;
+exports.setupParityFixture = setupParityFixture;
+exports.runPlaywrightClean = runPlaywrightClean;
+exports.mergeBlobDirToSummary = mergeBlobDirToSummary;
 const zip_1 = require("@empiricalrun/r2-uploader/zip");
 const child_process_1 = require("child_process");
 const fs_1 = __importDefault(require("fs"));
@@ -85,15 +91,18 @@ const WAIT_FOR_PATTERNS = {
     "first-passed": /passed|✓/,
     "first-failed": /failed|✘|×/,
 };
+const MARKER_RE = /@@ ([A-Z0-9-]+) @@/g;
 /**
- * Spawns `playwright test` with the IBR reporter, waits for a test outcome,
- * sends SIGINT, and waits for the process to exit.
+ * Spawns `playwright test` with the IBR reporter in its own process group,
+ * signals the group mid-run, and waits for exit.
  *
- * Returns captured stdout/stderr.
+ * The process group and the signal both match production: `cmd.ts` spawns the
+ * runner detached and does `process.kill(-pid, signal)`.
  */
-async function runPlaywrightWithSigint(ctx, opts) {
-    const { workers, waitFor } = opts;
-    const pattern = WAIT_FOR_PATTERNS[waitFor];
+async function runPlaywrightWithSignal(ctx, opts) {
+    const { workers, waitForMarker, waitFor, delayBeforeSignalMs = 0, signal = "SIGINT", secondSignalAfterMs, killAfterMs, triggerTimeoutMs = 30_000, } = opts;
+    const startedAt = Date.now();
+    const since = () => Date.now() - startedAt;
     const child = (0, child_process_1.spawn)(PLAYWRIGHT_BIN, ["test", `--workers=${workers}`], {
         cwd: ctx.tempDir,
         env: {
@@ -101,40 +110,120 @@ async function runPlaywrightWithSigint(ctx, opts) {
             LOCAL_TEST: "false",
             SHARD_INDEX: "1",
             TOTAL_SHARDS: "1",
+            FORCE_COLOR: "0",
         },
         stdio: ["pipe", "pipe", "pipe"],
         detached: true,
     });
     let stdout = "";
     let stderr = "";
-    child.stdout?.on("data", (data) => {
-        stdout += data.toString();
-    });
-    child.stderr?.on("data", (data) => {
-        stderr += data.toString();
-    });
-    // Wait for at least one test to complete before sending SIGINT
-    await new Promise((resolve) => {
-        const checkInterval = setInterval(() => {
-            if (pattern.test(stdout)) {
-                clearInterval(checkInterval);
-                resolve(true);
-            }
-        }, 200);
-        setTimeout(() => {
-            clearInterval(checkInterval);
-            resolve(false);
-        }, 30_000);
+    const markers = [];
+    const collect = (chunk, isStderr) => {
+        const text = chunk.toString();
+        if (isStderr) {
+            stderr += text;
+        }
+        else {
+            stdout += text;
+        }
+        for (const match of text.matchAll(MARKER_RE)) {
+            markers.push({ name: match[1], atMs: since() });
+        }
+    };
+    child.stdout?.on("data", (data) => collect(data, false));
+    child.stderr?.on("data", (data) => collect(data, true));
+    let exitCode = null;
+    let exitSignal = null;
+    let hasExited = false;
+    const closed = new Promise((resolve) => {
+        child.on("close", (code, sig) => {
+            hasExited = true;
+            exitCode = code;
+            exitSignal = sig;
+            resolve();
+        });
     });
-    // Waiting for 1 sec to ensure second test has started
-    await sleep(1_000);
-    // Send SIGINT to the process group (negative PID) so all processes
-    // (Playwright + browsers) receive it, matching production behavior.
-    process.kill(-child.pid, "SIGINT");
-    await new Promise((resolve) => {
-        child.on("close", () => resolve());
+    const signalGroup = (sig) => {
+        if (hasExited || !child.pid) {
+            return;
+        }
+        try {
+            process.kill(-child.pid, sig);
+        }
+        catch {
+            // The group is already gone.
+        }
+    };
+    const pattern = waitFor ? WAIT_FOR_PATTERNS[waitFor] : undefined;
+    const isTriggered = () => waitForMarker
+        ? markers.some((m) => m.name === waitForMarker)
+        : pattern
+            ? pattern.test(stdout)
+            : true;
+    await Promise.race([
+        new Promise((resolve) => {
+            const interval = setInterval(() => {
+                if (isTriggered()) {
+                    clearInterval(interval);
+                    resolve();
+                }
+            }, 50);
+            setTimeout(() => {
+                clearInterval(interval);
+                resolve();
+            }, triggerTimeoutMs);
+        }),
+        closed,
+    ]);
+    if (delayBeforeSignalMs > 0) {
+        await sleep(delayBeforeSignalMs);
+    }
+    const signalSentAtMs = since();
+    signalGroup(signal);
+    const timers = [];
+    if (secondSignalAfterMs !== undefined) {
+        timers.push(setTimeout(() => signalGroup(signal), secondSignalAfterMs));
+    }
+    if (killAfterMs !== undefined) {
+        timers.push(setTimeout(() => signalGroup("SIGKILL"), killAfterMs));
+    }
+    // Backstop: never leave a runner behind if the suite misbehaves.
+    timers.push(setTimeout(() => signalGroup("SIGKILL"), 120_000));
+    try {
+        await closed;
+    }
+    finally {
+        for (const timer of timers) {
+            clearTimeout(timer);
+        }
+    }
+    return {
+        stdout,
+        stderr,
+        exitCode,
+        exitSignal,
+        markers,
+        signalSentAtMs,
+        startedAtEpochMs: startedAt,
+    };
+}
+/**
+ * Spawns `playwright test` with the IBR reporter, waits for a test outcome,
+ * sends SIGINT, and waits for the process to exit.
+ *
+ * Returns captured stdout/stderr.
+ */
+async function runPlaywrightWithSigint(ctx, opts) {
+    return runPlaywrightWithSignal(ctx, {
+        workers: opts.workers,
+        waitFor: opts.waitFor,
+        // Waiting for 1 sec to ensure second test has started
+        delayBeforeSignalMs: 1_000,
     });
-    return { stdout, stderr };
+}
+/** Marker names in the order they were printed. */
+function markerNames(result) {
+    return result.markers.map((m) => m.name);
 }
 async function runPlaywrightList(ctx) {
     const child = (0, child_process_1.spawn)(PLAYWRIGHT_BIN, ["test", "--list"], {
@@ -165,9 +254,15 @@ async function runPlaywrightList(ctx) {
  * Reads `report.jsonl` from the blob zip and returns parsed events.
  */
 async function readBlobEvents(ctx) {
-    const reportBuffer = await (0, zip_1.readZipEntry)(ctx.zipPath, "report.jsonl");
+    return readEventsFromZip(ctx.zipPath);
+}
+/**
+ * Reads `report.jsonl` from any blob-format zip (standard or incremental).
+ */
+async function readEventsFromZip(zipPath) {
+    const reportBuffer = await (0, zip_1.readZipEntry)(zipPath, "report.jsonl");
     if (!reportBuffer) {
-        throw new Error(`report.jsonl not found in zip: ${ctx.zipPath}`);
+        throw new Error(`report.jsonl not found in zip: ${zipPath}`);
     }
     return reportBuffer
         .toString("utf8")
@@ -175,3 +270,72 @@ async function readBlobEvents(ctx) {
         .split("\n")
         .map((line) => JSON.parse(line));
 }
+/**
+ * Sets up a fixture whose config runs BOTH the built-in blob reporter and the
+ * IBR on the same invocation, so one event stream feeds both zips.
+ */
+async function setupParityFixture(suite) {
+    const { tempDir, cleanup } = await setupReporterFixture({
+        suite,
+        reporterPath: REPORTER_PATH,
+        tempPrefix: "blob-ibr-parity-",
+    });
+    const standardBlobDir = path_1.default.join(tempDir, "blob-report");
+    const incrementalBlobDir = path_1.default.join(tempDir, "blob-report-incremental");
+    return {
+        ctx: {
+            tempDir,
+            standardBlobDir,
+            standardZipPath: path_1.default.join(standardBlobDir, "report-1.zip"),
+            incrementalBlobDir,
+            incrementalZipPath: path_1.default.join(incrementalBlobDir, "incremental-report-1.zip"),
+        },
+        cleanup,
+    };
+}
+/**
+ * Spawns `playwright test` and lets it run to completion — the clean-finish
+ * half of the matrix (the SIGINT helpers above cover interruption).
+ */
+async function runPlaywrightClean(ctx, opts) {
+    const child = (0, child_process_1.spawn)(PLAYWRIGHT_BIN, ["test", `--workers=${opts.workers}`], {
+        cwd: ctx.tempDir,
+        env: {
+            ...process.env,
+            LOCAL_TEST: "false",
+            SHARD_INDEX: "1",
+            TOTAL_SHARDS: "1",
+            FORCE_COLOR: "0",
+        },
+        stdio: ["pipe", "pipe", "pipe"],
+    });
+    let stdout = "";
+    let stderr = "";
+    child.stdout?.on("data", (data) => {
+        stdout += data.toString();
+    });
+    child.stderr?.on("data", (data) => {
+        stderr += data.toString();
+    });
+    const exitCode = await new Promise((resolve) => {
+        child.on("close", (code) => resolve(code));
+    });
+    return { stdout, stderr, exitCode };
+}
+/**
+ * Runs `playwright merge-reports <blobDir> --reporter json` and returns the
+ * parsed summary. Distinct output names let one temp dir hold both merges.
+ */
+function mergeBlobDirToSummary(cwd, blobDir, outputName) {
+    const outputPath = path_1.default.join(cwd, outputName);
+    (0, child_process_1.execFileSync)(PLAYWRIGHT_BIN, ["merge-reports", blobDir, "--reporter", "json"], {
+        cwd,
+        env: {
+            ...process.env,
+            PLAYWRIGHT_JSON_OUTPUT_NAME: outputPath,
+            FORCE_COLOR: "0",
+        },
+        stdio: ["ignore", "pipe", "pipe"],
+    });
+    return JSON.parse(fs_1.default.readFileSync(outputPath, "utf8"));
+}

package/dist/reporter/ibr-utils.d.ts

@@ -32,6 +32,12 @@ export type JsonSuite = {
     location: JsonLocation;
     entries: (JsonTestCase | JsonSuite)[];
 };
+export type TestAnnotation = {
+    type: string;
+    description?: string;
+    location?: JsonLocation;
+};
+export declare function relativeAnnotationLocations(annotations: TestAnnotation[], rootDir: string): TestAnnotation[];
 export declare function serializeTest(test: TestCase, rootDir: string): JsonTestCase;
 export declare function serializeSuite(suite: Suite, rootDir: string): JsonSuite;
 /**

package/dist/reporter/ibr-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ibr-utils.d.ts","sourceRoot":"","sources":["../../src/reporter/ibr-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO3E,MAAM,MAAM,WAAW,GAAG;IACxB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAChD,WAAW,EAAE,CAOf;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAO3E;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC1B,IAAI,EAAE,QAAQ,GACb,MAAM,CAOR;AAID,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvD,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,CAAC,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAc3E;AAID,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAsBvE;AAMD;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,EAChB,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,GAC5B,SAAS,GAAG,IAAI,CAqBlB;AAED,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAK7D;AAED,wBAAgB,aAAa,CAC3B,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAMxB;AAED,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAI3D;AAED,wBAAgB,eAAe,CAC7B,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,GAAG,IAAI,CAoBf"}
+{"version":3,"file":"ibr-utils.d.ts","sourceRoot":"","sources":["../../src/reporter/ibr-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO3E,MAAM,MAAM,WAAW,GAAG;IACxB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAChD,WAAW,EAAE,CAOf;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAO3E;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC1B,IAAI,EAAE,QAAQ,GACb,MAAM,CAOR;AAID,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvD,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,CAAC,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,YAAY,CAAC;CACzB,CAAC;AAIF,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,cAAc,EAAE,EAC7B,OAAO,EAAE,MAAM,GACd,cAAc,EAAE,CAUlB;AAID,wBAAgB,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAc3E;AAID,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAsBvE;AAMD;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,EAChB,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,GAC5B,SAAS,GAAG,IAAI,CAqBlB;AAED,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAK7D;AAED,wBAAgB,aAAa,CAC3B,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAMxB;AAED,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAI3D;AAED,wBAAgB,eAAe,CAC7B,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,GAAG,IAAI,CAoBf"}

package/dist/reporter/ibr-utils.js

@@ -7,6 +7,7 @@ exports.serializeRegexPatterns = serializeRegexPatterns;
 exports.generateId = generateId;
 exports.getOrCreateId = getOrCreateId;
 exports.getOrCreateStepId = getOrCreateStepId;
+exports.relativeAnnotationLocations = relativeAnnotationLocations;
 exports.serializeTest = serializeTest;
 exports.serializeSuite = serializeSuite;
 exports.filterSuiteByCompletedTests = filterSuiteByCompletedTests;
@@ -45,6 +46,19 @@ function getOrCreateStepId(map, step) {
     }
     return id;
 }
+// Mirrors _relativeAnnotationLocations from Playwright's TeleReporterEmitter
+// See: packages/playwright/src/reporters/teleEmitter.ts
+function relativeAnnotationLocations(annotations, rootDir) {
+    return annotations.map((annotation) => ({
+        ...annotation,
+        location: annotation.location
+            ? {
+                ...annotation.location,
+                file: path_1.default.relative(rootDir, annotation.location.file),
+            }
+            : undefined,
+    }));
+}
 // Mirrors _serializeTest from Playwright's TeleReporterEmitter
 // See: packages/playwright/src/reporters/teleEmitter.ts
 function serializeTest(test, rootDir) {
@@ -59,7 +73,7 @@ function serializeTest(test, rootDir) {
         retries: test.retries,
         tags: test.tags,
         repeatEachIndex: test.repeatEachIndex,
-        annotations: test.annotations,
+        annotations: relativeAnnotationLocations(test.annotations, rootDir),
     };
 }
 // Mirrors _serializeSuite from Playwright's TeleReporterEmitter

package/dist/reporter/incremental-blob-reporter.d.ts

@@ -1,4 +1,4 @@
-import type { FullConfig, FullResult, Reporter, Suite, TestCase, TestResult, TestStep } from "@playwright/test/reporter";
+import type { FullConfig, FullResult, Reporter, Suite, TestCase, TestError, TestResult, TestStep, WorkerInfo } from "@playwright/test/reporter";
 /**
  * IncrementalBlobReporter
  *
@@ -25,17 +25,25 @@ declare class IncrementalBlobReporter implements Reporter {
     private _testResults;
     private _startTime;
     private _finalizePromise;
+    private _rootDir;
     constructor();
     private _sigintHandler;
     private _setupSignalHandler;
     private _removeSignalHandler;
     private _buildSyntheticResult;
     private _finalizeAndMaybeUpload;
-    private _finalizeReport;
+    /**
+     * Computes the lines to write, without touching `_reportLines`: recording
+     * continues after the SIGINT salvage, and the onEnd pass re-finalizes from
+     * the full stream — mutating here would make the second pass work from the
+     * first pass's pruned leftovers.
+     */
+    private _buildFinalReportLines;
     private _computeCompletedSets;
     private _removeIncompleteTestArtifacts;
     private _patchProjectSuites;
     private get _zipPath();
+    private get _markerPath();
     private get _jsonlPath();
     private get _urlsJsonPath();
     private _ensureDirs;
@@ -45,6 +53,9 @@ declare class IncrementalBlobReporter implements Reporter {
     onBegin(config: FullConfig, suite: Suite): void;
     onTestBegin(test: TestCase, result: TestResult): void;
     onTestEnd(test: TestCase, result: TestResult): void;
+    onStdOut(chunk: string | Buffer, test?: TestCase, result?: TestResult): void;
+    onStdErr(chunk: string | Buffer, test?: TestCase, result?: TestResult): void;
+    onError(error: TestError, workerInfo?: WorkerInfo): void;
     onStepBegin(test: TestCase, result: TestResult, step: TestStep): void;
     onStepEnd(test: TestCase, result: TestResult, step: TestStep): void;
     onEnd(result: FullResult): Promise<void>;

package/dist/reporter/incremental-blob-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"incremental-blob-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/incremental-blob-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,UAAU,EACV,QAAQ,EACT,MAAM,2BAA2B,CAAC;AAwBnC;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEnD,cAAM,uBAAwB,YAAW,QAAQ;IAC/C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,WAAW,CAIjB;IACF,OAAO,CAAC,UAAU,CAGhB;IACF,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,iBAAiB,CAA+B;IACxD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,mBAAmB,CAA0B;IACrD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,YAAY,CAGN;IACd,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,gBAAgB,CAA8B;IAEtD,cAWC;IAED,OAAO,CAAC,cAAc,CAA6B;IAEnD,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,qBAAqB;YASf,uBAAuB;IAqErC,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,KAAK,QAAQ,GAKnB;IAED,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,KAAK,aAAa,GAExB;IAED,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,aAAa;YAUP,SAAS;IAwBvB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAc9C;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAEpD;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAuBlD;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUpE;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUlE;IAEK,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsB7C;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAE3D;IAED,aAAa,IAAI,OAAO,CAEvB;CACF;AAID,wBAAgB,0BAA0B,IAAI,uBAAuB,GAAG,IAAI,CAE3E;AAED,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,uBAAuB,GAChC,IAAI,CAEN;eAEc,uBAAuB"}
+{"version":3,"file":"incremental-blob-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/incremental-blob-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,SAAS,EACT,UAAU,EACV,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AA0BnC;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AASnD,cAAM,uBAAwB,YAAW,QAAQ;IAC/C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,WAAW,CAIjB;IACF,OAAO,CAAC,UAAU,CAGhB;IACF,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,iBAAiB,CAA+B;IACxD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,mBAAmB,CAA0B;IACrD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,YAAY,CAAsD;IAC1E,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,QAAQ,CAAyB;IAEzC,cAWC;IAED,OAAO,CAAC,cAAc,CAA6B;IAEnD,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,qBAAqB;YASf,uBAAuB;IAkFrC;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,qBAAqB;IA0B7B,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,KAAK,QAAQ,GAKnB;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,KAAK,aAAa,GAExB;IAED,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,aAAa;YAUP,SAAS;IAwBvB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAsB9C;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAEpD;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CA2BlD;IAED,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAI3E;IAED,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAI3E;IAED,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI,CAEvD;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUpE;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAWlE;IAEK,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B7C;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAE3D;IAED,aAAa,IAAI,OAAO,CAEvB;CACF;AAID,wBAAgB,0BAA0B,IAAI,uBAAuB,GAAG,IAAI,CAE3E;AAED,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,uBAAuB,GAChC,IAAI,CAEN;eAEc,uBAAuB"}