@empiricalrun/playwright-utils 0.58.2 → 0.58.3

package/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @empiricalrun/playwright-utils
 
+## 0.58.3
+
+### Patch Changes
+
+- edef32d: feat: env var to disable the native blob reporter
+- 9f1f2d1: feat: incremental blob reporter emits step-level annotations and attachments, falls back to config.shard when shard env vars are unset
+- 760771b: feat: incremental blob reporter emits stdio, run-level errors, body attachments and annotations
+- 8b883dd: feat: incremental blob reporter uploads on clean finish, with a completeness marker
+
 ## 0.58.2
 
 ### Patch Changes

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AAqCD,eAAO,MAAM,UAAU,EAAE,oBA+BxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA+CD,eAAO,MAAM,UAAU,EAAE,oBA+BxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}

package/dist/config/index.js

@@ -39,8 +39,14 @@ function getReporters() {
     if (process.env.HAS_SHARDING && !process.env.SHARD_INDEX) {
         throw new Error("Invalid env variables: HAS_SHARDING needs SHARD_INDEX");
     }
-    const middle = process.env.HAS_SHARDING
-        ? [
+    // Set from the ibr_only_blob_reporter feature flag by test-run-worker: the
+    // incremental blob reporter's clean-finish upload (with its completeness
+    // marker) is the merge input, so the native blob reporter would only write
+    // a zip the merge step discards as superseded.
+    const ibrOnly = process.env.IBR_ONLY_BLOB_REPORTER === "true";
+    const nativeBlob = ibrOnly
+        ? []
+        : [
             [
                 "blob",
                 {
@@ -48,6 +54,10 @@ function getReporters() {
                     fileName: `report-${process.env.SHARD_INDEX}.zip`,
                 },
             ],
+        ];
+    const middle = process.env.HAS_SHARDING
+        ? [
+            ...nativeBlob,
             // Salvage path for a blob report that never gets written: on SIGINT the
             // blob reporter can be cut off mid-run, and this one has already been
             // streaming events to disk. It is only useful where a merge step exists

package/dist/reporter/harness.d.ts

@@ -92,4 +92,40 @@ export interface BlobEvent {
  * Reads `report.jsonl` from the blob zip and returns parsed events.
  */
 export declare function readBlobEvents(ctx: IBRTestContext): Promise<BlobEvent[]>;
+/**
+ * Reads `report.jsonl` from any blob-format zip (standard or incremental).
+ */
+export declare function readEventsFromZip(zipPath: string): Promise<BlobEvent[]>;
+export interface ParityTestContext {
+    tempDir: string;
+    /** Playwright's built-in blob reporter output: blob-report/report-1.zip */
+    standardZipPath: string;
+    standardBlobDir: string;
+    /** IBR output: blob-report-incremental/incremental-report-1.zip */
+    incrementalZipPath: string;
+    incrementalBlobDir: string;
+}
+/**
+ * Sets up a fixture whose config runs BOTH the built-in blob reporter and the
+ * IBR on the same invocation, so one event stream feeds both zips.
+ */
+export declare function setupParityFixture(suite: string): Promise<{
+    ctx: ParityTestContext;
+    cleanup: () => Promise<void>;
+}>;
+export interface CleanRunResult extends RunResult {
+    exitCode: number | null;
+}
+/**
+ * Spawns `playwright test` and lets it run to completion — the clean-finish
+ * half of the matrix (the SIGINT helpers above cover interruption).
+ */
+export declare function runPlaywrightClean(ctx: ParityTestContext, opts: {
+    workers: number;
+}): Promise<CleanRunResult>;
+/**
+ * Runs `playwright merge-reports <blobDir> --reporter json` and returns the
+ * parsed summary. Distinct output names let one temp dir hold both merges.
+ */
+export declare function mergeBlobDirToSummary(cwd: string, blobDir: string, outputName: string): Record<string, unknown>;
 //# sourceMappingURL=harness.d.ts.map

package/dist/reporter/harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../src/reporter/harness.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACzD,GAAG,EAAE,cAAc,CAAC;IACpB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAqCD,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACrE,GAAG,EAAE,uBAAuB,CAAC;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAI3E;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,OAAO,GAAG,cAAc,GAAG,cAAc,CAAC;AAOtD,sFAAsF;AACtF,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAgB,SAAQ,SAAS;IAChD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IAClC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;IACvB,iFAAiF;IACjF,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mEAAmE;IACnE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yDAAyD;IACzD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;IACxB,gEAAgE;IAChE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAID;;;;;;GAMG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,gBAAgB,GACrB,OAAO,CAAC,eAAe,CAAC,CA8H1B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAC1C,OAAO,CAAC,SAAS,CAAC,CAOpB;AAED,mDAAmD;AACnD,wBAAgB,WAAW,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE,CAE7D;AAED,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,uBAAuB,GAC3B,OAAO,CAAC,SAAS,CAAC,CA6BpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,SAAS,EAAE,CAAC,CAUtB"}
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../src/reporter/harness.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACzD,GAAG,EAAE,cAAc,CAAC;IACpB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAqCD,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IACrE,GAAG,EAAE,uBAAuB,CAAC;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAaD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAI3E;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,OAAO,GAAG,cAAc,GAAG,cAAc,CAAC;AAOtD,sFAAsF;AACtF,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAgB,SAAQ,SAAS;IAChD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IAClC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;IACvB,iFAAiF;IACjF,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mEAAmE;IACnE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yDAAyD;IACzD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;IACxB,gEAAgE;IAChE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAID;;;;;;GAMG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,gBAAgB,GACrB,OAAO,CAAC,eAAe,CAAC,CA8H1B;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAC1C,OAAO,CAAC,SAAS,CAAC,CAOpB;AAED,mDAAmD;AACnD,wBAAgB,WAAW,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE,CAE7D;AAED,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,uBAAuB,GAC3B,OAAO,CAAC,SAAS,CAAC,CA6BpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,SAAS,EAAE,CAAC,CAEtB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU7E;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,mEAAmE;IACnE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IAC/D,GAAG,EAAE,iBAAiB,CAAC;IACvB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC,CAqBD;AAED,MAAM,WAAW,cAAe,SAAQ,SAAS;IAC/C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,iBAAiB,EACtB,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACxB,OAAO,CAAC,cAAc,CAAC,CA0BzB;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAgBzB"}

package/dist/reporter/harness.js

@@ -12,6 +12,10 @@ exports.runPlaywrightWithSigint = runPlaywrightWithSigint;
 exports.markerNames = markerNames;
 exports.runPlaywrightList = runPlaywrightList;
 exports.readBlobEvents = readBlobEvents;
+exports.readEventsFromZip = readEventsFromZip;
+exports.setupParityFixture = setupParityFixture;
+exports.runPlaywrightClean = runPlaywrightClean;
+exports.mergeBlobDirToSummary = mergeBlobDirToSummary;
 const zip_1 = require("@empiricalrun/r2-uploader/zip");
 const child_process_1 = require("child_process");
 const fs_1 = __importDefault(require("fs"));
@@ -250,9 +254,15 @@ async function runPlaywrightList(ctx) {
  * Reads `report.jsonl` from the blob zip and returns parsed events.
  */
 async function readBlobEvents(ctx) {
-    const reportBuffer = await (0, zip_1.readZipEntry)(ctx.zipPath, "report.jsonl");
+    return readEventsFromZip(ctx.zipPath);
+}
+/**
+ * Reads `report.jsonl` from any blob-format zip (standard or incremental).
+ */
+async function readEventsFromZip(zipPath) {
+    const reportBuffer = await (0, zip_1.readZipEntry)(zipPath, "report.jsonl");
     if (!reportBuffer) {
-        throw new Error(`report.jsonl not found in zip: ${ctx.zipPath}`);
+        throw new Error(`report.jsonl not found in zip: ${zipPath}`);
     }
     return reportBuffer
         .toString("utf8")
@@ -260,3 +270,72 @@ async function readBlobEvents(ctx) {
         .split("\n")
         .map((line) => JSON.parse(line));
 }
+/**
+ * Sets up a fixture whose config runs BOTH the built-in blob reporter and the
+ * IBR on the same invocation, so one event stream feeds both zips.
+ */
+async function setupParityFixture(suite) {
+    const { tempDir, cleanup } = await setupReporterFixture({
+        suite,
+        reporterPath: REPORTER_PATH,
+        tempPrefix: "blob-ibr-parity-",
+    });
+    const standardBlobDir = path_1.default.join(tempDir, "blob-report");
+    const incrementalBlobDir = path_1.default.join(tempDir, "blob-report-incremental");
+    return {
+        ctx: {
+            tempDir,
+            standardBlobDir,
+            standardZipPath: path_1.default.join(standardBlobDir, "report-1.zip"),
+            incrementalBlobDir,
+            incrementalZipPath: path_1.default.join(incrementalBlobDir, "incremental-report-1.zip"),
+        },
+        cleanup,
+    };
+}
+/**
+ * Spawns `playwright test` and lets it run to completion — the clean-finish
+ * half of the matrix (the SIGINT helpers above cover interruption).
+ */
+async function runPlaywrightClean(ctx, opts) {
+    const child = (0, child_process_1.spawn)(PLAYWRIGHT_BIN, ["test", `--workers=${opts.workers}`], {
+        cwd: ctx.tempDir,
+        env: {
+            ...process.env,
+            LOCAL_TEST: "false",
+            SHARD_INDEX: "1",
+            TOTAL_SHARDS: "1",
+            FORCE_COLOR: "0",
+        },
+        stdio: ["pipe", "pipe", "pipe"],
+    });
+    let stdout = "";
+    let stderr = "";
+    child.stdout?.on("data", (data) => {
+        stdout += data.toString();
+    });
+    child.stderr?.on("data", (data) => {
+        stderr += data.toString();
+    });
+    const exitCode = await new Promise((resolve) => {
+        child.on("close", (code) => resolve(code));
+    });
+    return { stdout, stderr, exitCode };
+}
+/**
+ * Runs `playwright merge-reports <blobDir> --reporter json` and returns the
+ * parsed summary. Distinct output names let one temp dir hold both merges.
+ */
+function mergeBlobDirToSummary(cwd, blobDir, outputName) {
+    const outputPath = path_1.default.join(cwd, outputName);
+    (0, child_process_1.execFileSync)(PLAYWRIGHT_BIN, ["merge-reports", blobDir, "--reporter", "json"], {
+        cwd,
+        env: {
+            ...process.env,
+            PLAYWRIGHT_JSON_OUTPUT_NAME: outputPath,
+            FORCE_COLOR: "0",
+        },
+        stdio: ["ignore", "pipe", "pipe"],
+    });
+    return JSON.parse(fs_1.default.readFileSync(outputPath, "utf8"));
+}

package/dist/reporter/ibr-utils.d.ts

@@ -32,6 +32,12 @@ export type JsonSuite = {
     location: JsonLocation;
     entries: (JsonTestCase | JsonSuite)[];
 };
+export type TestAnnotation = {
+    type: string;
+    description?: string;
+    location?: JsonLocation;
+};
+export declare function relativeAnnotationLocations(annotations: TestAnnotation[], rootDir: string): TestAnnotation[];
 export declare function serializeTest(test: TestCase, rootDir: string): JsonTestCase;
 export declare function serializeSuite(suite: Suite, rootDir: string): JsonSuite;
 /**

package/dist/reporter/ibr-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ibr-utils.d.ts","sourceRoot":"","sources":["../../src/reporter/ibr-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO3E,MAAM,MAAM,WAAW,GAAG;IACxB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAChD,WAAW,EAAE,CAOf;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAO3E;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC1B,IAAI,EAAE,QAAQ,GACb,MAAM,CAOR;AAID,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvD,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,CAAC,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAc3E;AAID,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAsBvE;AAMD;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,EAChB,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,GAC5B,SAAS,GAAG,IAAI,CAqBlB;AAED,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAK7D;AAED,wBAAgB,aAAa,CAC3B,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAMxB;AAED,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAI3D;AAED,wBAAgB,eAAe,CAC7B,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,GAAG,IAAI,CAoBf"}
+{"version":3,"file":"ibr-utils.d.ts","sourceRoot":"","sources":["../../src/reporter/ibr-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO3E,MAAM,MAAM,WAAW,GAAG;IACxB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC,CAAC;AAIF,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAChD,WAAW,EAAE,CAOf;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAO3E;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC1B,IAAI,EAAE,QAAQ,GACb,MAAM,CAOR;AAID,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACvD,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,CAAC,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,YAAY,CAAC;CACzB,CAAC;AAIF,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,cAAc,EAAE,EAC7B,OAAO,EAAE,MAAM,GACd,cAAc,EAAE,CAUlB;AAID,wBAAgB,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAc3E;AAID,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAsBvE;AAMD;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,EAChB,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,GAC5B,SAAS,GAAG,IAAI,CAqBlB;AAED,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAK7D;AAED,wBAAgB,aAAa,CAC3B,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAMxB;AAED,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAI3D;AAED,wBAAgB,eAAe,CAC7B,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,GAAG,IAAI,CAoBf"}

package/dist/reporter/ibr-utils.js

@@ -7,6 +7,7 @@ exports.serializeRegexPatterns = serializeRegexPatterns;
 exports.generateId = generateId;
 exports.getOrCreateId = getOrCreateId;
 exports.getOrCreateStepId = getOrCreateStepId;
+exports.relativeAnnotationLocations = relativeAnnotationLocations;
 exports.serializeTest = serializeTest;
 exports.serializeSuite = serializeSuite;
 exports.filterSuiteByCompletedTests = filterSuiteByCompletedTests;
@@ -45,6 +46,19 @@ function getOrCreateStepId(map, step) {
     }
     return id;
 }
+// Mirrors _relativeAnnotationLocations from Playwright's TeleReporterEmitter
+// See: packages/playwright/src/reporters/teleEmitter.ts
+function relativeAnnotationLocations(annotations, rootDir) {
+    return annotations.map((annotation) => ({
+        ...annotation,
+        location: annotation.location
+            ? {
+                ...annotation.location,
+                file: path_1.default.relative(rootDir, annotation.location.file),
+            }
+            : undefined,
+    }));
+}
 // Mirrors _serializeTest from Playwright's TeleReporterEmitter
 // See: packages/playwright/src/reporters/teleEmitter.ts
 function serializeTest(test, rootDir) {
@@ -59,7 +73,7 @@ function serializeTest(test, rootDir) {
         retries: test.retries,
         tags: test.tags,
         repeatEachIndex: test.repeatEachIndex,
-        annotations: test.annotations,
+        annotations: relativeAnnotationLocations(test.annotations, rootDir),
     };
 }
 // Mirrors _serializeSuite from Playwright's TeleReporterEmitter

package/dist/reporter/incremental-blob-reporter.d.ts

@@ -1,4 +1,4 @@
-import type { FullConfig, FullResult, Reporter, Suite, TestCase, TestResult, TestStep } from "@playwright/test/reporter";
+import type { FullConfig, FullResult, Reporter, Suite, TestCase, TestError, TestResult, TestStep, WorkerInfo } from "@playwright/test/reporter";
 /**
  * IncrementalBlobReporter
  *
@@ -25,6 +25,7 @@ declare class IncrementalBlobReporter implements Reporter {
     private _testResults;
     private _startTime;
     private _finalizePromise;
+    private _rootDir;
     constructor();
     private _sigintHandler;
     private _setupSignalHandler;
@@ -42,6 +43,7 @@ declare class IncrementalBlobReporter implements Reporter {
     private _removeIncompleteTestArtifacts;
     private _patchProjectSuites;
     private get _zipPath();
+    private get _markerPath();
     private get _jsonlPath();
     private get _urlsJsonPath();
     private _ensureDirs;
@@ -51,6 +53,9 @@ declare class IncrementalBlobReporter implements Reporter {
     onBegin(config: FullConfig, suite: Suite): void;
     onTestBegin(test: TestCase, result: TestResult): void;
     onTestEnd(test: TestCase, result: TestResult): void;
+    onStdOut(chunk: string | Buffer, test?: TestCase, result?: TestResult): void;
+    onStdErr(chunk: string | Buffer, test?: TestCase, result?: TestResult): void;
+    onError(error: TestError, workerInfo?: WorkerInfo): void;
     onStepBegin(test: TestCase, result: TestResult, step: TestStep): void;
     onStepEnd(test: TestCase, result: TestResult, step: TestStep): void;
     onEnd(result: FullResult): Promise<void>;

package/dist/reporter/incremental-blob-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"incremental-blob-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/incremental-blob-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,UAAU,EACV,QAAQ,EACT,MAAM,2BAA2B,CAAC;AAwBnC;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AASnD,cAAM,uBAAwB,YAAW,QAAQ;IAC/C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,WAAW,CAIjB;IACF,OAAO,CAAC,UAAU,CAGhB;IACF,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,iBAAiB,CAA+B;IACxD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,mBAAmB,CAA0B;IACrD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,YAAY,CAAsD;IAC1E,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,gBAAgB,CAA8B;IAEtD,cAWC;IAED,OAAO,CAAC,cAAc,CAA6B;IAEnD,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,qBAAqB;YASf,uBAAuB;IAqErC;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,qBAAqB;IA0B7B,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,KAAK,QAAQ,GAKnB;IAED,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,KAAK,aAAa,GAExB;IAED,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,aAAa;YAUP,SAAS;IAwBvB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAc9C;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAEpD;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CA0BlD;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUpE;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUlE;IAEK,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAiC7C;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAE3D;IAED,aAAa,IAAI,OAAO,CAEvB;CACF;AAID,wBAAgB,0BAA0B,IAAI,uBAAuB,GAAG,IAAI,CAE3E;AAED,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,uBAAuB,GAChC,IAAI,CAEN;eAEc,uBAAuB"}
+{"version":3,"file":"incremental-blob-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/incremental-blob-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,SAAS,EACT,UAAU,EACV,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AA0BnC;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AASnD,cAAM,uBAAwB,YAAW,QAAQ;IAC/C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,WAAW,CAIjB;IACF,OAAO,CAAC,UAAU,CAGhB;IACF,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,iBAAiB,CAA+B;IACxD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,UAAU,CAAoC;IACtD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,mBAAmB,CAA0B;IACrD,OAAO,CAAC,YAAY,CAAkC;IACtD,OAAO,CAAC,YAAY,CAAsD;IAC1E,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,QAAQ,CAAyB;IAEzC,cAWC;IAED,OAAO,CAAC,cAAc,CAA6B;IAEnD,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,qBAAqB;YASf,uBAAuB;IAkFrC;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,qBAAqB;IA0B7B,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,KAAK,QAAQ,GAKnB;IAED,OAAO,KAAK,WAAW,GAEtB;IAED,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,KAAK,aAAa,GAExB;IAED,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,aAAa;YAUP,SAAS;IAwBvB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAsB9C;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAEpD;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CA2BlD;IAED,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAI3E;IAED,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAI3E;IAED,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI,CAEvD;IAED,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAUpE;IAED,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAWlE;IAEK,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B7C;IAED;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAE3D;IAED,aAAa,IAAI,OAAO,CAEvB;CACF;AAID,wBAAgB,0BAA0B,IAAI,uBAAuB,GAAG,IAAI,CAE3E;AAED,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,uBAAuB,GAChC,IAAI,CAEN;eAEc,uBAAuB"}

package/dist/reporter/incremental-blob-reporter.js

@@ -31,6 +31,7 @@ class IncrementalBlobReporter {
     _testResults = new Map(); // testId → retryIndex → RecordedRetry
     _startTime = Date.now();
     _finalizePromise = null;
+    _rootDir = process.cwd();
     constructor() {
         if (process.env.SHARD_INDEX && process.env.TOTAL_SHARDS) {
             this._shardIndex = Number.parseInt(process.env.SHARD_INDEX, 10);
@@ -108,12 +109,17 @@ class IncrementalBlobReporter {
             return;
         }
         if (!this._uploader) {
-            console.warn("[IncrementalBlobReporterFailure] No uploader available, skipping upload");
+            console.warn("[IncrementalBlobReporter] No uploader available, skipping upload");
             logFinalizeComplete();
             return;
         }
         await this._uploader.uploadFile(this._zipPath, `blobs/incremental-report-${this._shardIndex}.zip`);
         await this._uploader.waitForUploads();
+        if (source === "onEnd") {
+            fs_1.default.writeFileSync(this._markerPath, JSON.stringify({ status: result.status, events: lines.length }), "utf8");
+            await this._uploader.uploadFile(this._markerPath, `blobs/incremental-report-${this._shardIndex}.zip.complete`);
+            await this._uploader.waitForUploads();
+        }
         console.log(`[IncrementalBlobReporter] Finalize and upload complete from ${source}`);
         if ((0, ibr_utils_1.isLocalTesting)()) {
             await (0, local_test_1.mergeForLocalTest)(this._currentWorkingDir, this._outputDir);
@@ -188,6 +194,9 @@ class IncrementalBlobReporter {
     get _zipPath() {
         return path_1.default.join(this._outputDir, `incremental-report-${this._shardIndex}.zip`);
     }
+    get _markerPath() {
+        return `${this._zipPath}.complete`;
+    }
     get _jsonlPath() {
         return path_1.default.join(this._stagingDir, "report.jsonl");
     }
@@ -230,6 +239,14 @@ class IncrementalBlobReporter {
     }
     onBegin(config, suite) {
         this._ensureDirs();
+        this._rootDir = config.rootDir;
+        // The env vars win (production sets them), but a sharded run without
+        // them should still stamp the right shard into the blob metadata and
+        // the zip name instead of defaulting every shard to 1/1.
+        if (!process.env.SHARD_INDEX && config.shard) {
+            this._shardIndex = config.shard.current;
+            this._totalShards = config.shard.total;
+        }
         this._appendEvents((0, lifecycle_events_1.buildOnBeginEvents)(config, suite, this._currentWorkingDir, this._shardIndex, this._totalShards));
         console.log(`[IncrementalBlobReporter] Started with ${suite.allTests().length} tests`);
     }
@@ -237,7 +254,7 @@ class IncrementalBlobReporter {
         this._appendEvent((0, lifecycle_events_1.buildOnTestBeginEvent)(test, result, this._resultIdMap));
     }
     onTestEnd(test, result) {
-        const events = (0, lifecycle_events_1.buildOnTestEndEvents)(test, result, this._resultIdMap, this._stagingDir);
+        const events = (0, lifecycle_events_1.buildOnTestEndEvents)(test, result, this._resultIdMap, this._stagingDir, this._rootDir);
         if (this._appendEvents(events)) {
             if (!this._testRetries.has(test.id)) {
                 this._testRetries.set(test.id, test.retries);
@@ -258,11 +275,20 @@ class IncrementalBlobReporter {
             }
         }
     }
+    onStdOut(chunk, test, result) {
+        this._appendEvent((0, lifecycle_events_1.buildOnStdIOEvent)("stdout", chunk, test, result, this._resultIdMap));
+    }
+    onStdErr(chunk, test, result) {
+        this._appendEvent((0, lifecycle_events_1.buildOnStdIOEvent)("stderr", chunk, test, result, this._resultIdMap));
+    }
+    onError(error, workerInfo) {
+        this._appendEvent((0, lifecycle_events_1.buildOnErrorEvent)(error, workerInfo));
+    }
     onStepBegin(test, result, step) {
         this._appendEvent((0, lifecycle_events_1.buildOnStepBeginEvent)(test, result, step, this._resultIdMap, this._stepIdMap));
     }
     onStepEnd(test, result, step) {
-        this._appendEvent((0, lifecycle_events_1.buildOnStepEndEvent)(test, result, step, this._resultIdMap, this._stepIdMap));
+        this._appendEvent((0, lifecycle_events_1.buildOnStepEndEvent)(test, result, step, this._resultIdMap, this._stepIdMap, this._rootDir));
     }
     async onEnd(result) {
         this._removeSignalHandler();
@@ -287,9 +313,7 @@ class IncrementalBlobReporter {
             source: "onEnd",
             markGlobalFinalized: false,
             pruneIncompleteTests: false,
-            // Normal completion already has Playwright's blob/html reporters.
-            // Only the SIGINT path uploads this incremental fallback blob.
-            upload: false,
+            upload: true,
         });
         await this._finalizePromise;
         console.log(`[IncrementalBlobReporter] Finished with status: ${result.status}`);

package/dist/reporter/lifecycle-events.d.ts

@@ -1,4 +1,4 @@
-import type { FullConfig, FullProject, FullResult, Suite, TestCase, TestResult, TestStep } from "@playwright/test/reporter";
+import type { FullConfig, FullProject, FullResult, Suite, TestCase, TestError, TestResult, TestStep, WorkerInfo } from "@playwright/test/reporter";
 export type JsonEvent = {
     method: string;
     params?: object;
@@ -6,8 +6,10 @@ export type JsonEvent = {
 export declare function buildOnBeginEvents(config: FullConfig, suite: Suite, currentWorkingDir: string, shardIndex: number, totalShards: number): JsonEvent[];
 export declare function buildOnProjectEvent(config: FullConfig, project: FullProject, projectSuite: Suite, currentWorkingDir: string): JsonEvent;
 export declare function buildOnTestBeginEvent(test: TestCase, result: TestResult, resultIdMap: Map<string, string>): JsonEvent;
-export declare function buildOnTestEndEvents(test: TestCase, result: TestResult, resultIdMap: Map<string, string>, stagingDir: string): JsonEvent[];
+export declare function buildOnTestEndEvents(test: TestCase, result: TestResult, resultIdMap: Map<string, string>, stagingDir: string, rootDir: string): JsonEvent[];
+export declare function buildOnStdIOEvent(type: "stdout" | "stderr", chunk: string | Buffer, test: TestCase | undefined, result: TestResult | undefined, resultIdMap: Map<string, string>): JsonEvent;
+export declare function buildOnErrorEvent(error: TestError, workerInfo?: WorkerInfo): JsonEvent;
 export declare function buildOnStepBeginEvent(test: TestCase, result: TestResult, step: TestStep, resultIdMap: Map<string, string>, stepIdMap: Map<TestStep, string>): JsonEvent;
-export declare function buildOnStepEndEvent(test: TestCase, result: TestResult, step: TestStep, resultIdMap: Map<string, string>, stepIdMap: Map<TestStep, string>): JsonEvent;
+export declare function buildOnStepEndEvent(test: TestCase, result: TestResult, step: TestStep, resultIdMap: Map<string, string>, stepIdMap: Map<TestStep, string>, rootDir: string): JsonEvent;
 export declare function buildOnEndEvent(result: FullResult): JsonEvent;
 //# sourceMappingURL=lifecycle-events.d.ts.map

package/dist/reporter/lifecycle-events.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lifecycle-events.d.ts","sourceRoot":"","sources":["../../src/reporter/lifecycle-events.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,QAAQ,EACT,MAAM,2BAA2B,CAAC;AAgBnC,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,KAAK,EACZ,iBAAiB,EAAE,MAAM,EACzB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,SAAS,EAAE,CAqDb;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,KAAK,EACnB,iBAAiB,EAAE,MAAM,GACxB,SAAS,CA+BX;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,SAAS,CAeX;AAED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,EAAE,MAAM,GACjB,SAAS,EAAE,CAqDb;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,GAC/B,SAAS,CAsBX;AAED,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,GAC/B,SAAS,CAuBX;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,CAW7D"}
+{"version":3,"file":"lifecycle-events.d.ts","sourceRoot":"","sources":["../../src/reporter/lifecycle-events.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,KAAK,EACL,QAAQ,EACR,SAAS,EACT,UAAU,EACV,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAiBnC,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,KAAK,EACZ,iBAAiB,EAAE,MAAM,EACzB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,GAClB,SAAS,EAAE,CAqDb;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,KAAK,EACnB,iBAAiB,EAAE,MAAM,GACxB,SAAS,CA+BX;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,SAAS,CAeX;AAED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GACd,SAAS,EAAE,CA+Db;AAED,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,QAAQ,GAAG,QAAQ,EACzB,KAAK,EAAE,MAAM,GAAG,MAAM,EACtB,IAAI,EAAE,QAAQ,GAAG,SAAS,EAC1B,MAAM,EAAE,UAAU,GAAG,SAAS,EAC9B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,SAAS,CAgBX;AAED,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,SAAS,EAChB,UAAU,CAAC,EAAE,UAAU,GACtB,SAAS,CAcX;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,GAC/B,SAAS,CAsBX;AAED,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,QAAQ,EACd,MAAM,EAAE,UAAU,EAClB,IAAI,EAAE,QAAQ,EACd,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,SAAS,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,EAChC,OAAO,EAAE,MAAM,GACd,SAAS,CA+BX;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,CAW7D"}

package/dist/reporter/lifecycle-events.js

@@ -7,6 +7,8 @@ exports.buildOnBeginEvents = buildOnBeginEvents;
 exports.buildOnProjectEvent = buildOnProjectEvent;
 exports.buildOnTestBeginEvent = buildOnTestBeginEvent;
 exports.buildOnTestEndEvents = buildOnTestEndEvents;
+exports.buildOnStdIOEvent = buildOnStdIOEvent;
+exports.buildOnErrorEvent = buildOnErrorEvent;
 exports.buildOnStepBeginEvent = buildOnStepBeginEvent;
 exports.buildOnStepEndEvent = buildOnStepEndEvent;
 exports.buildOnEndEvent = buildOnEndEvent;
@@ -108,7 +110,7 @@ function buildOnTestBeginEvent(test, result, resultIdMap) {
         },
     };
 }
-function buildOnTestEndEvents(test, result, resultIdMap, stagingDir) {
+function buildOnTestEndEvents(test, result, resultIdMap, stagingDir, rootDir) {
     const resultId = (0, ibr_utils_1.getOrCreateId)(resultIdMap, `${test.id}-${result.retry}`);
     const events = [];
     // onAttach for each attachment (matching Playwright's blob format)
@@ -131,6 +133,11 @@ function buildOnTestEndEvents(test, result, resultIdMap, stagingDir) {
                         name: attachment.name,
                         contentType: attachment.contentType,
                         path: attachmentPath,
+                        // Body-based attachments travel inline, mirroring
+                        // TeleReporterEmitter._serializeAttachments.
+                        base64: attachment.body
+                            ? attachment.body.toString("base64")
+                            : undefined,
                     },
                 ],
             },
@@ -143,7 +150,7 @@ function buildOnTestEndEvents(test, result, resultIdMap, stagingDir) {
                 testId: test.id,
                 expectedStatus: test.expectedStatus,
                 timeout: test.timeout,
-                annotations: test.annotations,
+                annotations: (0, ibr_utils_1.relativeAnnotationLocations)(test.annotations, rootDir),
             },
             result: {
                 id: resultId,
@@ -155,11 +162,47 @@ function buildOnTestEndEvents(test, result, resultIdMap, stagingDir) {
                     location: e.location,
                     snippet: e.snippet,
                 })),
+                // Blob v2 carries annotations on the result; the merge reads them
+                // from here (result-level), not from the test payload above.
+                annotations: result.annotations?.length
+                    ? (0, ibr_utils_1.relativeAnnotationLocations)(result.annotations, rootDir)
+                    : undefined,
             },
         },
     });
     return events;
 }
+function buildOnStdIOEvent(type, chunk, test, result, resultIdMap) {
+    const isBase64 = typeof chunk !== "string";
+    const data = isBase64 ? chunk.toString("base64") : chunk;
+    return {
+        method: "onStdIO",
+        params: {
+            testId: test?.id,
+            resultId: test && result
+                ? (0, ibr_utils_1.getOrCreateId)(resultIdMap, `${test.id}-${result.retry}`)
+                : undefined,
+            type,
+            data,
+            isBase64,
+        },
+    };
+}
+function buildOnErrorEvent(error, workerInfo) {
+    return {
+        method: "onError",
+        params: {
+            error,
+            workerInfo: workerInfo
+                ? {
+                    workerIndex: workerInfo.workerIndex,
+                    parallelIndex: workerInfo.parallelIndex,
+                    projectName: workerInfo.project.name,
+                }
+                : undefined,
+        },
+    };
+}
 function buildOnStepBeginEvent(test, result, step, resultIdMap, stepIdMap) {
     const resultId = (0, ibr_utils_1.getOrCreateId)(resultIdMap, `${test.id}-${result.retry}`);
     const stepId = (0, ibr_utils_1.getOrCreateStepId)(stepIdMap, step);
@@ -182,7 +225,7 @@ function buildOnStepBeginEvent(test, result, step, resultIdMap, stepIdMap) {
         },
     };
 }
-function buildOnStepEndEvent(test, result, step, resultIdMap, stepIdMap) {
+function buildOnStepEndEvent(test, result, step, resultIdMap, stepIdMap, rootDir) {
     const resultId = (0, ibr_utils_1.getOrCreateId)(resultIdMap, `${test.id}-${result.retry}`);
     const stepId = (0, ibr_utils_1.getOrCreateStepId)(stepIdMap, step);
     return {
@@ -201,6 +244,14 @@ function buildOnStepEndEvent(test, result, step, resultIdMap, stepIdMap) {
                         snippet: step.error.snippet,
                     }
                     : undefined,
+                // Indices into the result's attachments, matching
+                // TeleReporterEmitter._serializeStepEnd.
+                attachments: step.attachments.length
+                    ? step.attachments.map((a) => result.attachments.indexOf(a))
+                    : undefined,
+                annotations: step.annotations.length
+                    ? (0, ibr_utils_1.relativeAnnotationLocations)(step.annotations, rootDir)
+                    : undefined,
             },
         },
     };

package/dist/reporter/parity-utils.d.ts

@@ -0,0 +1,63 @@
+import type { BlobEvent } from "./harness";
+export interface NormalizedAttachment {
+    name: string;
+    contentType: string;
+    /**
+     * Whether the merged report still points at real content (path or inline
+     * body). Compared only where a scenario opts in: the empirical pipeline
+     * resolves attachment bytes through _empirical_urls.json, so name+type is
+     * the baseline parity contract.
+     */
+    hasContent: boolean;
+}
+export interface NormalizedResult {
+    retry: number;
+    status: string;
+    errorMessages: string[];
+    stdout: string[];
+    stderr: string[];
+    attachments: NormalizedAttachment[];
+}
+export interface NormalizedTest {
+    projectName: string;
+    expectedStatus: string;
+    status: string;
+    annotations: {
+        type: string;
+        description?: string;
+    }[];
+    results: NormalizedResult[];
+}
+export interface NormalizedSpec {
+    title: string;
+    file: string;
+    ok: boolean;
+    tests: NormalizedTest[];
+}
+export interface NormalizedSuite {
+    title: string;
+    file: string;
+    specs: NormalizedSpec[];
+    suites: NormalizedSuite[];
+}
+export interface NormalizedReport {
+    suites: NormalizedSuite[];
+    errorMessages: string[];
+    stats: Record<string, unknown>;
+}
+export interface NormalizeOptions {
+    /** Absolute fixture dir, replaced with a stable token in messages. */
+    cwd: string;
+    /** Include attachment `hasContent` in the comparison (see above). */
+    compareAttachmentContent?: boolean;
+}
+export declare function normalizeJsonReport(report: Record<string, unknown>, opts: NormalizeOptions): NormalizedReport;
+/**
+ * Per-result step signatures from a raw blob event stream, keyed by
+ * `testId:retry` (stable across both reporters — they see the same run).
+ * The merged JSON report drops steps, so step parity is checked here.
+ */
+export declare function stepSignatures(events: BlobEvent[]): Map<string, string[]>;
+/** Event method names present in `reference` but absent from `candidate`. */
+export declare function missingEventMethods(reference: BlobEvent[], candidate: BlobEvent[]): string[];
+//# sourceMappingURL=parity-utils.d.ts.map

package/dist/reporter/parity-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parity-utils.d.ts","sourceRoot":"","sources":["../../src/reporter/parity-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAiD3C,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;OAKG;IACH,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,EAAE,oBAAoB,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,sEAAsE;IACtE,GAAG,EAAE,MAAM,CAAC;IACZ,qEAAqE;IACrE,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AAwED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,IAAI,EAAE,gBAAgB,GACrB,gBAAgB,CAclB;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CA+BzE;AAED,6EAA6E;AAC7E,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,SAAS,EAAE,EACtB,SAAS,EAAE,SAAS,EAAE,GACrB,MAAM,EAAE,CASV"}

package/dist/reporter/parity-utils.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeJsonReport = normalizeJsonReport;
+exports.stepSignatures = stepSignatures;
+exports.missingEventMethods = missingEventMethods;
+const ANSI_RE = /\u001b\[[0-9;]*m/g;
+function normalizeText(text, cwd) {
+    return text.replace(ANSI_RE, "").split(cwd).join("<cwd>").trimEnd();
+}
+function normalizeStdio(entries, cwd) {
+    return (entries ?? []).map((entry) => typeof entry === "string"
+        ? normalizeText(entry, cwd)
+        : entry.text !== undefined
+            ? normalizeText(entry.text, cwd)
+            : `<buffer:${entry.buffer?.length ?? 0}>`);
+}
+function normalizeResult(result, opts) {
+    return {
+        retry: result.retry,
+        status: result.status,
+        errorMessages: (result.errors ?? []).map((e) => normalizeText(e.message ?? "", opts.cwd)),
+        stdout: normalizeStdio(result.stdout, opts.cwd),
+        stderr: normalizeStdio(result.stderr, opts.cwd),
+        attachments: (result.attachments ?? []).map((a) => ({
+            name: a.name,
+            contentType: a.contentType,
+            hasContent: opts.compareAttachmentContent
+                ? Boolean(a.path || a.body)
+                : true,
+        })),
+    };
+}
+function normalizeSuite(suite, opts) {
+    return {
+        title: suite.title,
+        file: suite.file,
+        specs: (suite.specs ?? [])
+            .map((spec) => ({
+            title: spec.title,
+            file: spec.file,
+            ok: spec.ok,
+            tests: (spec.tests ?? []).map((test) => ({
+                projectName: test.projectName,
+                expectedStatus: test.expectedStatus,
+                status: test.status,
+                annotations: test.annotations ?? [],
+                results: (test.results ?? [])
+                    .map((r) => normalizeResult(r, opts))
+                    .sort((a, b) => a.retry - b.retry),
+            })),
+        }))
+            .sort((a, b) => a.title.localeCompare(b.title)),
+        suites: (suite.suites ?? [])
+            .map((s) => normalizeSuite(s, opts))
+            .sort((a, b) => a.title.localeCompare(b.title)),
+    };
+}
+function normalizeJsonReport(report, opts) {
+    const typed = report;
+    const stats = { ...(typed.stats ?? {}) };
+    delete stats.startTime;
+    delete stats.duration;
+    return {
+        suites: (typed.suites ?? [])
+            .map((s) => normalizeSuite(s, opts))
+            .sort((a, b) => (a.file + a.title).localeCompare(b.file + b.title)),
+        errorMessages: (typed.errors ?? []).map((e) => normalizeText(e.message ?? "", opts.cwd)),
+        stats,
+    };
+}
+/**
+ * Per-result step signatures from a raw blob event stream, keyed by
+ * `testId:retry` (stable across both reporters — they see the same run).
+ * The merged JSON report drops steps, so step parity is checked here.
+ */
+function stepSignatures(events) {
+    const resultKey = new Map(); // resultId -> testId:retry
+    for (const event of events) {
+        if (event.method !== "onTestBegin") {
+            continue;
+        }
+        const params = event.params;
+        resultKey.set(params.result.id, `${params.testId}:${params.result.retry}`);
+    }
+    const signatures = new Map();
+    for (const event of events) {
+        if (event.method !== "onStepBegin") {
+            continue;
+        }
+        const params = event.params;
+        const key = resultKey.get(params.resultId);
+        if (!key) {
+            continue;
+        }
+        const list = signatures.get(key) ?? [];
+        list.push(`${params.step.category}:${params.step.title}`);
+        signatures.set(key, list);
+    }
+    return signatures;
+}
+/** Event method names present in `reference` but absent from `candidate`. */
+function missingEventMethods(reference, candidate) {
+    const candidateMethods = new Set(candidate.map((e) => e.method));
+    return [
+        ...new Set(reference
+            .map((e) => e.method)
+            .filter((method) => !candidateMethods.has(method))),
+    ].sort();
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.58.2",
+  "version": "0.58.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -54,8 +54,8 @@
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
     "ts-morph": "^23.0.0",
-    "@empiricalrun/cua": "^0.4.1",
     "@empiricalrun/llm": "^0.27.0",
+    "@empiricalrun/cua": "^0.4.1",
     "@empiricalrun/r2-uploader": "^0.10.1",
     "@empiricalrun/reporter": "^0.29.1"
   },

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"version":"7.0.0-dev.20260623.1","root":["./src/api-worker-client.ts","./src/email.ts","./src/inbox-client.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/generated/api-worker-openapi.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/overlay-tests/visual.spec.ts","./src/reporter/attachment-cleanup-test-reporter.ts","./src/reporter/attachment-cleanup.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/ibr-utils.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/lifecycle-events.ts","./src/reporter/local-test.ts","./src/reporter/reporter-state.ts","./src/reporter/test-case-sync-reporter.ts","./src/reporter/test-case-sync.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"]}
+{"version":"7.0.0-dev.20260623.1","root":["./src/api-worker-client.ts","./src/email.ts","./src/inbox-client.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/generated/api-worker-openapi.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/overlay-tests/visual.spec.ts","./src/reporter/attachment-cleanup-test-reporter.ts","./src/reporter/attachment-cleanup.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/ibr-utils.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/lifecycle-events.ts","./src/reporter/local-test.ts","./src/reporter/parity-utils.ts","./src/reporter/reporter-state.ts","./src/reporter/test-case-sync-reporter.ts","./src/reporter/test-case-sync.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"]}

package/upstream-oracle/README.md

@@ -0,0 +1,48 @@
+# Upstream Playwright oracle for the IncrementalBlobReporter
+
+Runs upstream Playwright's own runner test suite (`tests/playwright-test`)
+through our IncrementalBlobReporter (IBR) and diffs failures against the
+built-in blob reporter as baseline. Their
+`PWTEST_INTERMEDIATE_BLOB_REPORT=1` harness mode reroutes every inline
+scenario through `<reporter> -> merge-reports -> json` before applying the
+normal assertions — Playwright's own completeness check for the blob format.
+Swapping IBR in (via `ibr-adapter.js` + the one-line
+`intermediate-mode-ibr.patch`) turns it into a parity oracle for us.
+
+This backs the plan to drop the built-in blob reporter from sharded runs:
+before trusting IBR as the only report, its zip must merge identically on
+scenarios we did not think to write ourselves. The fast, per-PR half of that
+story is `src/reporter/blob-ibr-parity.test.ts`; this oracle is the deep
+audit, run by `.github/workflows/ibr-blob-oracle.yaml` (and re-run on every
+Playwright version-pin bump).
+
+## Files
+
+- `run.mjs` — orchestrator: applies the patch, runs the curated specs in both
+  modes, fails on any IBR-only failure.
+- `ibr-adapter.js` — bridges IBR's env/paths contract to the blob reporter's
+  (config.shard → SHARD_INDEX env, zip relocation to `blob-report/`).
+- `intermediate-mode-ibr.patch` — one-line upstream fixture change making the
+  intermediate reporter selectable via `PWTEST_IBR_ADAPTER`.
+
+The job is EXPECTED to stay red until IBR reaches parity: today ~55 upstream
+tests fail only through IBR, all tracing to the known gaps (`onStdIO`,
+`onError`, result-level annotations, attachment bodies — encoded as `it.fails`
+in `src/reporter/blob-ibr-parity.test.ts`). The failure count shrinking to
+zero is the signal that the built-in blob reporter is safe to drop.
+
+## Running locally
+
+```bash
+# One-time: clone + bootstrap upstream at the pinned tag (~10 min)
+git clone --depth 1 --branch v1.62.1 https://github.com/microsoft/playwright.git ~/playwright-upstream
+cd ~/playwright-upstream && npm ci && npm run build
+
+# Build IBR, then run the oracle
+cd <monorepo>/packages/playwright-utils && pnpm build
+node upstream-oracle/run.mjs --pw-repo ~/playwright-upstream
+```
+
+The pin lives in the workflow (`PLAYWRIGHT_UPSTREAM_TAG`) and must move with
+the `@playwright/test` dev dependency; IBR mirrors blob format version 2
+(`BLOB_REPORT_VERSION` in `src/reporter/lifecycle-events.ts`).

package/upstream-oracle/ibr-adapter.js

@@ -0,0 +1,72 @@
+/**
+ * Adapter that lets the IncrementalBlobReporter (IBR) stand in for
+ * Playwright's built-in blob reporter inside the upstream Playwright repo's
+ * test harness (tests/playwright-test).
+ *
+ * Used with PWTEST_INTERMEDIATE_BLOB_REPORT=1 and the fixture patch in
+ * intermediate-mode-ibr.patch: every inline scenario in upstream's runner
+ * suite then executes through IBR -> merge-reports instead of blob ->
+ * merge-reports, turning Playwright's own tests into a completeness oracle
+ * for the IBR blob format. See run.mjs for orchestration.
+ *
+ * A subclass rather than a wrapper so every event handler — including ones
+ * IBR gains later — is inherited automatically instead of hand-forwarded
+ * (a wrapper once silently swallowed onStdOut/onError). The only remaining
+ * bridge is output location: the harness merges <packageRoot>/blob-report/
+ * report-N.zip, IBR writes blob-report-incremental/incremental-report-N.zip,
+ * so the zip is copied over after onEnd. Sharding needs no bridge: IBR falls
+ * back to config.shard when SHARD_INDEX/TOTAL_SHARDS are not set.
+ */
+
+const fs = require("fs");
+const path = require("path");
+
+const IBR_DIST = process.env.PWTEST_IBR_DIST;
+if (!IBR_DIST) {
+  throw new Error(
+    "PWTEST_IBR_DIST must point at a built incremental-blob-reporter.js " +
+      "(e.g. <monorepo>/packages/playwright-utils/dist/reporter/incremental-blob-reporter.js)",
+  );
+}
+
+// Keep IBR off its local-testing path (attachment embedding + auto-merge)
+// and away from real uploads. Must happen before construction: IBR reads
+// env when instantiated.
+delete process.env.LOCAL_TEST;
+delete process.env.R2_ACCOUNT_ID;
+delete process.env.S3_UPLOAD_BUCKET;
+delete process.env.SHARD_INDEX;
+delete process.env.TOTAL_SHARDS;
+
+const IBR = require(IBR_DIST).default;
+
+class IBRBlobAdapter extends IBR {
+  constructor(options = {}) {
+    super();
+    this._adapterOptions = options;
+    this._adapterCwd = process.cwd();
+  }
+
+  async onEnd(result) {
+    await super.onEnd(result);
+    const shard = this._shardIndex;
+    const src = path.join(
+      this._adapterCwd,
+      "blob-report-incremental",
+      `incremental-report-${shard}.zip`,
+    );
+    if (!fs.existsSync(src)) {
+      // Mirrors blob: no zip when there was nothing to report.
+      return;
+    }
+    const outputDir = path.resolve(
+      this._adapterCwd,
+      this._adapterOptions.outputDir || "blob-report",
+    );
+    const fileName = this._adapterOptions.fileName || `report-${shard}.zip`;
+    fs.mkdirSync(outputDir, { recursive: true });
+    fs.copyFileSync(src, path.join(outputDir, fileName));
+  }
+}
+
+module.exports = IBRBlobAdapter;

package/upstream-oracle/intermediate-mode-ibr.patch

@@ -0,0 +1,16 @@
+diff --git a/tests/playwright-test/playwright-test-fixtures.ts b/tests/playwright-test/playwright-test-fixtures.ts
+index 28ef919e2..350fe8b5c 100644
+--- a/tests/playwright-test/playwright-test-fixtures.ts
++++ b/tests/playwright-test/playwright-test-fixtures.ts
+@@ -143,7 +143,10 @@ async function runPlaywrightTest(childProcess: CommonFixtures['childProcess'], b
+   let reporter;
+   if (useIntermediateMergeReport) {
+     reporter = params.reporter;
+-    params.reporter = 'blob';
++    // PWTEST_IBR_ADAPTER routes the intermediate report through Empirical's
++    // IncrementalBlobReporter instead of the built-in blob reporter, so this
++    // suite doubles as a blob-format parity oracle for IBR.
++    params.reporter = process.env.PWTEST_IBR_ADAPTER || 'blob';
+   }
+   const reportFile = path.join(baseDir, 'report.json');
+   // When we have useIntermediateMergeReport, we want the JSON reporter only at the merge step.

package/upstream-oracle/run.mjs

@@ -0,0 +1,231 @@
+/**
+ * Runs upstream Playwright's own runner test suite (tests/playwright-test)
+ * through the IncrementalBlobReporter and compares failures against the
+ * built-in blob reporter baseline.
+ *
+ * How: upstream's PWTEST_INTERMEDIATE_BLOB_REPORT=1 mode reroutes every
+ * inline scenario through <reporter> -> merge-reports -> json before applying
+ * the normal assertions — Playwright's own completeness oracle for the blob
+ * format. The fixture patch (intermediate-mode-ibr.patch) lets
+ * PWTEST_IBR_ADAPTER swap IBR in as that reporter.
+ *
+ * Both modes run the same curated spec files; environment noise cancels in
+ * the baseline diff. Any IBR-only failure fails the run — the job stays red
+ * until IBR reaches parity (known gaps today: onStdIO, onError, result-level
+ * annotations, attachment bodies). It turning green is the signal that the
+ * built-in blob reporter is safe to drop.
+ *
+ * Usage:
+ *   node run.mjs --pw-repo <upstream clone at the pinned tag>
+ *     [--specs basic.spec.ts,stdio.spec.ts] [--workers N]
+ *
+ * The clone must be bootstrapped (npm ci + npm run build). This script
+ * (re)applies the fixture patch idempotently on every run.
+ */
+
+import { spawn } from "node:child_process";
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+
+const ORACLE_DIR = path.dirname(fileURLToPath(import.meta.url));
+
+// Curated, node-only (no browser) runner specs with high report-content
+// signal. stdio.spec.ts is the direct probe for the known onStdIO gap.
+const DEFAULT_SPECS = [
+  "basic.spec.ts",
+  "hooks.spec.ts",
+  "max-failures.spec.ts",
+  "stdio.spec.ts",
+  "test-modifiers.spec.ts",
+  "test-serial.spec.ts",
+  "test-step.spec.ts",
+];
+
+const ADAPTER_PATH = path.join(ORACLE_DIR, "ibr-adapter.js");
+const PATCH_PATH = path.join(ORACLE_DIR, "intermediate-mode-ibr.patch");
+const DEFAULT_IBR_DIST = path.join(
+  ORACLE_DIR,
+  "../dist/reporter/incremental-blob-reporter.js",
+);
+
+function parseArgs(argv) {
+  const args = { specs: DEFAULT_SPECS, workers: 4 };
+  // Normalize --flag=value into --flag value.
+  argv = argv.flatMap((a) =>
+    a.startsWith("--") && a.includes("=")
+      ? [a.slice(0, a.indexOf("=")), a.slice(a.indexOf("=") + 1)]
+      : [a],
+  );
+  for (let i = 0; i < argv.length; i++) {
+    const arg = argv[i];
+    if (arg === "--pw-repo") {
+      args.pwRepo = argv[++i];
+    } else if (arg === "--specs") {
+      args.specs = argv[++i].split(",").filter(Boolean);
+    } else if (arg === "--workers") {
+      args.workers = Number(argv[++i]);
+    } else {
+      throw new Error(`Unknown argument: ${arg}`);
+    }
+  }
+  if (!args.pwRepo) {
+    throw new Error(
+      "--pw-repo <path to upstream playwright clone> is required",
+    );
+  }
+  return args;
+}
+
+function run(command, cmdArgs, options) {
+  return new Promise((resolve) => {
+    const child = spawn(command, cmdArgs, {
+      ...options,
+      stdio: ["ignore", "pipe", "pipe"],
+    });
+    let output = "";
+    child.stdout.on("data", (d) => {
+      output += d.toString();
+    });
+    child.stderr.on("data", (d) => {
+      output += d.toString();
+    });
+    child.on("close", (code) => resolve({ code, output }));
+  });
+}
+
+/** Failed-test keys ("file:line › suite › title") from a Playwright JSON report. */
+function collectFailures(report) {
+  const failures = new Set();
+  const visit = (suite, titles) => {
+    for (const spec of suite.specs ?? []) {
+      for (const test of spec.tests ?? []) {
+        if (test.status === "unexpected") {
+          failures.add(
+            [`${spec.file}:${spec.line}`, ...titles, spec.title].join(" › "),
+          );
+        }
+      }
+    }
+    for (const child of suite.suites ?? []) {
+      visit(child, [...titles, child.title]);
+    }
+  };
+  for (const suite of report.suites ?? []) {
+    visit(suite, []);
+  }
+  return failures;
+}
+
+async function applyFixturePatch(pwRepo) {
+  const fixtureFile = "tests/playwright-test/playwright-test-fixtures.ts";
+  const restore = await run("git", ["checkout", "--", fixtureFile], {
+    cwd: pwRepo,
+  });
+  if (restore.code !== 0) {
+    throw new Error(
+      `git checkout of ${fixtureFile} failed:\n${restore.output}`,
+    );
+  }
+  const apply = await run("git", ["apply", PATCH_PATH], { cwd: pwRepo });
+  if (apply.code !== 0) {
+    throw new Error(`git apply ${PATCH_PATH} failed:\n${apply.output}`);
+  }
+}
+
+async function runMode({ pwRepo, specs, workers, mode, ibrDist }) {
+  const jsonOut = path.join(
+    fs.mkdtempSync(path.join(os.tmpdir(), "ibr-oracle-")),
+    `${mode}.json`,
+  );
+  const env = {
+    ...process.env,
+    PWTEST_INTERMEDIATE_BLOB_REPORT: "1",
+    PLAYWRIGHT_JSON_OUTPUT_NAME: jsonOut,
+    FORCE_COLOR: "0",
+  };
+  if (mode === "ibr") {
+    env.PWTEST_IBR_ADAPTER = ADAPTER_PATH;
+    env.PWTEST_IBR_DIST = ibrDist;
+  }
+  const { code, output } = await run(
+    "npm",
+    [
+      "run",
+      "ttest",
+      "--",
+      ...specs,
+      `--workers=${workers}`,
+      // Absorbs outer-harness flake: a scenario that fails on IBR's real gaps
+      // fails every retry, while an infra hiccup passes on retry and is
+      // reported "flaky" (not counted as a failure).
+      "--retries=2",
+      "--reporter=json",
+    ],
+    { cwd: pwRepo, env },
+  );
+  let report;
+  try {
+    report = JSON.parse(fs.readFileSync(jsonOut, "utf8"));
+  } catch {
+    console.error(output.slice(-4000));
+    throw new Error(
+      `${mode}: no JSON report produced (exit code ${code}) — harness broken, see output above`,
+    );
+  }
+  return collectFailures(report);
+}
+
+const args = parseArgs(process.argv.slice(2));
+const pwRepo = path.resolve(args.pwRepo);
+const ibrDist = path.resolve(process.env.PWTEST_IBR_DIST || DEFAULT_IBR_DIST);
+if (!fs.existsSync(ibrDist)) {
+  throw new Error(
+    `IBR dist not found at ${ibrDist} — build playwright-utils first`,
+  );
+}
+
+await applyFixturePatch(pwRepo);
+
+console.log(`Specs: ${args.specs.join(", ")}`);
+console.log("Running baseline (built-in blob reporter)...");
+const blobFailures = await runMode({
+  pwRepo,
+  specs: args.specs,
+  workers: args.workers,
+  mode: "blob",
+});
+console.log(
+  `Baseline failures (env noise, cancelled in diff): ${blobFailures.size}`,
+);
+for (const key of [...blobFailures].sort()) {
+  console.log(`  [baseline] ${key}`);
+}
+
+console.log("Running through IBR adapter...");
+const ibrFailures = await runMode({
+  pwRepo,
+  specs: args.specs,
+  workers: args.workers,
+  mode: "ibr",
+  ibrDist,
+});
+
+const ibrOnly = [...ibrFailures].filter((key) => !blobFailures.has(key)).sort();
+console.log(`IBR-only failures: ${ibrOnly.length}`);
+for (const key of ibrOnly) {
+  console.log(`  [ibr-only] ${key}`);
+}
+
+if (ibrOnly.length > 0) {
+  console.error(
+    `\nFAIL: ${ibrOnly.length} upstream test(s) fail only through IBR. ` +
+      `The job stays red until IBR reaches blob parity (known gaps: onStdIO, ` +
+      `onError, result-level annotations, attachment bodies).`,
+  );
+  process.exit(1);
+}
+console.log(
+  "\nOK: IBR at parity with the built-in blob reporter on these specs",
+);