@empiricalrun/playwright-utils 0.27.18 → 0.28.0

package/CHANGELOG.md

@@ -1,5 +1,52 @@
 # @empiricalrun/playwright-utils
 
+## 0.28.0
+
+### Minor Changes
+
+- f349076: feat: update summary.json attachment paths to actual urls
+
+### Patch Changes
+
+- Updated dependencies [6b1d98c]
+- Updated dependencies [b6a04f5]
+- Updated dependencies [4cbc287]
+- Updated dependencies [a96a03c]
+- Updated dependencies [df226a5]
+- Updated dependencies [32905df]
+- Updated dependencies [8e3c7a4]
+- Updated dependencies [5b0d43a]
+- Updated dependencies [6ac65ed]
+- Updated dependencies [fc6f97c]
+- Updated dependencies [440e851]
+- Updated dependencies [a23b38f]
+- Updated dependencies [12c69cc]
+- Updated dependencies [5ed01c4]
+- Updated dependencies [e1d01c8]
+- Updated dependencies [450b79a]
+- Updated dependencies [7009d67]
+- Updated dependencies [d570c55]
+- Updated dependencies [622aa35]
+- Updated dependencies [23708d1]
+- Updated dependencies [162e461]
+- Updated dependencies [349003e]
+- Updated dependencies [d5c7696]
+- Updated dependencies [7afa5c1]
+  - @empiricalrun/test-gen@0.72.0
+  - @empiricalrun/llm@0.20.0
+
+## 0.27.19
+
+### Patch Changes
+
+- f44505a: fix: smaller responses from run-test tool
+- 001b324: fix: enforce codegen approach for overlay dismissals
+- Updated dependencies [d7f9025]
+- Updated dependencies [f44505a]
+- Updated dependencies [001b324]
+  - @empiricalrun/test-gen@0.71.2
+  - @empiricalrun/llm@0.19.4
+
 ## 0.27.18
 
 ### Patch Changes

package/dist/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAI7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAczD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA0CD,eAAO,MAAM,UAAU,EAAE,oBAyBxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAgBrB,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAI7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAczD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA2CD,eAAO,MAAM,UAAU,EAAE,oBAyBxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAgBrB,CAAC"}

package/dist/config.js

@@ -53,6 +53,7 @@ function isPlaywrightV147() {
     return version && version.includes("1.47") ? true : false;
 }
 function getReporters() {
+    // TODO: Remove this once we have migrated to 1.53.X for all repos
     if (isPlaywrightV147()) {
         return [
             ["list"],

package/dist/reporter/empirical-reporter.d.ts

@@ -4,6 +4,9 @@ declare class EmpiricalReporter implements Reporter {
     private _uploadBucket;
     private _currentWorkingDir;
     private _willUploadArtifacts;
+    private _testResultSourceDir;
+    private _baseUrl;
+    private _urlPrefix;
     private checkR2Creds;
     constructor();
     private processTestAttachment;

package/dist/reporter/empirical-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAgBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,aAAa,CAAyB;IAC9C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAAkB;IAE9C,OAAO,CAAC,YAAY;;IAyBpB,OAAO,CAAC,qBAAqB,CA0B3B;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAyEtC,KAAK,CAAC,MAAM,EAAE,UAAU;CA+F/B;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAiBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,aAAa,CAAyB;IAC9C,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAAkB;IAC9C,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,QAAQ,CAAmC;IACnD,OAAO,CAAC,UAAU,CAA2F;IAE7G,OAAO,CAAC,YAAY;;IAyBpB,OAAO,CAAC,qBAAqB,CAuB3B;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAyEtC,KAAK,CAAC,MAAM,EAAE,UAAU;CA+G/B;AAED,eAAe,iBAAiB,CAAC"}

package/dist/reporter/empirical-reporter.js

@@ -15,6 +15,9 @@ class EmpiricalReporter {
     _uploadBucket = "test-report";
     _currentWorkingDir = process.cwd();
     _willUploadArtifacts = false;
+    _testResultSourceDir = path_1.default.join(this._currentWorkingDir, "test-results");
+    _baseUrl = `https://reports.empirical.run`;
+    _urlPrefix = `${this._baseUrl}/${process.env.PROJECT_NAME}/${process.env.TEST_RUN_GITHUB_ACTION_ID}`;
     checkR2Creds() {
         if (!process.env.R2_ACCOUNT_ID ||
             !process.env.R2_ACCESS_KEY_ID ||
@@ -36,7 +39,6 @@ class EmpiricalReporter {
     processTestAttachment = async (attachment) => {
         if (!attachment.path)
             return;
-        const testResultSourceDir = path_1.default.join(this._currentWorkingDir, "test-results");
         const exists = await (0, util_1.checkFileExistsAsync)(attachment.path);
         if (exists) {
             logger_1.logger.debug(`[Empirical Reporter] Processing attachment: File exists`);
@@ -46,10 +48,11 @@ class EmpiricalReporter {
             return;
         }
         const uploadTask = (0, uploader_1.createUploadTaskV2)({
-            sourceDir: testResultSourceDir,
+            sourceDir: this._testResultSourceDir,
             fileList: [attachment.path],
             destinationDir: path_1.default.join(this._destinationDir, "data"),
             uploadBucket: this._uploadBucket,
+            baseUrl: this._baseUrl,
         });
         return (0, queue_1.sendTaskToQueue)(uploadTask);
     };
@@ -126,36 +129,40 @@ class EmpiricalReporter {
         }).format(startTime));
         const jsonFilePath = path_1.default.join(this._currentWorkingDir, "summary.json");
         const jsonExists = fs_1.default.existsSync(jsonFilePath);
-        if (jsonExists) {
-            logger_1.logger.debug("[Empirical Reporter] Uploading JSON file");
-            const uploadJsonTask = (0, uploader_1.createUploadTaskV2)({
-                sourceDir: this._currentWorkingDir,
-                fileList: [jsonFilePath],
-                destinationDir: this._destinationDir,
-                uploadBucket: this._uploadBucket,
-            });
-            void (0, queue_1.sendTaskToQueue)(uploadJsonTask);
-        }
-        else {
-            logger_1.logger.error(`[Empirical Reporter] summary.json does not exist at: ${jsonFilePath}`);
-        }
         const htmlFilePath = path_1.default.join(this._currentWorkingDir, "playwright-report/index.html");
         const htmlExists = await (0, util_1.checkFileExistsAsync)(htmlFilePath);
-        if (htmlExists) {
+        if (htmlExists && jsonExists) {
             logger_1.logger.debug("[Empirical Reporter] Updating the HTML Zip");
-            await (0, util_1.updateHtmlZipFileAttachmentPaths)(jsonFilePath, htmlFilePath);
+            await (0, util_1.updateHtmlZipFileAttachmentPaths)(jsonFilePath, htmlFilePath, this._testResultSourceDir);
             logger_1.logger.debug("[Empirical Reporter] Uploading HTML file");
             const uploadHtmlTask = (0, uploader_1.createUploadTaskV2)({
                 sourceDir: path_1.default.join(this._currentWorkingDir, "playwright-report"),
                 fileList: [htmlFilePath],
                 destinationDir: this._destinationDir,
                 uploadBucket: this._uploadBucket,
+                baseUrl: this._baseUrl,
             });
             void (0, queue_1.sendTaskToQueue)(uploadHtmlTask);
         }
         else {
             logger_1.logger.error(`[Empirical Reporter] playwright-report/index.html does not exist at: ${htmlFilePath}`);
         }
+        if (jsonExists) {
+            logger_1.logger.debug("[Empirical Reporter] Updating the JSON file");
+            await (0, util_1.updateSummaryJsonAttachmentPaths)(jsonFilePath, this._testResultSourceDir, `${this._urlPrefix}/data`);
+            logger_1.logger.debug("[Empirical Reporter] Uploading JSON file");
+            const uploadJsonTask = (0, uploader_1.createUploadTaskV2)({
+                sourceDir: this._currentWorkingDir,
+                fileList: [jsonFilePath],
+                destinationDir: this._destinationDir,
+                uploadBucket: this._uploadBucket,
+                baseUrl: this._baseUrl,
+            });
+            void (0, queue_1.sendTaskToQueue)(uploadJsonTask);
+        }
+        else {
+            logger_1.logger.error(`[Empirical Reporter] summary.json does not exist at: ${jsonFilePath}`);
+        }
         const traceFilePath = path_1.default.join(this._currentWorkingDir, "playwright-report/trace");
         const traceExists = await (0, util_1.checkFileExistsAsync)(traceFilePath);
         if (traceExists) {
@@ -164,6 +171,7 @@ class EmpiricalReporter {
                 sourceDir: traceFilePath,
                 destinationDir: path_1.default.join(this._destinationDir, "trace"),
                 uploadBucket: this._uploadBucket,
+                baseUrl: this._baseUrl,
             });
             void (0, queue_1.sendTaskToQueue)(uploadTraceTask);
         }

package/dist/reporter/uploader.d.ts

@@ -24,10 +24,11 @@ export declare function createUploadTask({ fileList, outputFolder, relativePath,
  * @param {string} params.uploadBucket - The R2 bucket to upload to
  * @returns {AsyncTask} An async task that when executed will upload the files and return a map of file paths to URLs
  */
-export declare function createUploadTaskV2({ sourceDir, fileList, destinationDir, uploadBucket, }: {
+export declare function createUploadTaskV2({ sourceDir, fileList, destinationDir, uploadBucket, baseUrl, }: {
     sourceDir: string;
     fileList?: string[];
     destinationDir: string;
     uploadBucket: string;
+    baseUrl: string;
 }): AsyncTask;
 //# sourceMappingURL=uploader.d.ts.map

package/dist/reporter/uploader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/reporter/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAmB,MAAM,2BAA2B,CAAC;AAIrE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAKpC,wBAAsB,WAAW,CAAC,EAChC,QAAQ,EACR,YAAY,EACZ,YAAY,GACb,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAwB1B;AAED,wBAAgB,gBAAgB,CAAC,EAC/B,QAAQ,EACR,YAAY,EACZ,YAAiB,GAClB,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,SAAS,CAaZ;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kBAAkB,CAAC,EACjC,SAAS,EACT,QAAQ,EACR,cAAc,EACd,YAAY,GACb,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,SAAS,CAiCZ"}
+{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/reporter/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAmB,MAAM,2BAA2B,CAAC;AAIrE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,WAAW,CAAC,EAChC,QAAQ,EACR,YAAY,EACZ,YAAY,GACb,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAwB1B;AAGD,wBAAgB,gBAAgB,CAAC,EAC/B,QAAQ,EACR,YAAY,EACZ,YAAiB,GAClB,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,SAAS,CAaZ;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kBAAkB,CAAC,EACjC,SAAS,EACT,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,OAAO,GACR,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,SAAS,CA8BZ"}

package/dist/reporter/uploader.js

@@ -9,8 +9,10 @@ exports.createUploadTaskV2 = createUploadTaskV2;
 const r2_uploader_1 = require("@empiricalrun/r2-uploader");
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
+// TODO: Remove this once we have migrated to 1.53.X for all repos
 const R2_BUCKET_NAME = "test-report";
 const R2_BASE_URL = "https://reports.empirical.run";
+// TODO: Remove this once we have migrated to 1.53.X for all repos
 async function uploadFiles({ fileList, outputFolder, relativePath, }) {
     if (!process.env.PROJECT_NAME || !process.env.TEST_RUN_GITHUB_ACTION_ID) {
         return;
@@ -32,6 +34,7 @@ async function uploadFiles({ fileList, outputFolder, relativePath, }) {
     logger_1.logger.debug("Finished uploading files:", urls);
     return urls;
 }
+// TODO: Remove this once we have migrated to 1.53.X for all repos
 function createUploadTask({ fileList, outputFolder, relativePath = "", }) {
     return async () => {
         return uploadFiles({
@@ -60,7 +63,7 @@ function createUploadTask({ fileList, outputFolder, relativePath = "", }) {
  * @param {string} params.uploadBucket - The R2 bucket to upload to
  * @returns {AsyncTask} An async task that when executed will upload the files and return a map of file paths to URLs
  */
-function createUploadTaskV2({ sourceDir, fileList, destinationDir, uploadBucket, }) {
+function createUploadTaskV2({ sourceDir, fileList, destinationDir, uploadBucket, baseUrl, }) {
     return async () => {
         if (!process.env.R2_ACCOUNT_ID ||
             !process.env.R2_ACCESS_KEY_ID ||
@@ -78,7 +81,7 @@ function createUploadTaskV2({ sourceDir, fileList, destinationDir, uploadBucket,
             Object.entries(uploadedFiles).forEach(([filePath]) => {
                 // Example: If R2_BASE_URL is "https://r2.example.com" and destinationDir is "test-results/123" and filePath is "screenshot.png"
                 // The resulting URL will be: "https://r2.example.com/test-results/123/screenshot.png"
-                const fileUrl = new URL(path_1.default.join(destinationDir, filePath), R2_BASE_URL);
+                const fileUrl = new URL(path_1.default.join(destinationDir, filePath), baseUrl);
                 urls[filePath] = fileUrl.toString();
             });
             logger_1.logger.debug("Finished Upload Files");

package/dist/reporter/util.d.ts

@@ -16,7 +16,7 @@
  * limitations under the License.
  */
 import { GenericPlaywrightAttachment } from "@empiricalrun/shared-types";
-import { TestCase } from "@playwright/test/reporter";
+import { JSONReport as PlaywrightJSONReport, JSONReportSpec, TestCase } from "@playwright/test/reporter";
 import { TestCaseRunEndEvent } from "./types";
 export declare function getPackageJsonPath(folderPath: string): string;
 export declare function resolveReporterOutputPath(defaultValue: string, configDir: string, configValue: string | undefined): string;
@@ -36,7 +36,7 @@ export declare function suitesAndProjectForTest(test: TestCase): {
 };
 export declare function sendTestCaseUpdateToDashboard(params: TestCaseRunEndEvent): Promise<void>;
 export declare function safelySerialiseJSON(obj: any, keyFilter?: (key: string) => boolean): any;
-export declare function updateHtmlZipFileAttachmentPaths(jsonFilePath: string, htmlFilePath: string): Promise<void>;
+export declare function updateHtmlZipFileAttachmentPaths(jsonFilePath: string, htmlFilePath: string, repoPath: string): Promise<void>;
 /**
  * Replaces media paths in test results with normalized paths from the test attachment map.
  * This function updates the attachments array in each test result with the corresponding
@@ -51,13 +51,14 @@ export declare function updateHtmlZipFileAttachmentPaths(jsonFilePath: string, h
 export declare function replaceMediaPaths(jsonData: any, testAttachmentMap: Map<string, {
     attachments: GenericPlaywrightAttachment[];
 }[]>): void;
+export declare function traverseJsonReportSuites(summaryJson: PlaywrightJSONReport, specFn: (spec: JSONReportSpec) => void): void;
 /**
  * Builds a map from test ID to an array of objects containing attachments for each result (retry).
  * The attachments are normalized to use relative paths starting with 'data/'.
  * @param summaryJsonFilePath Path to the summary JSON file
  * @returns Map<string, { attachments: GenericPlaywrightAttachment[] }[]>
  */
-export declare function buildTestAttachmentMapFromSummary(summaryJsonFilePath: string): Map<string, {
+export declare function buildTestAttachmentMapFromSummary(summaryJsonFilePath: string, repoPath: string, doNotNormalize?: boolean): Map<string, {
     attachments: GenericPlaywrightAttachment[];
 }[]>;
 /**
@@ -66,4 +67,16 @@ export declare function buildTestAttachmentMapFromSummary(summaryJsonFilePath: s
  * @returns Promise<boolean> - true if the file exists, false otherwise
  */
 export declare function checkFileExistsAsync(filePath: string): Promise<boolean>;
+/**
+ * Updates the attachment paths in the summary JSON file to use remote URLs.
+ *
+ * This function rewrites all attachment `path` fields in the given Playwright summary JSON file
+ * so that they point to remote URLs based on the current `PROJECT_NAME` and `TEST_RUN_GITHUB_ACTION_ID`
+ * environment variables.
+ *
+ * @param filePath - The path to the summary JSON file
+ * @returns The updated summary JSON
+ *
+ */
+export declare function updateSummaryJsonAttachmentPaths(filePath: string, repoPath: string, urlPrefix: string): Promise<PlaywrightJSONReport | undefined>;
 //# sourceMappingURL=util.d.ts.map

package/dist/reporter/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/reporter/util.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAKL,QAAQ,EACT,MAAM,2BAA2B,CAAC;AAiBnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAI9C,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAmB7D;AAED,wBAAgB,yBAAyB,CACvC,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAAG,SAAS,UAMhC;AAED,wBAAsB,0BAA0B,CAC9C,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC5E,OAAO,CAAC;IACT,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC,CAyCD;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,QAAQ;;;EAwBrD;AAED,wBAAsB,6BAA6B,CACjD,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAyDf;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,GAAG,EACR,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,GACnC,GAAG,CAIL;AAED,wBAAsB,gCAAgC,CACpD,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,iBAoFrB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,GAAG,EACb,iBAAiB,EAAE,GAAG,CACpB,MAAM,EACN;IAAE,WAAW,EAAE,2BAA2B,EAAE,CAAA;CAAE,EAAE,CACjD,QA+BF;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAC/C,mBAAmB,EAAE,MAAM,GAC1B,GAAG,CAAC,MAAM,EAAE;IAAE,WAAW,EAAE,2BAA2B,EAAE,CAAA;CAAE,EAAE,CAAC,CAqD/D;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAO7E"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/reporter/util.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EACL,UAAU,IAAI,oBAAoB,EAClC,cAAc,EAId,QAAQ,EACT,MAAM,2BAA2B,CAAC;AAiBnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAI9C,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAmB7D;AAED,wBAAgB,yBAAyB,CACvC,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAAG,SAAS,UAMhC;AAED,wBAAsB,0BAA0B,CAC9C,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC5E,OAAO,CAAC;IACT,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC,CAyCD;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,QAAQ;;;EAwBrD;AAED,wBAAsB,6BAA6B,CACjD,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAyDf;AAED,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,GAAG,EACR,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,GACnC,GAAG,CAIL;AAED,wBAAsB,gCAAgC,CACpD,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,iBAuFjB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,GAAG,EACb,iBAAiB,EAAE,GAAG,CACpB,MAAM,EACN;IAAE,WAAW,EAAE,2BAA2B,EAAE,CAAA;CAAE,EAAE,CACjD,QA+BF;AAGD,wBAAgB,wBAAwB,CACtC,WAAW,EAAE,oBAAoB,EACjC,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,QAavC;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAC/C,mBAAmB,EAAE,MAAM,EAC3B,QAAQ,EAAE,MAAM,EAChB,cAAc,GAAE,OAAe,GAC9B,GAAG,CAAC,MAAM,EAAE;IAAE,WAAW,EAAE,2BAA2B,EAAE,CAAA;CAAE,EAAE,CAAC,CA4C/D;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAO7E;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,gCAAgC,CACpD,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,6CAoClB"}

package/dist/reporter/util.js

@@ -28,8 +28,10 @@ exports.sendTestCaseUpdateToDashboard = sendTestCaseUpdateToDashboard;
 exports.safelySerialiseJSON = safelySerialiseJSON;
 exports.updateHtmlZipFileAttachmentPaths = updateHtmlZipFileAttachmentPaths;
 exports.replaceMediaPaths = replaceMediaPaths;
+exports.traverseJsonReportSuites = traverseJsonReportSuites;
 exports.buildTestAttachmentMapFromSummary = buildTestAttachmentMapFromSummary;
 exports.checkFileExistsAsync = checkFileExistsAsync;
+exports.updateSummaryJsonAttachmentPaths = updateSummaryJsonAttachmentPaths;
 const adm_zip_1 = __importDefault(require("adm-zip"));
 const async_retry_1 = __importDefault(require("async-retry"));
 const fs_1 = __importDefault(require("fs"));
@@ -171,8 +173,8 @@ async function sendTestCaseUpdateToDashboard(params) {
 function safelySerialiseJSON(obj, keyFilter) {
     return JSON.parse(JSON.stringify(obj, (key, value) => (keyFilter?.(key) ? undefined : value)));
 }
-async function updateHtmlZipFileAttachmentPaths(jsonFilePath, htmlFilePath) {
-    const testAttachmentMap = buildTestAttachmentMapFromSummary(jsonFilePath);
+async function updateHtmlZipFileAttachmentPaths(jsonFilePath, htmlFilePath, repoPath) {
+    const testAttachmentMap = buildTestAttachmentMapFromSummary(jsonFilePath, repoPath);
     let htmlFile;
     try {
         htmlFile = await fs_1.default.promises.readFile(htmlFilePath, "utf8");
@@ -269,46 +271,53 @@ function replaceMediaPaths(jsonData, testAttachmentMap) {
         }
     }
 }
+// Generic suite traversal utility
+function traverseJsonReportSuites(summaryJson, specFn) {
+    function recurse(suite) {
+        for (const spec of suite.specs || []) {
+            specFn(spec);
+        }
+        for (const childSuite of suite.suites || []) {
+            recurse(childSuite);
+        }
+    }
+    for (const suite of summaryJson.suites || []) {
+        recurse(suite);
+    }
+}
 /**
  * Builds a map from test ID to an array of objects containing attachments for each result (retry).
  * The attachments are normalized to use relative paths starting with 'data/'.
  * @param summaryJsonFilePath Path to the summary JSON file
  * @returns Map<string, { attachments: GenericPlaywrightAttachment[] }[]>
  */
-function buildTestAttachmentMapFromSummary(summaryJsonFilePath) {
+function buildTestAttachmentMapFromSummary(summaryJsonFilePath, repoPath, doNotNormalize = false) {
     const summaryJson = JSON.parse(fs_1.default.readFileSync(summaryJsonFilePath, "utf8"));
     const testAttachmentMap = new Map();
     function normalizeAttachmentPath(attachment) {
         if (!attachment?.path)
             return attachment;
-        const relativePath = path_1.default.relative(path_1.default.join(process.cwd(), "test-results"), attachment.path);
+        const relativePath = path_1.default.relative(repoPath, attachment.path);
         attachment.path = path_1.default.join("data", relativePath);
         return attachment;
     }
-    function processSuite(suite) {
-        for (const spec of suite.specs || []) {
-            const testId = spec.id;
-            for (const test of spec.tests) {
-                if (!testId) {
-                    console.warn("⚠️ Test without testId encountered, skipping.");
-                    continue;
-                }
-                const resultAttachments = (test.results || []).map((result) => ({
-                    attachments: (result.attachments || []).map(normalizeAttachmentPath),
-                }));
-                testAttachmentMap.set(testId, [
-                    ...(testAttachmentMap.get(testId) || []),
-                    ...resultAttachments,
-                ]);
+    const buildTestAttachmentMap = (spec) => {
+        const testId = spec.id;
+        for (const test of spec.tests) {
+            if (!testId) {
+                console.warn("⚠️ Test without testId encountered, skipping.");
+                continue;
             }
+            const resultAttachments = (test.results || []).map((result) => ({
+                attachments: (result.attachments || []).map(doNotNormalize ? (a) => a : normalizeAttachmentPath),
+            }));
+            testAttachmentMap.set(testId, [
+                ...(testAttachmentMap.get(testId) || []),
+                ...resultAttachments,
+            ]);
         }
-        for (const childSuite of suite.suites || []) {
-            processSuite(childSuite);
-        }
-    }
-    for (const suite of summaryJson.suites || []) {
-        processSuite(suite);
-    }
+    };
+    traverseJsonReportSuites(summaryJson, buildTestAttachmentMap);
     return testAttachmentMap;
 }
 /**
@@ -325,3 +334,39 @@ async function checkFileExistsAsync(filePath) {
         return false;
     }
 }
+/**
+ * Updates the attachment paths in the summary JSON file to use remote URLs.
+ *
+ * This function rewrites all attachment `path` fields in the given Playwright summary JSON file
+ * so that they point to remote URLs based on the current `PROJECT_NAME` and `TEST_RUN_GITHUB_ACTION_ID`
+ * environment variables.
+ *
+ * @param filePath - The path to the summary JSON file
+ * @returns The updated summary JSON
+ *
+ */
+async function updateSummaryJsonAttachmentPaths(filePath, repoPath, urlPrefix) {
+    if (!process.env.PROJECT_NAME || !process.env.TEST_RUN_GITHUB_ACTION_ID) {
+        console.error("PROJECT_NAME and TEST_RUN_GITHUB_ACTION_ID must be set");
+        return;
+    }
+    const summaryJson = JSON.parse(await fs_1.default.promises.readFile(filePath, "utf8"));
+    const updateAttachmentPath = (spec) => {
+        for (const test of spec.tests) {
+            for (const result of test.results || []) {
+                if (result.attachments) {
+                    for (const attachment of result.attachments) {
+                        if (attachment && attachment.path) {
+                            const relativePath = path_1.default.relative(repoPath, attachment.path);
+                            const newPath = `${urlPrefix}/${relativePath}`;
+                            attachment.path = newPath;
+                        }
+                    }
+                }
+            }
+        }
+    };
+    traverseJsonReportSuites(summaryJson, updateAttachmentPath);
+    await fs_1.default.promises.writeFile(filePath, JSON.stringify(summaryJson, null, 2), "utf8");
+    return summaryJson;
+}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAO9C,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;gBAEoB,IAAI,EAAE,IAAI;IAEjC,WAAW;IAMX,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;YA4BF,QAAQ;CAiCvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAO9C,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;gBAEoB,IAAI,EAAE,IAAI;IAEjC,WAAW;IAMX,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;YA4BF,QAAQ;CAwCvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -75,6 +75,13 @@ class OverlayDismissAgent {
                 page: this.page,
                 task,
                 trace,
+                // We don't want to use page.pause approach here because
+                // overlay dismissal can kick in during a browser agent tool call
+                // and we need app to be able to use page.pause for agent actions.
+                // Currently, page.pause does not cleanup properly, causing it to work
+                // only once in a particular test run.
+                // Ran into this here: https://dash.empirical.run/quizizz-tests/sessions/2825
+                prefersElementFromPointCodegen: true,
             });
             this.cachingCandidates.push({
                 dom: element?.interceptor,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.27.18",
+  "version": "0.28.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -22,7 +22,7 @@
   },
   "author": "Empirical Team <hey@empirical.run>",
   "devDependencies": {
-    "@playwright/test": "1.53.0",
+    "@playwright/test": "1.53.2",
     "@types/async-retry": "^1.4.8",
     "@types/authenticator": "^1.1.4",
     "@types/babel__code-frame": "^7.0.6",
@@ -30,9 +30,9 @@
     "@types/node": "^20.14.9",
     "@types/serve-handler": "^6.1.4",
     "@types/adm-zip": "^0.5.7",
-    "playwright-core": "1.53.0",
+    "playwright-core": "1.53.2",
     "serve-handler": "^6.1.6",
-    "@empiricalrun/shared-types": "0.6.3"
+    "@empiricalrun/shared-types": "0.7.0"
   },
   "dependencies": {
     "@babel/code-frame": "^7.24.7",
@@ -43,9 +43,9 @@
     "mailosaur": "^8.6.1",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
-    "@empiricalrun/llm": "^0.19.4",
+    "@empiricalrun/llm": "^0.20.0",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-gen": "^0.71.1"
+    "@empiricalrun/test-gen": "^0.72.0"
   },
   "scripts": {
     "dev": "tsc --build --watch",