@empiricalrun/playwright-utils 0.48.4 → 0.48.6

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @empiricalrun/playwright-utils
 
+## 0.48.6
+
+### Patch Changes
+
+- 05df554: fix: turn down verbose logs
+
+## 0.48.5
+
+### Patch Changes
+
+- e00de0e: fix: visual assertions attachments should be path-based
+- 448e699: chore: simplify webhook assertions
+
 ## 0.48.4
 
 ### Patch Changes

package/dist/overlay-tests/visual.spec.js

@@ -10,7 +10,8 @@ const expect = (0, test_1.extendExpect)(fixtures_1.expect);
     expect(pageAttachment).toBeDefined();
     expect(pageAttachment.name).toBe("toLookRight-L11-a-welcome-page-with-a-heading-and-a-paragraph-of-text");
     expect(pageAttachment.contentType).toBe("image/png");
-    expect(pageAttachment.body.length).toBeGreaterThan(0);
+    expect(pageAttachment.path).toBeDefined();
+    expect(pageAttachment.path).toMatch(/\.png$/);
 });
 (0, fixtures_1.test)("toLookRight on locator attaches screenshot", async ({ page, server, }, testInfo) => {
     await page.goto(`${server.baseURL}/visual-test.html`);
@@ -18,7 +19,8 @@ const expect = (0, test_1.extendExpect)(fixtures_1.expect);
     await expect(heading).toLookRight("A heading that says Welcome to the App");
     const locatorAttachment = testInfo.attachments.find((a) => a.name.startsWith("toLookRight-"));
     expect(locatorAttachment).toBeDefined();
-    expect(locatorAttachment.name).toBe("toLookRight-L31-a-heading-that-says-welcome-to-the-app");
+    expect(locatorAttachment.name).toBe("toLookRight-L32-a-heading-that-says-welcome-to-the-app");
     expect(locatorAttachment.contentType).toBe("image/png");
-    expect(locatorAttachment.body.length).toBeGreaterThan(0);
+    expect(locatorAttachment.path).toBeDefined();
+    expect(locatorAttachment.path).toMatch(/\.png$/);
 });

package/dist/reporter/attachment-cleanup.js

@@ -157,15 +157,20 @@ class AttachmentCleanup {
     }
     _logDiskStatus() {
         this._diskLogTick++;
-        const artifactsSuffix = this._diskLogTick % 15 === 0 ? `, breakdown=${getDiskBreakdown()}` : "";
-        logger_1.logger.info(`[AttachmentCleanup] Periodic: registered=${this._registeredCount}, pending=${this._pending.size}, uploaded=${this._uploadedCount}, evicted=${this._evictedCount} (${formatBytes(this._evictedBytes)}), totalSize=${formatBytes(this._totalSize)}, limit=${formatBytes(this._limitBytes)}, disk=${getDiskUsage()}${artifactsSuffix}`);
+        // const artifactsSuffix =
+        //   this._diskLogTick % 15 === 0 ? `, breakdown=${getDiskBreakdown()}` : "";
+        // logger.info(
+        //   `[AttachmentCleanup] Periodic: registered=${this._registeredCount}, pending=${this._pending.size}, uploaded=${this._uploadedCount}, evicted=${this._evictedCount} (${formatBytes(this._evictedBytes)}), totalSize=${formatBytes(this._totalSize)}, limit=${formatBytes(this._limitBytes)}, disk=${getDiskUsage()}${artifactsSuffix}`,
+        // );
     }
     logSummary() {
         if (this._diskLogTimer) {
             clearInterval(this._diskLogTimer);
             this._diskLogTimer = null;
         }
-        logger_1.logger.info(`[AttachmentCleanup] Summary: registered=${this._registeredCount}, pending=${this._pending.size}, uploaded=${this._uploadedCount}, evicted=${this._evictedCount} (${formatBytes(this._evictedBytes)}), totalSize=${formatBytes(this._totalSize)}, disk=${getDiskUsage()}, breakdown=${getDiskBreakdown()}`);
+        // logger.info(
+        //   `[AttachmentCleanup] Summary: registered=${this._registeredCount}, pending=${this._pending.size}, uploaded=${this._uploadedCount}, evicted=${this._evictedCount} (${formatBytes(this._evictedBytes)}), totalSize=${formatBytes(this._totalSize)}, disk=${getDiskUsage()}, breakdown=${getDiskBreakdown()}`,
+        // );
     }
     set onEvict(callback) {
         this._onEvict = callback;

package/dist/reporter/uploader.d.ts

@@ -1,6 +1,6 @@
 import { StorageCredentials } from "@empiricalrun/r2-uploader";
 export interface UploaderConfig {
-    projectName: string;
+    projectSlug: string;
     runId: string;
     baseUrl: string;
     uploadBucket: string;

package/dist/reporter/uploader.js

@@ -16,7 +16,7 @@ class Uploader {
     constructor(config) {
         this._baseUrl = config.baseUrl;
         this._uploadBucket = config.uploadBucket;
-        this._destinationDir = `${config.projectName}/${config.runId}`;
+        this._destinationDir = `${config.projectSlug}/${config.runId}`;
         this._credentials = config.credentials;
         logger_1.logger.debug(`[Uploader] Initialized with destination: ${this._destinationDir}, provider: ${this._credentials.provider}`);
     }
@@ -146,7 +146,7 @@ function createUploader() {
         uploadBucket = bucket;
     }
     return new Uploader({
-        projectName: process.env.PROJECT_NAME,
+        projectSlug: process.env.PROJECT_NAME,
         runId: process.env.TEST_RUN_GITHUB_ACTION_ID,
         baseUrl,
         uploadBucket,

package/dist/test/expect/visual.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"visual.d.ts","sourceRoot":"","sources":["../../../src/test/expect/visual.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAY,MAAM,kBAAkB,CAAC;AAOhE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AA8D7C,wBAAsB,WAAW,CAC/B,MAAM,EAAE,IAAI,GAAG,OAAO,EACtB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,CAAC,CA2FxB"}
+{"version":3,"file":"visual.d.ts","sourceRoot":"","sources":["../../../src/test/expect/visual.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAY,MAAM,kBAAkB,CAAC;AAUhE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAsE7C,wBAAsB,WAAW,CAC/B,MAAM,EAAE,IAAI,GAAG,OAAO,EACtB,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,CAAC,CA2FxB"}

package/dist/test/expect/visual.js

@@ -1,8 +1,14 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.toLookRight = toLookRight;
 const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
+const fs_1 = __importDefault(require("fs"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
 const telemetry_1 = require("../../telemetry");
 const mouse_pointer_1 = require("../scripts/mouse-pointer");
 function getCallerLine() {
@@ -29,8 +35,13 @@ function attachScreenshot(screenshot, pageDescription) {
             .replace(/[^a-z0-9]+/g, "-")
             .replace(/(^-|-$)/g, "");
         const line = getCallerLine();
-        testInfo.attach(`toLookRight-L${line}-${slug}`, {
-            body: screenshot,
+        const attachmentName = `toLookRight-L${line}-${slug}`;
+        // Write to a temp file so the attachment has a path (required by empirical reporter).
+        // Playwright copies it into test-results/<test>/attachments/ on attach.
+        const tmpFile = path_1.default.join(os_1.default.tmpdir(), `${attachmentName}-${Date.now()}.png`);
+        fs_1.default.writeFileSync(tmpFile, screenshot);
+        testInfo.attach(attachmentName, {
+            path: tmpFile,
             contentType: "image/png",
         });
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.48.4",
+  "version": "0.48.6",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"