@empiricalrun/playwright-utils 0.45.2 → 0.45.3

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/playwright-utils
 
+## 0.45.3
+
+### Patch Changes
+
+- 7078a69: fix: attachment clean up from disk using lru
+
 ## 0.45.2
 
 ### Patch Changes

package/dist/reporter/attachment-cleanup.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Tracks uploaded attachments and evicts the oldest ones from disk
+ * when total size exceeds the configured limit.
+ *
+ * Why this exists:
+ * Test attachments (videos, traces, screenshots) accumulate on disk during a
+ * test run. On Fargate workers with 50 GB ephemeral storage, large test suites
+ * can exhaust disk space. Since attachments are already uploaded to R2, we can
+ * safely delete them from disk — but we can't delete them immediately because
+ * Playwright's blob reporter reads them during onEnd to embed as resources/.
+ *
+ * Instead, we use an LRU approach: only evict the oldest files when total size
+ * exceeds the limit. The blob reporter's statSync guard (Playwright 1.57+)
+ * gracefully skips missing files, and patchBlobZip replaces resources/ with
+ * _empirical_urls.json pointing to R2 URLs anyway.
+ *
+ * Future: when the incremental blob reporter is mature enough to replace the
+ * standard blob reporter for all runs (not just spot instances), this class
+ * can be removed — the incremental reporter never embeds attachments as resources.
+ */
+export declare class AttachmentCleanup {
+    private _entries;
+    private _totalSize;
+    private _limitBytes;
+    constructor(limitBytes?: number);
+    track(attachment: {
+        path?: string | undefined;
+    }): void;
+    private _evict;
+}
+//# sourceMappingURL=attachment-cleanup.d.ts.map

package/dist/reporter/attachment-cleanup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachment-cleanup.d.ts","sourceRoot":"","sources":["../../src/reporter/attachment-cleanup.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAwC;IACxD,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,WAAW,CAAS;gBAEhB,UAAU,GAAE,MAAiC;IAIzD,KAAK,CAAC,UAAU,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE;IAc/C,OAAO,CAAC,MAAM;CAcf"}

package/dist/reporter/attachment-cleanup.js

@@ -0,0 +1,65 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AttachmentCleanup = void 0;
+const fs_1 = __importDefault(require("fs"));
+const logger_1 = require("../logger");
+const DEFAULT_DISK_LIMIT_BYTES = 10 * 1024 * 1024 * 1024; // 10 GB
+/**
+ * Tracks uploaded attachments and evicts the oldest ones from disk
+ * when total size exceeds the configured limit.
+ *
+ * Why this exists:
+ * Test attachments (videos, traces, screenshots) accumulate on disk during a
+ * test run. On Fargate workers with 50 GB ephemeral storage, large test suites
+ * can exhaust disk space. Since attachments are already uploaded to R2, we can
+ * safely delete them from disk — but we can't delete them immediately because
+ * Playwright's blob reporter reads them during onEnd to embed as resources/.
+ *
+ * Instead, we use an LRU approach: only evict the oldest files when total size
+ * exceeds the limit. The blob reporter's statSync guard (Playwright 1.57+)
+ * gracefully skips missing files, and patchBlobZip replaces resources/ with
+ * _empirical_urls.json pointing to R2 URLs anyway.
+ *
+ * Future: when the incremental blob reporter is mature enough to replace the
+ * standard blob reporter for all runs (not just spot instances), this class
+ * can be removed — the incremental reporter never embeds attachments as resources.
+ */
+class AttachmentCleanup {
+    _entries = [];
+    _totalSize = 0;
+    _limitBytes;
+    constructor(limitBytes = DEFAULT_DISK_LIMIT_BYTES) {
+        this._limitBytes = limitBytes;
+    }
+    track(attachment) {
+        try {
+            if (attachment.path) {
+                const stat = fs_1.default.statSync(attachment.path);
+                const sizeBytes = stat.size;
+                this._entries.push({ path: attachment.path, size: sizeBytes });
+                this._totalSize += sizeBytes;
+                this._evict();
+            }
+        }
+        catch {
+            // Ignore errors
+        }
+    }
+    _evict() {
+        while (this._totalSize > this._limitBytes && this._entries.length > 0) {
+            const oldest = this._entries.shift();
+            try {
+                fs_1.default.unlinkSync(oldest.path);
+                logger_1.logger.debug(`[AttachmentCleanup] Evicted ${oldest.path} (${oldest.size} bytes)`);
+            }
+            catch {
+                // File may already be gone
+            }
+            this._totalSize -= oldest.size;
+        }
+    }
+}
+exports.AttachmentCleanup = AttachmentCleanup;

package/dist/reporter/empirical-reporter.d.ts

@@ -7,6 +7,7 @@ declare class EmpiricalReporter implements Reporter {
     private _attachmentUrlMap;
     private _testRetryCounts;
     private _uploader;
+    private _attachmentCleanup;
     constructor();
     private enqueTestAttachmentUploadTask;
     onTestEnd(test: TestCase, result: TestResult): void;

package/dist/reporter/empirical-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAsBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;;IAM1C,OAAO,CAAC,6BAA6B,CAkCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAwGtC,KAAK,CAAC,MAAM,EAAE,UAAU;IAkG9B,OAAO,CAAC,qBAAqB;YAkBf,gBAAgB;YAOhB,iBAAiB;CAmChC;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAuBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,kBAAkB,CAA2B;;IAMrD,OAAO,CAAC,6BAA6B,CAmCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAwGtC,KAAK,CAAC,MAAM,EAAE,UAAU;IAkG9B,OAAO,CAAC,qBAAqB;YAkBf,gBAAgB;YAOhB,iBAAiB;CAmChC;AAED,eAAe,iBAAiB,CAAC"}

package/dist/reporter/empirical-reporter.js

@@ -7,6 +7,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
 const telemetry_1 = require("../telemetry");
+const attachment_cleanup_1 = require("./attachment-cleanup");
 const blob_utils_1 = require("./blob-utils");
 const failing_line_1 = require("./failing-line");
 const incremental_blob_reporter_1 = require("./incremental-blob-reporter");
@@ -21,6 +22,7 @@ class EmpiricalReporter {
     _attachmentUrlMap = new Map();
     _testRetryCounts = new Map();
     _uploader = null;
+    _attachmentCleanup = new attachment_cleanup_1.AttachmentCleanup();
     constructor() {
         this._uploader = (0, uploader_1.getUploader)();
     }
@@ -40,6 +42,7 @@ class EmpiricalReporter {
         const destinationPath = `data/${relativePath}`;
         const publicUrl = await this._uploader.uploadFile(attachment.path, destinationPath);
         if (publicUrl) {
+            this._attachmentCleanup.track(attachment);
             return { [attachment.path]: publicUrl };
         }
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.45.2",
+  "version": "0.45.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/local-test.ts","./src/reporter/reporter-state.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}
+{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/attachment-cleanup.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/local-test.ts","./src/reporter/reporter-state.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}