@empiricalrun/playwright-utils 0.39.1 → 0.39.2

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @empiricalrun/playwright-utils
 
+## 0.39.2
+
+### Patch Changes
+
+- 5350bc6: feat: add webhook testing helpers
+- cc010af: fix: max failures should be shards aware
+
 ## 0.39.1
 
 ### Patch Changes

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBAyBxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBA4BxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}

package/dist/config/index.js

@@ -71,8 +71,11 @@ exports.baseConfig = {
     retries: process.env.CI ? 2 : 0,
     // Let playwright choose max workers based on size of infra
     workers: undefined,
-    // maxFailures counts retries as individual failures, so this is equivalent to 20 failed tests
-    maxFailures: process.env.CI ? 30 : undefined,
+    // maxFailures counts retries as individual failures, so this is equivalent to ~20 failed tests
+    // When sharding, distribute the limit across shards (rounded up)
+    maxFailures: process.env.CI
+        ? Math.ceil(30 / (parseInt(process.env.TOTAL_SHARDS, 10) || 1))
+        : undefined,
     timeout: 15 * 60 * 1_000,
     expect: {
         timeout: 15_000,

package/dist/index.d.ts

@@ -7,4 +7,5 @@ export * from "./email";
 export * from "./kv";
 export * from "./playwright-extensions";
 export * from "./postgres";
+export * from "./webhook";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,MAAM,CAAC;AACrB,cAAc,yBAAyB,CAAC;AACxC,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,cAAc,SAAS,CAAC;AACxB,cAAc,MAAM,CAAC;AACrB,cAAc,yBAAyB,CAAC;AACxC,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC"}

package/dist/index.js

@@ -29,3 +29,4 @@ __exportStar(require("./email"), exports);
 __exportStar(require("./kv"), exports);
 __exportStar(require("./playwright-extensions"), exports);
 __exportStar(require("./postgres"), exports);
+__exportStar(require("./webhook"), exports);

package/dist/mailosaur-client.d.ts

@@ -14,6 +14,11 @@ export interface IDashboardAPIClient {
         path: string;
         body?: unknown;
     }): Promise<T>;
+    callWebhookSiteProxy<T>(opts: {
+        method: "GET" | "POST" | "PATCH" | "PUT" | "DELETE";
+        path: string;
+        body?: unknown;
+    }): Promise<T>;
     getBaseUrl(): string;
 }
 type Link = {

package/dist/mailosaur-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mailosaur-client.d.ts","sourceRoot":"","sources":["../src/mailosaur-client.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,CAAC,EACP,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;KACrD,GACA,OAAO,CAAC,CAAC,CAAC,CAAC;IACd,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE;QACvB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACf,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE;QAC1B,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACf,UAAU,IAAI,MAAM,CAAC;CACtB;AAED,KAAK,IAAI,GAAG;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAkCF,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,CACA;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,KAAK,CAAA;CAAE,GACrC;IAAE,MAAM,CAAC,EAAE,KAAK,CAAC;IAAC,SAAS,EAAE,mBAAmB,CAAA;CAAE,CACrD,CAAC;AAEF,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,SAAS,CAAC,CAAsB;IACxC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,EAAE,sBAAsB;YAW1B,WAAW;IA0CnB,YAAY,CAChB,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAC1D,OAAO,CAAC,cAAc,CAAC;YAqBZ,iBAAiB;YA2EjB,cAAc;IA+B5B,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,KAAK;CAGd"}
+{"version":3,"file":"mailosaur-client.d.ts","sourceRoot":"","sources":["../src/mailosaur-client.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,CAAC,EACP,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;KACrD,GACA,OAAO,CAAC,CAAC,CAAC,CAAC;IACd,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE;QACvB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACf,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE;QAC1B,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACf,oBAAoB,CAAC,CAAC,EAAE,IAAI,EAAE;QAC5B,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACf,UAAU,IAAI,MAAM,CAAC;CACtB;AAED,KAAK,IAAI,GAAG;IACV,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAkCF,KAAK,sBAAsB,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,CACA;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,KAAK,CAAA;CAAE,GACrC;IAAE,MAAM,CAAC,EAAE,KAAK,CAAC;IAAC,SAAS,EAAE,mBAAmB,CAAA;CAAE,CACrD,CAAC;AAEF,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,SAAS,CAAC,CAAsB;IACxC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,EAAE,sBAAsB;YAW1B,WAAW;IA0CnB,YAAY,CAChB,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAC1D,OAAO,CAAC,cAAc,CAAC;YAqBZ,iBAAiB;YA2EjB,cAAc;IA+B5B,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,KAAK;CAGd"}

package/dist/reporter/empirical-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAkBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;;IAM1C,OAAO,CAAC,6BAA6B,CAkCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAoFtC,KAAK,CAAC,MAAM,EAAE,UAAU;IA8G9B,OAAO,CAAC,gBAAgB;YAoBV,gBAAgB;YAOhB,iBAAiB;CAchC;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAmBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;;IAM1C,OAAO,CAAC,6BAA6B,CAkCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAoFtC,KAAK,CAAC,MAAM,EAAE,UAAU;IA8G9B,OAAO,CAAC,gBAAgB;YAoBV,gBAAgB;YAOhB,iBAAiB;CAmChC;AAED,eAAe,iBAAiB,CAAC"}

package/dist/reporter/empirical-reporter.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
+const telemetry_1 = require("../telemetry");
 const blob_utils_1 = require("./blob-utils");
 const uploader_1 = require("./uploader");
 const util_1 = require("./util");
@@ -198,12 +199,30 @@ class EmpiricalReporter {
     async _uploadBlobReport(blobDir) {
         if (!this._uploader)
             return;
+        const uploadStartTime = Date.now();
         try {
             const files = await fs_1.default.promises.readdir(blobDir);
             logger_1.logger.info(`[Empirical Reporter] Uploading blob report from ${blobDir}, files: ${files.join(", ")}`);
+            let sizeBytes = 0;
+            for (const file of files) {
+                const stat = await fs_1.default.promises.stat(path_1.default.join(blobDir, file));
+                sizeBytes += stat.size;
+            }
             await this._uploader.uploadDirectory(blobDir, "blobs");
             await this._uploader.waitForUploads();
             logger_1.logger.info("[Empirical Reporter] Blob report uploaded successfully");
+            const testRunId = process.env.TEST_RUN_GITHUB_ACTION_ID;
+            if (testRunId) {
+                const shardIndex = process.env.SHARD_INDEX
+                    ? parseInt(process.env.SHARD_INDEX, 10)
+                    : undefined;
+                await (0, telemetry_1.trackReportUpload)({
+                    testRunId,
+                    durationMs: Date.now() - uploadStartTime,
+                    shardIndex,
+                    sizeBytes,
+                });
+            }
         }
         catch (error) {
             logger_1.logger.error("[Empirical Reporter] Failed to upload blob report:", error);

package/dist/telemetry.d.ts

@@ -1,11 +1,19 @@
 import { TelemetryEvent } from "@empiricalrun/shared-types/telemetry";
 export declare function trackEvent(event: TelemetryEvent): Promise<void>;
+interface TrackReportUploadParams {
+    testRunId: string;
+    durationMs: number;
+    shardIndex?: number;
+    sizeBytes: number;
+}
+export declare function trackReportUpload(params: TrackReportUploadParams): Promise<void>;
 export declare function trackOverlayDismissed(opts: {
     original: string | undefined;
     description: string;
     text: string | undefined;
     cache: boolean;
     success: boolean;
+    durationMs: number;
     testName?: string;
     tokens?: {
         input: number;
@@ -15,5 +23,6 @@ export declare function trackOverlayDismissed(opts: {
         input: number;
         output: number;
     };
-}): void;
+}): Promise<void>;
+export {};
 //# sourceMappingURL=telemetry.d.ts.map

package/dist/telemetry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../src/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAKtE,wBAAsB,UAAU,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAqBrE;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,IAAI,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC1C,GAAG,IAAI,CAqBP"}
+{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../src/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAKtE,wBAAsB,UAAU,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAqBrE;AAED,UAAU,uBAAuB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,uBAAuB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,qBAAqB,CAAC,IAAI,EAAE;IAChD,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,IAAI,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC1C,GAAG,OAAO,CAAC,IAAI,CAAC,CAsBhB"}

package/dist/telemetry.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.trackEvent = trackEvent;
+exports.trackReportUpload = trackReportUpload;
 exports.trackOverlayDismissed = trackOverlayDismissed;
 const TELEMETRY_WORKER_URL = "https://telemetry-worker.empirical-run.workers.dev";
 async function trackEvent(event) {
@@ -25,9 +26,24 @@ async function trackEvent(event) {
         // Don't throw - telemetry failures shouldn't break the application
     }
 }
-function trackOverlayDismissed(opts) {
+async function trackReportUpload(params) {
+    const environment = process.env.ENVIRONMENT || "unknown";
+    await trackEvent({
+        name: "test_worker.segment.report_upload",
+        properties: {
+            test_run_id: params.testRunId,
+            duration_ms: params.durationMs,
+            size_bytes: params.sizeBytes,
+            environment,
+            ...(params.shardIndex !== undefined && {
+                shard_index: params.shardIndex,
+            }),
+        },
+    });
+}
+async function trackOverlayDismissed(opts) {
     const environment = process.env.TEST_RUN_ENVIRONMENT || "unknown";
-    void trackEvent({
+    await trackEvent({
         name: "overlay.dismissed",
         properties: {
             environment,
@@ -44,6 +60,7 @@ function trackOverlayDismissed(opts) {
             tokens_output: opts.tokens?.output ?? 0,
             cost_input: opts.cost?.input ?? 0,
             cost_output: opts.cost?.output ?? 0,
+            duration_ms: opts.durationMs,
         },
     });
 }

package/dist/test/expect/index.d.ts

@@ -0,0 +1,4 @@
+export type { MatcherResult } from "./types";
+export { toLookRight } from "./visual";
+export { toHaveReceivedWebhook, type WebhookMatcherOptions } from "./webhook";
+//# sourceMappingURL=index.d.ts.map

package/dist/test/expect/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test/expect/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,qBAAqB,EAAE,KAAK,qBAAqB,EAAE,MAAM,WAAW,CAAC"}

package/dist/test/expect/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toHaveReceivedWebhook = exports.toLookRight = void 0;
+var visual_1 = require("./visual");
+Object.defineProperty(exports, "toLookRight", { enumerable: true, get: function () { return visual_1.toLookRight; } });
+var webhook_1 = require("./webhook");
+Object.defineProperty(exports, "toHaveReceivedWebhook", { enumerable: true, get: function () { return webhook_1.toHaveReceivedWebhook; } });

package/dist/test/expect/types.d.ts

@@ -0,0 +1,5 @@
+export type MatcherResult = {
+    message: () => string;
+    pass: boolean;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/test/expect/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/test/expect/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,MAAM,CAAC;IACtB,IAAI,EAAE,OAAO,CAAC;CACf,CAAC"}

package/dist/test/expect/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/test/expect/visual.d.ts

@@ -0,0 +1,4 @@
+import type { Page } from "@playwright/test";
+import type { MatcherResult } from "./types";
+export declare function toLookRight(page: Page, pageDescription: string): Promise<MatcherResult>;
+//# sourceMappingURL=visual.d.ts.map

package/dist/test/expect/visual.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual.d.ts","sourceRoot":"","sources":["../../../src/test/expect/visual.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAM7C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AA0B7C,wBAAsB,WAAW,CAC/B,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,CAAC,CAkFxB"}

package/dist/test/{expect.js → expect/visual.js}

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.toLookRight = toLookRight;
 const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
-const mouse_pointer_1 = require("./scripts/mouse-pointer");
+const mouse_pointer_1 = require("../scripts/mouse-pointer");
 const SYSTEM_PROMPT = `
 You are a software QA tester who specializes in visual testing. You look at a
 UI screenshot and evaluate whether the UI is rendered correctly. While you don't

package/dist/test/expect/webhook.d.ts

@@ -0,0 +1,7 @@
+import type { MatcherResult } from "./types";
+export type WebhookMatcherOptions = {
+    content: string | string[];
+    timeout?: number;
+};
+export declare function toHaveReceivedWebhook(webhookUrl: string, options: WebhookMatcherOptions): Promise<MatcherResult>;
+//# sourceMappingURL=webhook.d.ts.map

package/dist/test/expect/webhook.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../../../src/test/expect/webhook.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAK7C,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAmCxB"}

package/dist/test/expect/webhook.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toHaveReceivedWebhook = toHaveReceivedWebhook;
+const logger_1 = require("../../logger");
+const webhook_1 = require("../../webhook");
+const POLL_INTERVAL = 6_000;
+const DEFAULT_TIMEOUT = 300_000;
+async function toHaveReceivedWebhook(webhookUrl, options) {
+    const { content, timeout = DEFAULT_TIMEOUT } = options;
+    const deadline = Date.now() + timeout;
+    let lastError;
+    while (true) {
+        try {
+            const requests = await (0, webhook_1.queryWebhookRequests)(webhookUrl, content);
+            if (requests[0]) {
+                return {
+                    message: () => `Expected not to receive webhook matching content ${JSON.stringify(content)}, but received it`,
+                    pass: true,
+                };
+            }
+            lastError = undefined;
+        }
+        catch (e) {
+            lastError = e;
+            logger_1.logger.error("Webhook provider error during polling", e);
+        }
+        const remaining = deadline - Date.now();
+        if (remaining <= 0)
+            break;
+        await new Promise((r) => setTimeout(r, Math.min(POLL_INTERVAL, remaining)));
+    }
+    return {
+        message: () => {
+            const base = `Webhook not received for content ${JSON.stringify(content)} within ${timeout}ms`;
+            return lastError
+                ? `${base}. Last error: ${lastError instanceof Error ? lastError.message : String(lastError)}`
+                : base;
+        },
+        pass: false,
+    };
+}

package/dist/test/index.d.ts

@@ -1,6 +1,7 @@
 import type { BrowserContext, BrowserContextOptions, expect, Page, PlaywrightTestArgs, PlaywrightTestOptions, PlaywrightWorkerArgs, PlaywrightWorkerOptions, TestType } from "@playwright/test";
 import { KVClient } from "../kv";
 import { PostgresClient } from "../postgres";
+import { type WebhookMatcherOptions } from "./expect";
 import { injectLocatorHighlightScripts } from "./scripts";
 import { HighlighterOpts } from "./types";
 import { setVideoLabel } from "./video-labels";
@@ -8,6 +9,7 @@ declare global {
     namespace PlaywrightTest {
         interface Matchers<R> {
             toLookRight(description: string): Promise<R>;
+            toHaveReceivedWebhook(options: WebhookMatcherOptions): Promise<R>;
         }
     }
 }

package/dist/test/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,qBAAqB,EACrB,MAAM,EACN,IAAI,EACJ,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,EACvB,QAAQ,EACT,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,6BAA6B,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAA8B,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE3E,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,cAAc,CAAC;QACvB,UAAU,QAAQ,CAAC,CAAC;YAClB,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;SAC9C;KACF;CACF;AAED,QAAA,MAAM,YAAY,GAAa,gBAAgB,OAAO,MAAM,0CAG3D,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,EAAE,cAAc,CAAC;IACzB,yBAAyB,EAAE,CACzB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,OAAO,CAAC;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IACtD,UAAU,EAAE,IAAI,CAAC;CAClB,CAAC;AAYF,QAAA,MAAM,eAAe,GACnB,QAAQ,QAAQ,CACd,kBAAkB,GAAG,qBAAqB,EAC1C,oBAAoB,GAAG,uBAAuB,CAC/C,EACD,UAAS,eAAgC,uHA2G1C,CAAC;AAEF,OAAO,EACL,eAAe,EACf,YAAY,EACZ,6BAA6B,EAC7B,aAAa,GACd,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,qBAAqB,EACrB,MAAM,EACN,IAAI,EACJ,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,EACvB,QAAQ,EACT,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAGL,KAAK,qBAAqB,EAC3B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,6BAA6B,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAA8B,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE3E,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,cAAc,CAAC;QACvB,UAAU,QAAQ,CAAC,CAAC;YAClB,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7C,qBAAqB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;SACnE;KACF;CACF;AAED,QAAA,MAAM,YAAY,GAAa,gBAAgB,OAAO,MAAM,0CAG3D,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,EAAE,EAAE,QAAQ,CAAC;IACb,QAAQ,EAAE,cAAc,CAAC;IACzB,yBAAyB,EAAE,CACzB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,OAAO,CAAC;QAAE,OAAO,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IACtD,UAAU,EAAE,IAAI,CAAC;CAClB,CAAC;AAYF,QAAA,MAAM,eAAe,GACnB,QAAQ,QAAQ,CACd,kBAAkB,GAAG,qBAAqB,EAC1C,oBAAoB,GAAG,uBAAuB,CAC/C,EACD,UAAS,eAAgC,uHA2G1C,CAAC;AAEF,OAAO,EACL,eAAe,EACf,YAAY,EACZ,6BAA6B,EAC7B,aAAa,GACd,CAAC"}

package/dist/test/index.js

@@ -13,7 +13,7 @@ Object.defineProperty(exports, "injectLocatorHighlightScripts", { enumerable: tr
 const video_labels_1 = require("./video-labels");
 Object.defineProperty(exports, "setVideoLabel", { enumerable: true, get: function () { return video_labels_1.setVideoLabel; } });
 const extendExpect = function (expectInstance) {
-    expectInstance.extend({ toLookRight: expect_1.toLookRight });
+    expectInstance.extend({ toLookRight: expect_1.toLookRight, toHaveReceivedWebhook: expect_1.toHaveReceivedWebhook });
     return expectInstance;
 };
 exports.extendExpect = extendExpect;

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAGxC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAK9C,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;gBAEoB,IAAI,EAAE,IAAI;IAEjC,WAAW;IAMX,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;YAqDF,QAAQ;CA6BvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAGxC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAK9C,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;gBAEoB,IAAI,EAAE,IAAI;IAEjC,WAAW;IAMX,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;YAyDF,QAAQ;CA6BvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -27,6 +27,7 @@ class OverlayDismissAgent {
         }
     }
     async run(originalError, reporter, testFn) {
+        const startTime = Date.now();
         let element;
         try {
             element = extractInterceptingElement(originalError.message);
@@ -51,28 +52,31 @@ class OverlayDismissAgent {
                 text,
             });
             if (success) {
-                (0, telemetry_1.trackOverlayDismissed)({
+                await (0, telemetry_1.trackOverlayDismissed)({
                     ...eventProps,
                     cache: true,
                     success: true,
+                    durationMs: Date.now() - startTime,
                 });
                 return;
             }
             const usage = await this.runAgent(element, text, testFn);
-            (0, telemetry_1.trackOverlayDismissed)({
+            await (0, telemetry_1.trackOverlayDismissed)({
                 ...eventProps,
                 cache: false,
                 success: true,
                 tokens: usage.tokens,
                 cost: usage.cost,
+                durationMs: Date.now() - startTime,
             });
         }
         catch (agentError) {
             reporter(`Error during overlay dismissal agent execution: ${agentError.toString()}`);
-            (0, telemetry_1.trackOverlayDismissed)({
+            await (0, telemetry_1.trackOverlayDismissed)({
                 ...eventProps,
                 cache: false,
                 success: false,
+                durationMs: Date.now() - startTime,
             });
             throw originalError;
         }

package/dist/webhook.d.ts

@@ -0,0 +1,20 @@
+export type WebhookRequest = {
+    uuid: string;
+    token_id: string;
+    method: string;
+    content: string;
+    headers: Record<string, string[]>;
+    url: string;
+    query: Record<string, string> | null;
+    ip: string;
+    hostname: string;
+    user_agent: string;
+    size: number;
+    created_at: string;
+    updated_at: string;
+};
+export declare function getWebhookUrl(options?: {
+    expiry?: number | null;
+}): Promise<string>;
+export declare function queryWebhookRequests(webhookUrl: string, content: string | string[]): Promise<WebhookRequest[]>;
+//# sourceMappingURL=webhook.d.ts.map

package/dist/webhook.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../src/webhook.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAaF,wBAAsB,aAAa,CACjC,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GACvC,OAAO,CAAC,MAAM,CAAC,CAuCjB;AA2FD,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GACzB,OAAO,CAAC,cAAc,EAAE,CAAC,CAM3B"}

package/dist/webhook.js

@@ -0,0 +1,116 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getWebhookUrl = getWebhookUrl;
+exports.queryWebhookRequests = queryWebhookRequests;
+const dashboard_1 = require("@empiricalrun/test-gen/dashboard");
+const WEBHOOK_SITE_BASE_URL = "https://webhook.site";
+const DEFAULT_TOKEN_EXPIRY = 604800;
+async function getWebhookUrl(options = {}) {
+    const expiry = options.expiry === undefined ? DEFAULT_TOKEN_EXPIRY : options.expiry;
+    if (process.env.EMPIRICALRUN_API_KEY) {
+        const apiClient = new dashboard_1.DashboardAPIClient({
+            authType: "project-api-key",
+        });
+        const result = await apiClient.callWebhookSiteProxy({
+            method: "POST",
+            path: "/token",
+            body: { expiry },
+        });
+        return `${WEBHOOK_SITE_BASE_URL}/${result.uuid}`;
+    }
+    const apiKey = process.env.WEBHOOK_SITE_API_KEY;
+    if (!apiKey) {
+        throw new Error("Either EMPIRICALRUN_API_KEY or WEBHOOK_SITE_API_KEY must be set");
+    }
+    const response = await fetch(`${WEBHOOK_SITE_BASE_URL}/token`, {
+        method: "POST",
+        headers: {
+            "Api-Key": apiKey,
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify({ expiry }),
+    });
+    if (!response.ok) {
+        const body = await response.text().catch(() => "");
+        throw new Error(`webhook.site error [${response.status} ${response.statusText}]: ${body}`);
+    }
+    const { uuid } = await response.json();
+    return `${WEBHOOK_SITE_BASE_URL}/${uuid}`;
+}
+function extractToken(webhookUrl) {
+    let url;
+    try {
+        url = new URL(webhookUrl);
+    }
+    catch {
+        throw new Error(`Invalid webhook URL: ${webhookUrl}`);
+    }
+    const parts = url.pathname.split("/").filter(Boolean);
+    const token = parts[parts.length - 1];
+    if (!token) {
+        throw new Error(`Invalid webhook URL (no token in path): ${webhookUrl}`);
+    }
+    return token;
+}
+function escapeQueryTerm(term) {
+    return term.replace(/\\/g, "\\\\").replace(/"/g, '\\"');
+}
+function buildContentQuery(content) {
+    const terms = Array.isArray(content) ? content : [content];
+    if (terms.length === 0 || terms.some((t) => t.length === 0)) {
+        throw new Error("content must be a non-empty string or string[]");
+    }
+    return terms.map((t) => `content:"${escapeQueryTerm(t)}"`).join(" AND ");
+}
+async function queryViaProxy(token, content) {
+    const apiClient = new dashboard_1.DashboardAPIClient({
+        authType: "project-api-key",
+    });
+    const params = new URLSearchParams({
+        query: buildContentQuery(content),
+        sorting: "newest",
+        per_page: "20",
+    });
+    const result = await apiClient.callWebhookSiteProxy({
+        method: "GET",
+        path: `/token/${token}/requests?${params.toString()}`,
+    });
+    if (!result.data || !Array.isArray(result.data)) {
+        throw new Error("webhook.site proxy response missing 'data' array");
+    }
+    return result.data;
+}
+async function queryDirect(token, content) {
+    const apiKey = process.env.WEBHOOK_SITE_API_KEY;
+    if (!apiKey) {
+        throw new Error("Either EMPIRICALRUN_API_KEY or WEBHOOK_SITE_API_KEY must be set");
+    }
+    const params = new URLSearchParams({
+        query: buildContentQuery(content),
+        sorting: "newest",
+        per_page: "20",
+    });
+    const rawResponse = await fetch(`https://webhook.site/token/${token}/requests?${params.toString()}`, {
+        headers: {
+            "Api-Key": apiKey,
+        },
+    });
+    if (!rawResponse.ok) {
+        const body = await rawResponse.text().catch(() => "");
+        throw new Error(`webhook.site error [${rawResponse.status} ${rawResponse.statusText}]: ${body}`);
+    }
+    const json = await rawResponse.json().catch((e) => {
+        throw new Error(`webhook.site returned invalid JSON: ${String(e)}`);
+    });
+    if (!json || !Array.isArray(json.data)) {
+        throw new Error("webhook.site response missing 'data' array");
+    }
+    return json.data;
+}
+async function queryWebhookRequests(webhookUrl, content) {
+    const token = extractToken(webhookUrl);
+    if (process.env.EMPIRICALRUN_API_KEY) {
+        return queryViaProxy(token, content);
+    }
+    return queryDirect(token, content);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.39.1",
+  "version": "0.39.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -43,8 +43,8 @@
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
     "@empiricalrun/llm": "^0.25.2",
-    "@empiricalrun/r2-uploader": "^0.9.1",
-    "@empiricalrun/test-gen": "^0.79.3"
+    "@empiricalrun/test-gen": "^0.79.3",
+    "@empiricalrun/r2-uploader": "^0.9.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/captcha/vision.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/expect.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}
+{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/captcha/vision.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}

package/dist/test/expect.d.ts

@@ -1,7 +0,0 @@
-import type { Page } from "@playwright/test";
-export type VisualMatcherResult = {
-    message: () => string;
-    pass: boolean;
-};
-export declare function toLookRight(page: Page, pageDescription: string): Promise<VisualMatcherResult>;
-//# sourceMappingURL=expect.d.ts.map

package/dist/test/expect.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"expect.d.ts","sourceRoot":"","sources":["../../src/test/expect.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAO7C,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,MAAM,CAAC;IACtB,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AA0BF,wBAAsB,WAAW,CAC/B,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,mBAAmB,CAAC,CAkF9B"}