@empiricalrun/playwright-utils 0.39.3 → 0.39.5

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @empiricalrun/playwright-utils
 
+## 0.39.5
+
+### Patch Changes
+
+- 9a18c3c: fix: maxFailures cannot be shard aware locally
+
+## 0.39.4
+
+### Patch Changes
+
+- b58777e: refactor: extract CUA agent into standalone @empiricalrun/cua package
+- fda9bc3: feat: extract DashboardAPIClient into standalone @empiricalrun/dashboard-client package
+- Updated dependencies [b58777e]
+- Updated dependencies [fda9bc3]
+  - @empiricalrun/cua@0.2.0
+  - @empiricalrun/dashboard-client@0.2.0
+
 ## 0.39.3
 
 ### Patch Changes

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBA4BxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBAyBxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}

package/dist/config/index.js

@@ -71,11 +71,8 @@ exports.baseConfig = {
     retries: process.env.CI ? 2 : 0,
     // Let playwright choose max workers based on size of infra
     workers: undefined,
-    // maxFailures counts retries as individual failures, so this is equivalent to ~20 failed tests
-    // When sharding, distribute the limit across shards (rounded up)
-    maxFailures: process.env.CI
-        ? Math.ceil(30 / (parseInt(process.env.TOTAL_SHARDS, 10) || 1))
-        : undefined,
+    // maxFailures counts retries as individual failures, so this is equivalent to 20 failed tests
+    maxFailures: process.env.CI ? 30 : undefined,
     timeout: 15 * 60 * 1_000,
     expect: {
         timeout: 15_000,

package/dist/email.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EmailClient = void 0;
-const dashboard_1 = require("@empiricalrun/test-gen/dashboard");
+const dashboard_client_1 = require("@empiricalrun/dashboard-client");
 const mailosaur_client_1 = require("./mailosaur-client");
 const DEFAULT_TIMEOUT = 30_000;
 const SERVER_ID = "pnyrwq5o";
@@ -15,7 +15,7 @@ class EmailClient {
         this.timeout = timeout;
         const empiricalApiKey = process.env.EMPIRICALRUN_API_KEY;
         if (empiricalApiKey) {
-            const apiClient = new dashboard_1.DashboardAPIClient({
+            const apiClient = new dashboard_client_1.DashboardAPIClient({
                 authType: "project-api-key",
             });
             this.client = new mailosaur_client_1.MailosaurClient({

package/dist/kv.js

@@ -1,14 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.KVClient = void 0;
-const dashboard_1 = require("@empiricalrun/test-gen/dashboard");
+const dashboard_client_1 = require("@empiricalrun/dashboard-client");
 class KVClient {
     client;
     constructor() {
         if (!process.env.EMPIRICALRUN_API_KEY) {
             throw new Error("EMPIRICALRUN_API_KEY environment variable is required");
         }
-        this.client = new dashboard_1.DashboardAPIClient({
+        this.client = new dashboard_client_1.DashboardAPIClient({
             authType: "project-api-key",
         });
     }

package/dist/postgres.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PostgresClient = void 0;
-const dashboard_1 = require("@empiricalrun/test-gen/dashboard");
+const dashboard_client_1 = require("@empiricalrun/dashboard-client");
 const pg_1 = require("pg");
 class PostgresClient {
     client;
@@ -9,7 +9,7 @@ class PostgresClient {
         if (!process.env.EMPIRICALRUN_API_KEY) {
             throw new Error("EMPIRICALRUN_API_KEY environment variable is required");
         }
-        this.client = new dashboard_1.DashboardAPIClient({
+        this.client = new dashboard_client_1.DashboardAPIClient({
             authType: "project-api-key",
         });
     }

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.OverlayDismissAgent = void 0;
 exports.isErrorSupported = isErrorSupported;
 exports.extractInterceptingElement = extractInterceptingElement;
-const run_1 = require("@empiricalrun/test-gen/agent/master/run");
+const cua_1 = require("@empiricalrun/cua");
 const telemetry_1 = require("../../../../telemetry");
 const cache_1 = require("./cache");
 const prompt_1 = require("./prompt");
@@ -84,7 +84,7 @@ class OverlayDismissAgent {
     async runAgent(element, text, testFn) {
         const task = await (0, prompt_1.getTask)(this.page, element, text);
         const trace = (0, utils_1.traceThis)(task, testFn);
-        const result = await (0, run_1.createTestUsingComputerUseAgent)({
+        const result = await (0, cua_1.createTestUsingComputerUseAgent)({
             page: this.page,
             task,
             trace,

package/dist/webhook.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../src/webhook.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAaF,wBAAsB,aAAa,CACjC,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GACvC,OAAO,CAAC,MAAM,CAAC,CAuCjB;AA2FD,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GACzB,OAAO,CAAC,cAAc,EAAE,CAAC,CAM3B"}
+{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../src/webhook.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAaF,wBAAsB,aAAa,CACjC,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GACvC,OAAO,CAAC,MAAM,CAAC,CAwCjB;AAgGD,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GACzB,OAAO,CAAC,cAAc,EAAE,CAAC,CAM3B"}

package/dist/webhook.js

@@ -2,13 +2,13 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWebhookUrl = getWebhookUrl;
 exports.queryWebhookRequests = queryWebhookRequests;
-const dashboard_1 = require("@empiricalrun/test-gen/dashboard");
+const dashboard_client_1 = require("@empiricalrun/dashboard-client");
 const WEBHOOK_SITE_BASE_URL = "https://webhook.site";
 const DEFAULT_TOKEN_EXPIRY = 604800;
 async function getWebhookUrl(options = {}) {
     const expiry = options.expiry === undefined ? DEFAULT_TOKEN_EXPIRY : options.expiry;
     if (process.env.EMPIRICALRUN_API_KEY) {
-        const apiClient = new dashboard_1.DashboardAPIClient({
+        const apiClient = new dashboard_client_1.DashboardAPIClient({
             authType: "project-api-key",
         });
         const result = await apiClient.callWebhookSiteProxy({
@@ -16,7 +16,8 @@ async function getWebhookUrl(options = {}) {
             path: "/token",
             body: { expiry },
         });
-        return `${WEBHOOK_SITE_BASE_URL}/${result.uuid}`;
+        const tokenData = result.data;
+        return `${WEBHOOK_SITE_BASE_URL}/${tokenData.uuid}`;
     }
     const apiKey = process.env.WEBHOOK_SITE_API_KEY;
     if (!apiKey) {
@@ -63,7 +64,7 @@ function buildContentQuery(content) {
     return terms.map((t) => `content:"${escapeQueryTerm(t)}"`).join(" AND ");
 }
 async function queryViaProxy(token, content) {
-    const apiClient = new dashboard_1.DashboardAPIClient({
+    const apiClient = new dashboard_client_1.DashboardAPIClient({
         authType: "project-api-key",
     });
     const params = new URLSearchParams({
@@ -75,10 +76,13 @@ async function queryViaProxy(token, content) {
         method: "GET",
         path: `/token/${token}/requests?${params.toString()}`,
     });
-    if (!result.data || !Array.isArray(result.data)) {
+    const webhookResponse = result.data;
+    if (!webhookResponse ||
+        !webhookResponse.data ||
+        !Array.isArray(webhookResponse.data)) {
         throw new Error("webhook.site proxy response missing 'data' array");
     }
-    return result.data;
+    return webhookResponse.data;
 }
 async function queryDirect(token, content) {
     const apiKey = process.env.WEBHOOK_SITE_API_KEY;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.39.3",
+  "version": "0.39.5",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -42,9 +42,10 @@
     "console-log-level": "^1.4.1",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
+    "@empiricalrun/dashboard-client": "^0.2.0",
+    "@empiricalrun/cua": "^0.2.0",
     "@empiricalrun/llm": "^0.25.2",
-    "@empiricalrun/r2-uploader": "^0.9.1",
-    "@empiricalrun/test-gen": "^0.79.4"
+    "@empiricalrun/r2-uploader": "^0.9.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",