@empiricalrun/playwright-utils 0.23.3 → 0.23.5

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @empiricalrun/playwright-utils
 
+## 0.23.5
+
+### Patch Changes
+
+- Updated dependencies [56ed4eb]
+  - @empiricalrun/test-gen@0.47.3
+
+## 0.23.4
+
+### Patch Changes
+
+- af97c0f: feat: cua agent can generate code
+- d7f1678: feat: support openai cua for overlay dismissal, bump openai to 4.87.3
+- Updated dependencies [af97c0f]
+- Updated dependencies [d7f1678]
+- Updated dependencies [09e880a]
+  - @empiricalrun/test-gen@0.47.2
+  - @empiricalrun/llm@0.9.36
+
 ## 0.23.3
 
 ### Patch Changes

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAUzC,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,cAAc,GAAG,SAAS,iBAwDpC;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B;AAwBD,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,aAAa,EAAE,GAAG,EAClB,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC5B,OAAO,CAAC,CAAC,CAAC,CAyBZ"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAYzC,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,cAAc,GAAG,SAAS,iBA+DpC;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B;AAwBD,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,aAAa,EAAE,GAAG,EAClB,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC5B,OAAO,CAAC,CAAC,CAAC,CAyBZ"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -5,6 +5,7 @@ const run_1 = require("@empiricalrun/test-gen/agent/master/run");
 const cache_1 = require("./cache");
 const utils_1 = require("./utils");
 const ERROR_SUBSTRING_INTERCEPTION = "intercepts pointer events";
+const PREFERRED_AGENT = "inhouse-master";
 function isErrorSupported(errorMessage) {
     if (!errorMessage) {
         return false;
@@ -25,6 +26,7 @@ async function runAgentOnOverlay(pageRef, element) {
         : ``;
     let task = `
 Find a way to dismiss the popup. If the popup is non dismissible or there is no popup then return immediately.
+Do all actions required to dismiss the popup - don't ask for user confirmation.
 Also note that you just need to dismiss popup and do nothing else.
 ${promptAddition}`;
     if ((0, utils_1.isProductFruitsOverlay)(element)) {
@@ -45,26 +47,34 @@ The only way to work around this is to Click on any other sidebar link element.
 Don't reattempt the click on Target element, your job is done after the first click.
 `;
     }
-    const { success } = await (0, cache_1.executeFromCache)({
-        page: pageRef,
-        dom: element?.interceptor,
-        text,
-    });
-    if (success) {
-        return;
+    if (PREFERRED_AGENT === "inhouse-master") {
+        const { success } = await (0, cache_1.executeFromCache)({
+            page: pageRef,
+            dom: element?.interceptor,
+            text,
+        });
+        if (success) {
+            return;
+        }
+        const result = await (0, run_1.createTestUsingMasterAgent)({
+            task,
+            page: pageRef,
+            options: {
+                useActionSpecificAnnotations: true,
+            },
+        });
+        await (0, cache_1.setCodeToCache)({
+            dom: element?.interceptor,
+            text,
+            code: result.code,
+        });
+    }
+    else if (PREFERRED_AGENT === "openai-cua") {
+        await (0, run_1.executeUsingComputerUseAgent)({
+            page: pageRef,
+            task,
+        });
     }
-    const result = await (0, run_1.createTestUsingMasterAgent)({
-        task,
-        page: pageRef,
-        options: {
-            useActionSpecificAnnotations: true,
-        },
-    });
-    await (0, cache_1.setCodeToCache)({
-        dom: element?.interceptor,
-        text,
-        code: result.code,
-    });
 }
 exports.runAgentOnOverlay = runAgentOnOverlay;
 function extractInterceptingElement(errorMessage) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.23.3",
+  "version": "0.23.5",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -42,9 +42,9 @@
     "playwright-core": "1.47.1",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
-    "@empiricalrun/llm": "^0.9.35",
+    "@empiricalrun/llm": "^0.9.36",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/test-gen": "^0.47.1"
+    "@empiricalrun/test-gen": "^0.47.3"
   },
   "scripts": {
     "dev": "tsc --build --watch",