@empiricalrun/playwright-utils 0.7.7 → 0.8.0

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/playwright-utils
 
+## 0.8.0
+
+### Minor Changes
+
+- ea4085d: feat: add util method to get stable chrome path
+- 1c4780e: feat: add recaptcha solver
+
+### Patch Changes
+
+- Updated dependencies [1c4780e]
+  - @empiricalrun/llm@0.8.0
+
+## 0.7.8
+
+### Patch Changes
+
+- ab9e911: fix: handle errors for final uploads and improve upload failure logging
+
 ## 0.7.7
 
 ### Patch Changes

package/dist/captcha.d.ts

@@ -0,0 +1,3 @@
+import { Page } from "@playwright/test";
+export declare function solveRecaptcha(page: Page): Promise<void>;
+//# sourceMappingURL=captcha.d.ts.map

package/dist/captcha.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"captcha.d.ts","sourceRoot":"","sources":["../src/captcha.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAyExD,wBAAsB,cAAc,CAAC,IAAI,EAAE,IAAI,iBAiB9C"}

package/dist/captcha.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.solveRecaptcha = void 0;
+const vision_1 = require("@empiricalrun/llm/vision");
+const RECAPTCHA_FRAME_URL = "https://www.google.com/recaptcha/api2";
+const MAX_ATTEMPTS = 5;
+async function isVisible(locator) {
+    const isVisibleAccordingToPlaywright = await locator.isVisible();
+    if (isVisibleAccordingToPlaywright) {
+        const bbox = await locator.boundingBox();
+        const isValidBbox = !!bbox && bbox.width > 0 && bbox.height > 0 && bbox.x > 0 && bbox.y > 0;
+        return isValidBbox;
+    }
+    return false;
+}
+async function isVerifyCaptchaVisible(page) {
+    const frames = page.frames();
+    for (const frame of frames) {
+        if (frame.url().includes(RECAPTCHA_FRAME_URL)) {
+            if (await isVisible(frame.getByText("Select all images"))) {
+                return { frame, type: "images" };
+            }
+            else if (await isVisible(frame.getByText("Select all squares"))) {
+                return { frame, type: "squares" };
+            }
+        }
+    }
+}
+async function getObjectiveCaptcha(capFrame) {
+    const { frame, type } = capFrame;
+    const text = await frame.getByText(`Select all ${type}`).textContent();
+    return text
+        ?.replace(`Select all ${type} with`, "")
+        .replace(`Click verify once there are none left`, "")
+        .replace(`If there are none, click skip`, "")
+        .trim();
+}
+async function clickImageTile(frame, nth) {
+    const image = frame.locator(".rc-imageselect-tile").nth(nth);
+    await image.dispatchEvent("click");
+}
+async function handleCaptcha(cf) {
+    const gridLocator = cf.frame.locator(".rc-imageselect-challenge");
+    const screenshot = await cf.frame.page().screenshot();
+    const grid = await (0, vision_1.solveRecaptchaGrid)({
+        captchaType: cf.type,
+        pageScreenshotBase64: screenshot.toString("base64"),
+        captchaBoundingBox: (await gridLocator.boundingBox()),
+        captchaObject: (await getObjectiveCaptcha(cf)),
+    });
+    for (const n of grid) {
+        await clickImageTile(cf.frame, n - 1);
+    }
+    const verifyButton = cf.frame.getByRole("button", { name: "Verify" });
+    const nextButton = cf.frame.getByRole("button", { name: "Next" });
+    if (await isVisible(verifyButton)) {
+        await verifyButton.dispatchEvent("click");
+    }
+    else if (await isVisible(nextButton)) {
+        await nextButton.dispatchEvent("click");
+    }
+    await cf.frame.waitForTimeout(3000);
+}
+async function solveRecaptcha(page) {
+    const frame = page.frameLocator('iframe[title="reCAPTCHA"]');
+    await frame.getByLabel("not a robot").click();
+    await page.waitForTimeout(2000);
+    for (let i = 0; i < MAX_ATTEMPTS; i++) {
+        const cf = await isVerifyCaptchaVisible(page);
+        if (cf) {
+            await handleCaptcha(cf);
+        }
+        else {
+            break;
+        }
+        if (i === MAX_ATTEMPTS - 1) {
+            if (await isVerifyCaptchaVisible(page)) {
+                throw new Error(`Failed to solve captcha in ${MAX_ATTEMPTS} attempts.`);
+            }
+        }
+    }
+}
+exports.solveRecaptcha = solveRecaptcha;

package/dist/config.d.ts

@@ -1,3 +1,4 @@
 import { type PlaywrightTestConfig } from "@playwright/test";
+export declare function chromeStablePath(): string;
 export declare const baseConfig: PlaywrightTestConfig;
 //# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,eAAO,MAAM,UAAU,EAAE,oBAwBxB,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAa7D,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AAED,eAAO,MAAM,UAAU,EAAE,oBAwBxB,CAAC"}

package/dist/config.js

@@ -1,12 +1,42 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.baseConfig = void 0;
+exports.baseConfig = exports.chromeStablePath = void 0;
+function getPlatformOS() {
+    const platform = process.platform;
+    if (platform === "win32") {
+        return "win";
+    }
+    else if (platform === "darwin") {
+        return "mac";
+    }
+    else {
+        return "linux";
+    }
+}
+function chromeStablePath() {
+    if (process.env.CHROMIUM_PATH) {
+        return process.env.CHROMIUM_PATH;
+    }
+    else {
+        const platform = getPlatformOS();
+        if (platform === "win") {
+            return "C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe";
+        }
+        else if (platform === "mac") {
+            return "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome";
+        }
+        else {
+            return "/usr/bin/google-chrome-stable";
+        }
+    }
+}
+exports.chromeStablePath = chromeStablePath;
 exports.baseConfig = {
     testDir: "./tests",
     outputDir: "./playwright-report/data", // to store default playwright artifacts (during and post test run)
     fullyParallel: true,
     forbidOnly: false,
-    retries: "true" ? 2 : 0,
+    retries: process.env.CI ? 2 : 0,
     workers: undefined,
     reporter: [
         ["list"], // For real-time reporting on CI terminal (vs. the default "dot" reporter)

package/dist/index.d.ts

@@ -1,3 +1,4 @@
-export { baseConfig } from "./config";
+export { solveRecaptcha } from "./captcha";
+export { baseConfig, chromeStablePath } from "./config";
 export * from "./email";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AACxD,cAAc,SAAS,CAAC"}

package/dist/index.js

@@ -14,7 +14,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.baseConfig = void 0;
+exports.chromeStablePath = exports.baseConfig = exports.solveRecaptcha = void 0;
+var captcha_1 = require("./captcha");
+Object.defineProperty(exports, "solveRecaptcha", { enumerable: true, get: function () { return captcha_1.solveRecaptcha; } });
 var config_1 = require("./config");
 Object.defineProperty(exports, "baseConfig", { enumerable: true, get: function () { return config_1.baseConfig; } });
+Object.defineProperty(exports, "chromeStablePath", { enumerable: true, get: function () { return config_1.chromeStablePath; } });
 __exportStar(require("./email"), exports);

package/dist/reporter/custom.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"custom.d.ts","sourceRoot":"","sources":["../../src/reporter/custom.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EAEV,KAAK,EACL,QAAQ,IAAI,cAAc,EAC1B,SAAS,EACT,UAAU,IAAI,gBAAgB,EAE/B,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAML,UAAU,EAMX,MAAM,2BAA2B,CAAC;AAgBnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAkC/C,QAAA,MAAM,iBAAiB,UAAoC,CAAC;AAC5D,KAAK,oBAAoB,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;AAM/D,KAAK,mBAAmB,GAAG;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,oBAAoB,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,cAAM,YAAa,YAAW,UAAU;IACtC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,mBAAmB,CAAU;IACrC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,YAAY,CAEN;IACd,OAAO,CAAC,eAAe,CAAmB;gBAE9B,OAAO,EAAE,mBAAmB;IAIxC,aAAa;IAIb,QAAQ;IAER,QAAQ;IAER,WAAW;IAEX,SAAS;IAET,OAAO,IAAI,IAAI;IAIf,WAAW;IAEX,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB;IA+BxD,WAAW,CAAC,MAAM,EAAE,UAAU;IAI9B,OAAO,CAAC,KAAK,EAAE,KAAK;IAYpB,eAAe,IAAI;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,IAAI,EAAE,oBAAoB,CAAC;QAC3B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;QACzB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;KAC1B;IAsBD,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IASxD,OAAO,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAIzB,KAAK,CAAC,MAAM,EAAE,UAAU;IA6ExB,MAAM;CA8Bb;AAkCD,wBAAsB,cAAc,CAClC,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,IAAI,GAAE,MAAoB,EAC1B,IAAI,CAAC,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,iBAqBhB;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAsBhE;AAqiBD,eAAe,YAAY,CAAC"}
+{"version":3,"file":"custom.d.ts","sourceRoot":"","sources":["../../src/reporter/custom.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EAEV,KAAK,EACL,QAAQ,IAAI,cAAc,EAC1B,SAAS,EACT,UAAU,IAAI,gBAAgB,EAE/B,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAML,UAAU,EAMX,MAAM,2BAA2B,CAAC;AAgBnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAkC/C,QAAA,MAAM,iBAAiB,UAAoC,CAAC;AAC5D,KAAK,oBAAoB,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;AAM/D,KAAK,mBAAmB,GAAG;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,oBAAoB,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,cAAM,YAAa,YAAW,UAAU;IACtC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,mBAAmB,CAAU;IACrC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,YAAY,CAEN;IACd,OAAO,CAAC,eAAe,CAAmB;gBAE9B,OAAO,EAAE,mBAAmB;IAIxC,aAAa;IAIb,QAAQ;IAER,QAAQ;IAER,WAAW;IAEX,SAAS;IAET,OAAO,IAAI,IAAI;IAIf,WAAW;IAEX,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,gBAAgB;IA+BxD,WAAW,CAAC,MAAM,EAAE,UAAU;IAI9B,OAAO,CAAC,KAAK,EAAE,KAAK;IAYpB,eAAe,IAAI;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,IAAI,EAAE,oBAAoB,CAAC;QAC3B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;QACzB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;KAC1B;IAsBD,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IASxD,OAAO,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAIzB,KAAK,CAAC,MAAM,EAAE,UAAU;IAiFxB,MAAM;CA8Bb;AAkCD,wBAAsB,cAAc,CAClC,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,IAAI,GAAE,MAAoB,EAC1B,IAAI,CAAC,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,iBAqBhB;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAsBhE;AAqiBD,eAAe,YAAY,CAAC"}

package/dist/reporter/custom.js

@@ -141,46 +141,51 @@ class HtmlReporter {
             minute: "2-digit",
             second: "2-digit",
         }).format(startTime));
-        await Promise.allSettled([
-            (0, upload_1.uploadDirectory)({
-                sourceDir: this._outputFolder + "/trace",
-                destinationDir: process.env.PROJECT_NAME +
-                    "/" +
-                    process.env.TEST_RUN_GITHUB_ACTION_ID +
-                    "/trace",
-                uploadBucket: "test-report",
-            }),
-            // upload index.html
-            (0, upload_1.uploadDirectory)({
-                sourceDir: this._outputFolder,
-                fileList: [path_1.default.join(this._outputFolder, "index.html")],
-                destinationDir: process.env.PROJECT_NAME +
-                    "/" +
-                    process.env.TEST_RUN_GITHUB_ACTION_ID,
-                uploadBucket: "test-report",
-            }),
-            // upload summary.json
-            (0, upload_1.uploadDirectory)({
-                sourceDir: this._outputFolder,
-                fileList: [path_1.default.join(this._outputFolder, "summary.json")],
-                destinationDir: process.env.PROJECT_NAME +
-                    "/" +
-                    process.env.TEST_RUN_GITHUB_ACTION_ID,
-                uploadBucket: "test-report",
-            }),
-        ]);
-        const endTime = new Date().getTime();
-        console.log("Finished final report upload at: ", new Intl.DateTimeFormat("en-US", {
-            hour: "2-digit",
-            minute: "2-digit",
-            second: "2-digit",
-        }).format(endTime));
-        // time difference
-        const timeDiff = endTime - startTime;
-        console.log("Time taken to upload after tests ended: ", timeDiff, "ms");
+        try {
+            await Promise.allSettled([
+                (0, upload_1.uploadDirectory)({
+                    sourceDir: this._outputFolder + "/trace",
+                    destinationDir: process.env.PROJECT_NAME +
+                        "/" +
+                        process.env.TEST_RUN_GITHUB_ACTION_ID +
+                        "/trace",
+                    uploadBucket: "test-report",
+                }),
+                // upload index.html
+                (0, upload_1.uploadDirectory)({
+                    sourceDir: this._outputFolder,
+                    fileList: [path_1.default.join(this._outputFolder, "index.html")],
+                    destinationDir: process.env.PROJECT_NAME +
+                        "/" +
+                        process.env.TEST_RUN_GITHUB_ACTION_ID,
+                    uploadBucket: "test-report",
+                }),
+                // upload summary.json
+                (0, upload_1.uploadDirectory)({
+                    sourceDir: this._outputFolder,
+                    fileList: [path_1.default.join(this._outputFolder, "summary.json")],
+                    destinationDir: process.env.PROJECT_NAME +
+                        "/" +
+                        process.env.TEST_RUN_GITHUB_ACTION_ID,
+                    uploadBucket: "test-report",
+                }),
+            ]);
+            const endTime = new Date().getTime();
+            console.log("Finished final report upload at: ", new Intl.DateTimeFormat("en-US", {
+                hour: "2-digit",
+                minute: "2-digit",
+                second: "2-digit",
+            }).format(endTime));
+            // time difference
+            const timeDiff = endTime - startTime;
+            console.log("Time taken to upload after tests ended: ", timeDiff, "ms");
+        }
+        catch (e) {
+            // tests shouldn't stop no matter whatever error we get
+        }
     }
     async onExit() {
-        if ("true" || !this._buildResult)
+        if (process.env.CI || !this._buildResult)
             return;
         const { ok, singleTestId } = this._buildResult;
         const shouldOpen = !this._options._isTestServer &&

package/dist/reporter/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/reporter/upload.ts"],"names":[],"mappings":"AAsBA,UAAU,OAAO;IACf,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAyGD,wBAAsB,eAAe,CAAC,EACpC,SAAS,EACT,QAAQ,EACR,cAAc,EACd,YAAY,GACb,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAYnB"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/reporter/upload.ts"],"names":[],"mappings":"AAsBA,UAAU,OAAO;IACf,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AA+GD,wBAAsB,eAAe,CAAC,EACpC,SAAS,EACT,QAAQ,EACR,cAAc,EACd,YAAY,GACb,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAYnB"}

package/dist/reporter/upload.js

@@ -110,6 +110,7 @@ const run = async (config) => {
             if (error["$metadata"]) {
                 if (error.$metadata.httpStatusCode !== 412) {
                     console.log(`R2 Error - ${file} ${config.sourceDir} ${config.destinationDir} \nError: ${error}`);
+                    console.log("Upload response", error.$response, "with status", error.$metadata.httpStatusCode);
                     throw error;
                 }
             }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.7.7",
+  "version": "0.8.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -34,6 +34,7 @@
     "@types/node": "^20.14.9"
   },
   "dependencies": {
+    "@empiricalrun/llm": "workspace:^",
     "@aws-sdk/client-s3": "^3.614.0",
     "@aws-sdk/s3-request-presigner": "^3.614.0",
     "@babel/code-frame": "^7.24.7",
@@ -45,4 +46,4 @@
     "mime": "3.0.0",
     "playwright-core": "^1.46.1"
   }
-}
+}