@empiricalrun/playwright-utils 0.26.15 → 0.26.17

package/CHANGELOG.md

@@ -1,5 +1,37 @@
 # @empiricalrun/playwright-utils
 
+## 0.26.17
+
+### Patch Changes
+
+- Updated dependencies [387f475]
+- Updated dependencies [39f1aa8]
+- Updated dependencies [09a1126]
+- Updated dependencies [1f74b60]
+- Updated dependencies [e5f8110]
+- Updated dependencies [b39d75c]
+- Updated dependencies [587532f]
+- Updated dependencies [99d8490]
+- Updated dependencies [226c361]
+- Updated dependencies [41fc766]
+- Updated dependencies [d00c867]
+- Updated dependencies [d018e6b]
+- Updated dependencies [b908890]
+  - @empiricalrun/test-gen@0.64.1
+  - @empiricalrun/llm@0.17.3
+
+## 0.26.16
+
+### Patch Changes
+
+- 43dc453: fix: record locators before execution for more reliable codegen
+- Updated dependencies [e5b9f7e]
+- Updated dependencies [43dc453]
+- Updated dependencies [1a5ec8d]
+- Updated dependencies [24d9415]
+  - @empiricalrun/test-gen@0.64.0
+  - @empiricalrun/llm@0.17.2
+
 ## 0.26.15
 
 ### Patch Changes

package/dist/overlay-tests/cache.spec.js

@@ -20,15 +20,13 @@ const useCache = (data) => {
     }
     fs_1.default.writeFileSync(cache_1.CACHE_FILE, JSON.stringify(cacheValue, null, 2), "utf8");
 };
-const deleteCache = () => {
-    if (fs_1.default.existsSync(cache_1.CACHE_FILE))
-        fs_1.default.unlinkSync(cache_1.CACHE_FILE);
-};
 fixtures_1.test.beforeEach(async ({ page }) => {
     (0, test_1.injectLocatorHighlightScripts)(page, fixtures_1.test);
 });
 fixtures_1.test.afterEach(() => {
-    deleteCache();
+    // Delete overlay cache
+    if (fs_1.default.existsSync(cache_1.CACHE_FILE))
+        fs_1.default.unlinkSync(cache_1.CACHE_FILE);
 });
 (0, fixtures_1.test)("overlay dismiss should not trigger recursively when executing from cache", async ({ page, server, }) => {
     // Set up cache with a bad value: click on "Target" to dimiss the glass pane

package/dist/overlay-tests/click.spec.js

@@ -1,10 +1,36 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
 const test_1 = require("../test");
+const cache_1 = require("../test/scripts/pw-locator-patch/dismiss-overlays/cache");
 const fixtures_1 = require("./fixtures");
 fixtures_1.test.beforeEach(async ({ page }) => {
     (0, test_1.injectLocatorHighlightScripts)(page, fixtures_1.test);
 });
+fixtures_1.test.afterAll(async () => {
+    // Delete overlay cache
+    if (fs_1.default.existsSync(cache_1.CACHE_FILE))
+        fs_1.default.unlinkSync(cache_1.CACHE_FILE);
+});
+function getCacheDataWithDom({ dom }) {
+    const cacheData = JSON.parse(fs_1.default.readFileSync(cache_1.CACHE_FILE, "utf8"));
+    return cacheData.data.find(({ element }) => {
+        if (dom)
+            return element.dom.includes(dom);
+        return false;
+    });
+}
+function getCacheDataWithTextContent({ textContent }) {
+    const cacheData = JSON.parse(fs_1.default.readFileSync(cache_1.CACHE_FILE, "utf8"));
+    return cacheData.data.find(({ element }) => {
+        if (textContent)
+            return element.textContent.includes(textContent);
+        return false;
+    });
+}
 (0, fixtures_1.test)("should dismiss survicate for hover", async ({ page, server }) => {
     await page.goto(`${server.baseURL}/survey.html`);
     // Assert that Survicate and button loads
@@ -27,6 +53,38 @@ fixtures_1.test.beforeEach(async ({ page }) => {
     // Do the click, which should pass
     await page.getByRole("button", { name: "Target" }).click();
     await (0, fixtures_1.expect)(page.getByRole("heading", { name: "Terms of Service" })).not.toBeVisible();
+    // Assert cache is correct
+    const withDom = getCacheDataWithDom({
+        dom: '<div class="terms-text">',
+    });
+    (0, fixtures_1.expect)(withDom).toBeTruthy();
+    const withText = getCacheDataWithTextContent({
+        textContent: "By accepting these terms, you agree to our Terms of Service",
+    });
+    (0, fixtures_1.expect)(withDom).toEqual(withText);
+    const code = withDom?.code;
+    (0, fixtures_1.expect)(code).toBeDefined();
+    (0, fixtures_1.expect)(code).toMatch(/await page\.getBy(Text|Label)\('I have read and agree to the'\)\.click\(\);/);
+    (0, fixtures_1.expect)(code).toContain("await page.getByRole('button', { name: 'Accept' }).click()");
+});
+(0, fixtures_1.test)("should be able to fill form and dismiss overlay", async ({ page, server, }) => {
+    await page.goto(`${server.baseURL}/overlay-form.html`);
+    await page.getByRole("button", { name: "Target" }).click();
+    await (0, fixtures_1.expect)(page.getByText("Target was clicked")).toBeVisible();
+    // Assert cache is correct
+    const withDom = getCacheDataWithDom({
+        dom: 'id="hearAboutUs"',
+    });
+    (0, fixtures_1.expect)(withDom).toBeTruthy();
+    const withText = getCacheDataWithTextContent({
+        textContent: "How did you hear about us",
+    });
+    (0, fixtures_1.expect)(withText).toBeTruthy();
+    (0, fixtures_1.expect)(withDom).toEqual(withText);
+    const code = withDom?.code;
+    (0, fixtures_1.expect)(code).toBeDefined();
+    (0, fixtures_1.expect)(code).toContain("await page.getByPlaceholder('Please enter at least 4').fill");
+    (0, fixtures_1.expect)(code).toContain("await page.getByRole('button', { name: 'Submit' }).click()");
 });
 (0, fixtures_1.test)("should choose and dismiss the correct overlay", async ({ page, server, }) => {
     await page.goto(`${server.baseURL}/choose-an-overlay.html`);
@@ -39,6 +97,19 @@ fixtures_1.test.beforeEach(async ({ page }) => {
     // Assert correct overlay was dismissed
     await (0, fixtures_1.expect)(page.getByText("This is a toast message")).not.toBeVisible();
     await (0, fixtures_1.expect)(page.getByRole("button", { name: "Close" })).toBeVisible();
+    // Assert cache is correct
+    const withDom = getCacheDataWithDom({
+        dom: '<div id="toast" class="z-[100]">',
+    });
+    (0, fixtures_1.expect)(withDom).toBeTruthy();
+    const withText = getCacheDataWithTextContent({
+        textContent: "This is a toast message",
+    });
+    (0, fixtures_1.expect)(withText).toBeTruthy();
+    (0, fixtures_1.expect)(withDom).toEqual(withText);
+    const code = withDom?.code;
+    (0, fixtures_1.expect)(code).toBeDefined();
+    (0, fixtures_1.expect)(code).toContain("await page.getByRole('button', { name: '×' }).click()");
 });
 // Test is flaky - skipping it
 fixtures_1.test.skip("should fallback when the overlay cannot be dismissed", async ({ page, server, }) => {
@@ -62,11 +133,6 @@ fixtures_1.test.skip("should fallback when the overlay cannot be dismissed", asy
     await page.locator("#sidebar-menu").getByText("Customise UI").click();
     await (0, fixtures_1.expect)(page.getByText("This is the Customise UI page")).toBeVisible();
 });
-(0, fixtures_1.test)("should be able to fill form and dismiss overlay", async ({ page, server, }) => {
-    await page.goto(`${server.baseURL}/overlay-form.html`);
-    await page.getByRole("button", { name: "Target" }).click();
-    await (0, fixtures_1.expect)(page.getByText("Target was clicked")).toBeVisible();
-});
 fixtures_1.test.skip("should be able to dismiss multiple overlays", async ({ page, server, }) => {
     await page.goto(`${server.baseURL}/loop-to-dismiss.html`);
     await page.getByRole("button", { name: "Target" }).click();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.26.15",
+  "version": "0.26.17",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -38,9 +38,9 @@
     "mailosaur": "^8.6.1",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
-    "@empiricalrun/llm": "^0.17.1",
+    "@empiricalrun/llm": "^0.17.3",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-gen": "^0.63.0"
+    "@empiricalrun/test-gen": "^0.64.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",