@empiricalrun/test-gen 0.46.6 → 0.46.7

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/test-gen
 
+## 0.46.7
+
+### Patch Changes
+
+- f2e9d28: fix: button in class name does not mean clickable
+
 ## 0.46.6
 
 ### Patch Changes

package/dist/agent/master/browser-tests/index.spec.js

@@ -103,7 +103,7 @@ test("fill action with multiple pages", async ({ context }) => {
     const page1 = await context.newPage();
     const page2 = await context.newPage();
     const response = await (0, run_1.createTestUsingMasterAgent)({
-        task: `goto empirical.run on page1 and goto google.com in page2. Enter text empirical on page2 and click on search.`,
+        task: `goto empirical.run on page1 and goto github.com/search in page2. Enter text empirical on page2 and click on search.`,
         page: page2,
         options: {},
         scopeVars: {
@@ -116,7 +116,6 @@ test("fill action with multiple pages", async ({ context }) => {
     console.log(response.code);
     const lines = response.code.split("\n");
     (0, test_1.expect)(lines.find((l) => l.match(/^await page1\.goto(.+)empirical\.run/))).toBeTruthy();
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page2\.goto(.+)google\.com/))).toBeTruthy();
+    (0, test_1.expect)(lines.find((l) => l.match(/^await page2\.goto(.+)github\.com\/search/))).toBeTruthy();
     (0, test_1.expect)(lines.find((l) => l.match(/^await page2(.+)fill(.+)empirical/))).toBeTruthy();
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page2(.+)click/))).toBeTruthy();
 });

package/dist/browser-injected-scripts/annotate-elements.js

@@ -262,12 +262,9 @@ function annotateElementsWithPreference({
       }
     }
 
-    // Check for class names containing 'button' as a possible click target
+    // Some special handling for Tailwind CSS and Vue
     if (!isClickable) {
-      const className = element.getAttribute("class");
-      if (className && className.toLowerCase().includes("button")) {
-        isClickable = true;
-      } else if (element.classList.contains("cursor-pointer")) {
+      if (element.classList.contains("cursor-pointer")) {
         isClickable = true;
       } else if (element.classList.contains("v-list-item--link")) {
         // vue specific click handling

package/dist/browser-injected-scripts/annotate-elements.spec.js

@@ -183,7 +183,7 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
     test_1.test.expect(annotations.length).toBe(1);
     test_1.test.expect(annotations[0]?.tagName).toBe("DIV");
 });
-test_1.test.fail("should not annotate children that don't have onClick handler", async ({ page }) => {
+(0, test_1.test)("should not annotate children that don't have onClick handler", async ({ page, }) => {
     await page.setContent(`<div class="button-outer" onclick="alert('clicked')">
       <div class="button-inner">Click me</div>
     </div>`);

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -300,34 +300,33 @@ test("should only annotate given text on quizziz page", async ({ page }) => {
   test.expect(annotations[0]?.tagName).toBe("DIV");
 });
 
-test.fail(
-  "should not annotate children that don't have onClick handler",
-  async ({ page }) => {
-    await page.setContent(
-      `<div class="button-outer" onclick="alert('clicked')">
+test("should not annotate children that don't have onClick handler", async ({
+  page,
+}) => {
+  await page.setContent(
+    `<div class="button-outer" onclick="alert('clicked')">
       <div class="button-inner">Click me</div>
     </div>`,
-    );
+  );
 
-    await page.addScriptTag({
-      path: path.resolve(__dirname, "./annotate-elements.js"),
-    });
+  await page.addScriptTag({
+    path: path.resolve(__dirname, "./annotate-elements.js"),
+  });
 
-    const annotations = await page.evaluate(() => {
-      // eslint-disable-next-line no-undef
-      const { annotations } = annotateElementsWithPreference();
-
-      return Object.entries(annotations).map(([hint, config]) => ({
-        hint,
-        innerText: config.node.innerText?.toLowerCase().trim(),
-        tagName: config.node.tagName,
-        testId: config.node.getAttribute("data-testid"),
-        className: config.node.className,
-      }));
-    });
+  const annotations = await page.evaluate(() => {
+    // eslint-disable-next-line no-undef
+    const { annotations } = annotateElementsWithPreference();
 
-    console.log(annotations);
-    test.expect(annotations.length).toBe(1);
-    test.expect(annotations[0].className).toBe("button-outer");
-  },
-);
+    return Object.entries(annotations).map(([hint, config]) => ({
+      hint,
+      innerText: config.node.innerText?.toLowerCase().trim(),
+      tagName: config.node.tagName,
+      testId: config.node.getAttribute("data-testid"),
+      className: config.node.className,
+    }));
+  });
+
+  console.log(annotations);
+  test.expect(annotations.length).toBe(1);
+  test.expect(annotations[0].className).toBe("button-outer");
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.46.6",
+  "version": "0.46.7",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,9 +73,9 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/reporter": "^0.23.1",
+    "@empiricalrun/llm": "^0.9.35",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/llm": "^0.9.35"
+    "@empiricalrun/reporter": "^0.23.1"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",

package/playwright.config.ts

@@ -11,4 +11,14 @@ export default defineConfig({
   timeout: 240_000,
   fullyParallel: true,
   workers: "50%",
+  use: {
+    launchOptions: {
+      args: [
+        "--disable-web-security",
+        "--disable-site-isolation-trials",
+        "--disable-features=IsolateOrigins,site-per-process",
+      ],
+    },
+    bypassCSP: true,
+  },
 });