@empiricalrun/test-gen 0.46.0 → 0.46.1

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @empiricalrun/test-gen
 
+## 0.46.1
+
+### Patch Changes
+
+- 0aa2054: test: add failing test for annotation enrichment for iframes
+- 21f5534: fix: enrich annotations inside iframes
+
 ## 0.46.0
 
 ### Minor Changes

package/dist/agent/master/browser-tests/index.spec.js

@@ -7,6 +7,8 @@ const test_1 = require("@playwright/test");
 const fs_1 = __importDefault(require("fs"));
 const http_server_1 = __importDefault(require("http-server"));
 const path_1 = __importDefault(require("path"));
+const utils_1 = require("../../browsing/utils");
+const element_annotation_1 = require("../element-annotation");
 const run_1 = require("../run");
 let server;
 let PORT = 2345;
@@ -70,3 +72,23 @@ test_1.test.afterAll(() => {
     (0, test_1.expect)(icons.length).toBe(4); // 1 for each unique icon
     fs_1.default.unlinkSync(iconsRegistryFile);
 });
+(0, test_1.test)("annotate and enrich annotations correctly", async ({ page }) => {
+    await (0, utils_1.injectPwLocatorGenerator)(page);
+    await page.goto(`http://localhost:${PORT}/iframe-elements.html`);
+    const { annotationKeys: keys } = await (0, element_annotation_1.getAnnotationKeys)({
+        page,
+        preference: {
+            actionType: "all",
+        },
+        options: {},
+    });
+    console.log(keys);
+    (0, test_1.expect)(keys.length).toBe(6);
+    // 2 icons: 1 in main frame, 1 in iframe
+    (0, test_1.expect)(keys.filter((k) => k.text.includes("icon") && k.text.includes("close"))
+        .length).toBe(2);
+    // 2 text inputs: 1 in main frame, 1 in iframe
+    (0, test_1.expect)(keys.filter((k) => k.text.includes("Enter your name")).length).toBe(2);
+    // 2 clickable divs: 1 in main frame, 1 in iframe
+    (0, test_1.expect)(keys.filter((k) => k.text.includes("Lorem Ipsum")).length).toBe(2);
+});

package/dist/agent/master/element-annotation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AA2DjD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,EACP,UAAU,GACX,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,UAAU,EAAE,oBAAoB,CAAC;CAClC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA8C9B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EACN,KAAK,GACL,UAAU,CAAC,IAAI,GACf,UAAU,CAAC,WAAW,GACtB,UAAU,CAAC,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAgBF,wBAAsB,iBAAiB,CAAC,EACtC,IAAI,EACJ,UAAU,EACV,OAAO,EACP,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uBAAuB,EAAE,MAAM,CAAC;CACjC,CAAC,CAuED"}
+{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AA2DjD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,EACP,UAAU,GACX,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,UAAU,EAAE,oBAAoB,CAAC;CAClC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA8C9B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EACN,KAAK,GACL,UAAU,CAAC,IAAI,GACf,UAAU,CAAC,WAAW,GACtB,UAAU,CAAC,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAgBF,wBAAsB,iBAAiB,CAAC,EACtC,IAAI,EACJ,UAAU,EACV,OAAO,EACP,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uBAAuB,EAAE,MAAM,CAAC;CACjC,CAAC,CAoFD"}

package/dist/agent/master/element-annotation.js

@@ -111,15 +111,30 @@ async function getAnnotationKeys({ page, preference, options, trace, }) {
         const annotations = Object.entries(
         // @ts-ignore
         window.annotationInstance.annotations).map(([key, value]) => {
+            // Helper function to safely get text content
+            const getTextContent = (node) => {
+                try {
+                    return node?.innerText?.trim() || null;
+                }
+                catch {
+                    return null;
+                }
+            };
+            // Helper function to safely get placeholder
+            const getPlaceholder = (node) => {
+                try {
+                    return node?.placeholder?.trim() || null;
+                }
+                catch {
+                    return null;
+                }
+            };
             return {
                 elementID: key,
-                innerText: value.node instanceof HTMLElement ? value.node.innerText : null,
+                innerText: getTextContent(value.node),
                 innerHTML: value.node.innerHTML,
                 outerHTML: value.node.outerHTML,
-                placeholder: value.node instanceof HTMLInputElement ||
-                    value.node instanceof HTMLTextAreaElement
-                    ? value.node.placeholder
-                    : null,
+                placeholder: getPlaceholder(value.node),
             };
         });
         const fullPageHTML = document.documentElement.outerHTML;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.46.0",
+  "version": "0.46.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -74,9 +74,9 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/llm": "^0.9.35",
+    "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/reporter": "^0.23.1",
-    "@empiricalrun/r2-uploader": "^0.3.8"
+    "@empiricalrun/llm": "^0.9.35"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",