@empiricalrun/test-gen 0.38.4 → 0.38.6

package/browser-injected-scripts/annotate-elements.spec.ts

@@ -15,7 +15,7 @@ test("should annotate all links on empirical landing page", async ({
   });
 
   const annotations = await page.evaluate(() => {
-    const { annotations } = window.annotateClickableElements();
+    const { annotations } = annotateClickableElements();
 
     return Object.entries(annotations).map(([hint, config]) => ({
       innerText: config.node.innerText,
@@ -80,7 +80,7 @@ test("should annotate all important items on quizizz page", async ({
   });
 
   const annotations = await page.evaluate(() => {
-    const { annotations } = window.annotateClickableElements();
+    const { annotations } = annotateClickableElements();
 
     return Object.entries(annotations).map(([hint, config]) => ({
       hint,

package/dist/actions/assert.js

@@ -7,9 +7,9 @@ exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = "assert_text_visibility"
 const assertTextVisibilityActionGenerator = (page) => {
     return {
         execute: async ({ args }) => {
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.isVisible({ timeout: 3000 })`);
-            await exec(page);
+            await exec(page.pwPageInstance);
             return {
                 locator,
             };
@@ -17,7 +17,7 @@ const assertTextVisibilityActionGenerator = (page) => {
         // TODO: args transformer to be kept at a single place
         template: (_, options) => {
             return {
-                code: `await expect(${(0, utils_1.getPageVarName)()}.${options.locator}).toBeVisible();`,
+                code: `await expect(${page.name}.${options.locator}).toBeVisible();`,
             };
         },
         name: exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME,

package/dist/actions/click.js

@@ -8,10 +8,10 @@ const clickActionGenerator = (page) => {
     return {
         execute: async ({ args }) => {
             const selector = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(selector, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(selector, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.click({ timeout: 3000 })`);
-            await exec(page);
-            await page.waitForTimeout(3000);
+            await exec(page.pwPageInstance);
+            await page.pwPageInstance.waitForTimeout(3000);
             return {
                 locator,
             };
@@ -19,7 +19,7 @@ const clickActionGenerator = (page) => {
         // TODO: args transformer to be kept at a single place
         template: (_, options) => {
             return {
-                code: `await ${(0, utils_1.getPageVarName)()}.${options.locator}.click();`,
+                code: `await ${page.name}.${options.locator}.click();`,
             };
         },
         name: exports.PLAYWRIGHT_CLICK_ACTION_NAME,

package/dist/actions/fill.js

@@ -11,10 +11,10 @@ const fillActionGenerator = (page, options) => {
     return {
         execute: async ({ args }) => {
             const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const textToFill = options?.stateVariables[args.variable_name] || args.text;
             const exec = new Function("page", `return page.${locator}.fill("${textToFill}", { timeout: 3000 })`);
-            await exec(page);
+            await exec(page.pwPageInstance);
             return {
                 locator,
             };
@@ -22,7 +22,7 @@ const fillActionGenerator = (page, options) => {
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
             return {
-                code: `await ${(0, utils_1.getPageVarName)()}.${options.locator}.fill("${args.text}");`,
+                code: `await ${page.name}.${options.locator}.fill("${args.text}");`,
             };
         },
         name: exports.PLAYWRIGHT_FILL_ACTION_NAME,

package/dist/actions/goto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAuCjC,CAAC"}
+{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAuCjC,CAAC"}

package/dist/actions/goto.js

@@ -3,20 +3,19 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.gotoActionGenerator = exports.PLAYWRIGHT_GOTO_ACTION_NAME = void 0;
 const utils_1 = require("../agent/browsing/utils");
 const constants_1 = require("./constants");
-const utils_2 = require("./utils");
 exports.PLAYWRIGHT_GOTO_ACTION_NAME = "page_goto";
 const gotoActionGenerator = (page) => {
     return {
         execute: async ({ args }) => {
             const url = args.url;
-            await page.goto(url);
-            await page.waitForTimeout(3000);
-            await (0, utils_1.injectPwLocatorGenerator)(page);
+            await page.pwPageInstance.goto(url);
+            await page.pwPageInstance.waitForTimeout(3000);
+            await (0, utils_1.injectPwLocatorGenerator)(page.pwPageInstance);
         },
         // TODO: args transformer to be kept at a single place
         template: (args) => {
             const url = args.url;
-            const code = `await ${(0, utils_2.getPageVarName)()}.goto("${url}");`;
+            const code = `await ${page.name}.goto("${url}");`;
             return {
                 code,
             };

package/dist/actions/hover.js

@@ -8,17 +8,17 @@ const hoverActionGenerator = (page) => {
     return {
         execute: async ({ args }) => {
             const selector = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(selector, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(selector, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.hover({ timeout: 3000 })`);
-            await exec(page);
-            await page.waitForTimeout(3000);
+            await exec(page.pwPageInstance);
+            await page.pwPageInstance.waitForTimeout(3000);
             return {
                 locator,
             };
         },
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
-            return { code: `await ${(0, utils_1.getPageVarName)()}.${options.locator}.hover();` };
+            return { code: `await ${page.name}.${options.locator}.hover();` };
         },
         name: exports.PLAYWRIGHT_HOVER_ACTION_NAME,
         schema: {

package/dist/actions/index.d.ts

@@ -1,12 +1,12 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { Page } from "playwright";
+import { TestGenPage } from "../page";
 import { ActionSchema } from "../types";
 export declare class PlaywrightActions {
     private page;
     private stateVariables;
     private actionGenerators;
     private recordedActions;
-    constructor(page: Page, stateVariables?: Record<string, any>);
+    constructor(page: TestGenPage, stateVariables?: Record<string, any>);
     executeAction(name: string | undefined, args: Record<string, any>, trace?: TraceClient): Promise<string | undefined>;
     getBrowsingActionSchemas(): ActionSchema[];
     getMasterActionSchemas(): ActionSchema[];
@@ -24,5 +24,7 @@ export declare class PlaywrightActions {
      */
     isStuckInLoop(): boolean;
     isComplete(): boolean;
+    getStateVariables(): Record<string, any>;
+    setStateVariables(stateVariables: Record<string, any>): void;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAE,YAAY,EAA6B,MAAM,UAAU,CAAC;AAWnE,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,IAAI,EACV,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,oBAAa,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAgD9B,wBAAwB,IAAI,YAAY,EAAE;IAkB1C,sBAAsB,IAAI,YAAY,EAAE;IAUxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;CAUX"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAAE,YAAY,EAA6B,MAAM,UAAU,CAAC;AAWnE,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,oBAAa,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAqD9B,wBAAwB,IAAI,YAAY,EAAE;IAmB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}

package/dist/actions/index.js

@@ -35,7 +35,10 @@ class PlaywrightActions {
     }
     async executeAction(name = "", args, trace) {
         const [action] = this.actionGenerators
-            .map((a) => a(this.page, { stateVariables: this.stateVariables }))
+            .map((a) => a(this.page, {
+            stateVariables: this.stateVariables,
+            setStateVariables: this.setStateVariables.bind(this),
+        }))
             .filter((a) => a.name === name);
         if (!action) {
             throw Error(`No action registered for action: ${name}`);
@@ -93,6 +96,7 @@ class PlaywrightActions {
         ]
             .map((a) => a(this.page, {
             stateVariables: this.stateVariables,
+            setStateVariables: this.setStateVariables.bind(this),
         }))
             .map((a) => a.schema);
     }
@@ -100,6 +104,7 @@ class PlaywrightActions {
         return [skill_1.skillActionGenerator]
             .map((a) => a(this.page, {
             stateVariables: this.stateVariables,
+            setStateVariables: this.setStateVariables.bind(this),
         }))
             .map((a) => a.schema);
     }
@@ -135,5 +140,12 @@ class PlaywrightActions {
         this.recordedActions = this.recordedActions.filter((a) => a.name !== done_1.PLAYWRIGHT_DONE_ACTION_NAME);
         return !!doneAction;
     }
+    getStateVariables() {
+        return this.stateVariables;
+    }
+    setStateVariables(stateVariables) {
+        this.stateVariables = stateVariables;
+        console.log("setStateVariables", Object.keys(this.stateVariables));
+    }
 }
 exports.PlaywrightActions = PlaywrightActions;

package/dist/actions/press.js

@@ -8,9 +8,9 @@ const pressActionGenerator = (page) => {
     return {
         execute: async ({ args }) => {
             const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.press("${args.key}", { timeout: 3000 })`);
-            await exec(page);
+            await exec(page.pwPageInstance);
             return {
                 locator,
             };
@@ -18,7 +18,7 @@ const pressActionGenerator = (page) => {
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
             return {
-                code: `await ${(0, utils_1.getPageVarName)()}.${options.locator}.press("${args.key}");`,
+                code: `await ${page.name}.${options.locator}.press("${args.key}");`,
             };
         },
         name: exports.PLAYWRIGHT_PRESS_ACTION_NAME,

package/dist/actions/skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,KAAK,KAAK,GAAG;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBA2FlC,CAAC"}
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,KAAK,KAAK,GAAG;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBA8GlC,CAAC"}

package/dist/actions/skill.js

@@ -4,8 +4,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.skillActionGenerator = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
 const api_1 = __importDefault(require("tsx/cjs/api"));
 const use_skill_1 = require("../agent/codegen/use-skill");
+const web_1 = require("../bin/utils/platform/web");
 const utils_1 = require("./utils");
 exports.SKILL_USAGE = "skill_usage";
 class TestCaseSkills {
@@ -34,23 +36,42 @@ const skillActionGenerator = (page, options) => {
             const [lastDir] = process.cwd().split("/").reverse();
             const dir = `${process.cwd()}/${lastDir}`;
             const module = await api_1.default.require(`./${skillFilePath}`, dir);
+            const skillFile = await promises_1.default.readFile(skillFilePath, "utf-8");
             const imports = Object.keys(module);
             const code = await (0, use_skill_1.generateSkillUsageCode)({
                 task: skillDetails.testStep,
                 sampleUsageMethod: skillDetails.usageExample,
                 scopeVariablesMapStr: JSON.stringify(options.stateVariables || {}, null, 2),
                 pageVariableName: (0, utils_1.getPageVarName)(),
+                skillMethodDefinition: skillFile,
                 trace,
             });
             console.log("Usage code generated", code);
             const stateVarKeys = Object.keys(options.stateVariables || {});
+            const newVariablesSpan = trace?.span({
+                name: "new-state-variables",
+            });
+            const newVariables = (0, web_1.getVariableDeclarationsFromCode)(code);
+            newVariablesSpan?.end({
+                output: {
+                    newVariables,
+                },
+            });
             const exec = new Function((0, utils_1.getPageVarName)(), ...imports, ...stateVarKeys, 
-            // assuming all POMs are async methods
+            // assuming all POMs are async methods and the LLM should respond with await keyword
             `
-        return (async () => { 
-          return ${code}
+        return (async () => {
+          ${code}
+          return {
+            ${newVariables.join(",")}
+          }
         })()`);
-            await exec(page, ...imports.map((i) => module[i]), ...stateVarKeys.map((s) => options.stateVariables[s]));
+            // extract the state variables after execution
+            const newStateVariables = await exec(page, ...imports.map((i) => module[i]), ...stateVarKeys.map((s) => options.stateVariables[s]));
+            options.setStateVariables({
+                ...options.stateVariables,
+                ...newStateVariables,
+            });
             return {
                 locator: code,
             };

package/dist/actions/text-content.js

@@ -8,9 +8,9 @@ const textContentActionGenerator = (page, options) => {
     return {
         execute: async (args) => {
             const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page, args?.elementAnnotation);
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.textContent()`);
-            const value = (await exec(page));
+            const value = (await exec(page.pwPageInstance));
             if (options) {
                 options.stateVariables[args.variable_name] = value;
             }
@@ -19,7 +19,7 @@ const textContentActionGenerator = (page, options) => {
             };
         },
         template: (args, options) => {
-            const code = `const ${args.variable_name} = await ${(0, utils_1.getPageVarName)()}.${options.locator}.textContent();`;
+            const code = `const ${args.variable_name} = await ${page.name}.${options.locator}.textContent();`;
             return {
                 code,
             };

package/dist/actions/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/actions/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,UAAU,EAAE,GAAG,CAAC;QAChB,MAAM,EAAE,GAAG,CAAC;KACb;CACF;AAED,wBAAsB,oCAAoC,CACxD,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,IAAI,EACV,iBAAiB,CAAC,EAAE,MAAM,gBAoF3B;AAED,wBAAgB,cAAc,WAG7B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/actions/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,UAAU,EAAE,GAAG,CAAC;QAChB,MAAM,EAAE,GAAG,CAAC;KACb;CACF;AAED,wBAAsB,oCAAoC,CACxD,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,IAAI,EACV,iBAAiB,CAAC,EAAE,MAAM,gBAkH3B;AAED,wBAAgB,cAAc,WAG7B"}

package/dist/actions/utils/index.js

@@ -16,6 +16,31 @@ async function getPlaywrightLocatorUsingCssSelector(cssSelector, xpath, page, el
             selectedElem =
                 // @ts-ignore
                 window?.annotationInstance?.annotations?.[elementAnnotation]?.node;
+            const elementDepth = 
+            //@ts-ignore
+            window?.annotationInstance?.annotations?.[elementAnnotation].depth;
+            const frameLocatorStr = elementDepth
+                // @ts-ignore
+                .map((e, index) => {
+                const locator = index === 0
+                    ? //To handle the parent iframe
+                        window.playwright.generateLocator(e)
+                    : elementDepth[index - 1].contentWindow.playwright.generateLocator(e);
+                return locator.replace(/^locator\(/, "frameLocator(");
+            })
+                .join(".");
+            let elementLocator;
+            //If the element is inside an iframe, we need to append the locator for the iframe
+            if (elementDepth.length > 0) {
+                elementLocator =
+                    elementDepth[elementDepth.length - 1].contentWindow.playwright.generateLocator(selectedElem);
+            }
+            else {
+                elementLocator = window.playwright.generateLocator(selectedElem);
+            }
+            return frameLocatorStr
+                ? `${frameLocatorStr}.${elementLocator}`
+                : elementLocator;
         }
         else if (locator.xpath) {
             try {

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAK3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAiBvD,OAAO,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAMzD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA6FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAgCxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA+BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAK3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAiBvD,OAAO,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAMzD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA6FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAuGxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA+BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -179,15 +179,83 @@ async function injectPwLocatorGenerator(page) {
         fs_extra_1.default.readFile(annotateElementPath, "utf-8"),
     ]);
     page.on("load", async () => {
-        // add script for subsequent page load events
         try {
             await Promise.all(scripts.map((s) => page.addScriptTag({ content: s })));
+            await page.evaluate(async () => {
+                //@ts-ignore
+                const injectScriptInIframe = (iframeDoc) => {
+                    try {
+                        [
+                            "https://assets-test.empirical.run/pw-selector.js",
+                            "https://code.jquery.com/jquery-3.7.1.min.js",
+                        ].forEach((url) => {
+                            const scr = iframeDoc.createElement("script");
+                            scr.src = url;
+                            console.log("Injecting script in iframe", scr);
+                            iframeDoc.head.appendChild(scr);
+                        });
+                    }
+                    catch (e) {
+                        console.warn("Error injecting script in iframe:", e);
+                    }
+                };
+                const iframes = document.getElementsByTagName("iframe");
+                for (const iframe of iframes) {
+                    iframe.getBoundingClientRect();
+                    const rect = iframe.getBoundingClientRect();
+                    const isVisible = rect.width > 0 && rect.height > 0;
+                    if (isVisible) {
+                        //@ts-ignore
+                        const iframeContent = iframe.contentDocument || iframe.contentWindow?.document;
+                        if (iframeContent) {
+                            injectScriptInIframe(iframeContent);
+                        }
+                    }
+                }
+            });
         }
         catch (e) {
-            // skip errors which can occur while the page is getting stable
+            console.warn("Error during script injection on page load:", e);
         }
     });
-    await Promise.all(scripts.map((s) => page.addScriptTag({ content: s })));
+    try {
+        await Promise.all(scripts.map((s) => page.addScriptTag({ content: s })));
+        await page.evaluate(async () => {
+            //@ts-ignore
+            const injectScriptInIframe = (iframeDoc) => {
+                try {
+                    [
+                        "https://assets-test.empirical.run/pw-selector.js",
+                        "https://code.jquery.com/jquery-3.7.1.min.js",
+                    ].forEach((url) => {
+                        const scr = iframeDoc.createElement("script");
+                        scr.src = url;
+                        console.log("Injecting script in iframe", scr);
+                        iframeDoc.head.appendChild(scr);
+                    });
+                }
+                catch (e) {
+                    console.warn("Error injecting script in iframe:", e);
+                }
+            };
+            const iframes = document.getElementsByTagName("iframe");
+            for (const iframe of iframes) {
+                iframe.getBoundingClientRect();
+                const rect = iframe.getBoundingClientRect();
+                const isVisible = rect.width > 0 && rect.height > 0;
+                if (isVisible) {
+                    //@ts-ignore
+                    const iframeContent = iframe.contentDocument || iframe.contentWindow?.document;
+                    if (iframeContent) {
+                        injectScriptInIframe(iframeContent);
+                    }
+                }
+            }
+        });
+    }
+    catch (e) {
+        console.warn("Error injecting script in iframe:", e);
+    }
 }
 exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
 /**

package/dist/agent/codegen/skills-retriever.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skills-retriever.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/skills-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAYhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG7D,eAAO,MAAM,cAAc;cAMf,QAAQ;;;;;;;;;;IA8CnB,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,EACzC,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;;KA6BA"}
+{"version":3,"file":"skills-retriever.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/skills-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAgBhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG7D,eAAO,MAAM,cAAc;cAMf,QAAQ;;;;;;;;;;IAoFnB,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,EACzC,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;;KA6BA"}

package/dist/agent/codegen/skills-retriever.js

@@ -43,7 +43,42 @@ const fetchPomSkills = async ({ testCase, pomFiles, options, trace, }) => {
         },
     });
     let response = firstShotMessage?.content || "";
-    const skills = (0, utils_1.extractTestStepsSuggestions)(response);
+    const { codePrompt } = await (0, context_1.contextForGeneration)();
+    const usageExampleUpdatePrompt = [
+        {
+            role: "system",
+            content: `
+You are provided with usage examples of page object models of a Playwright test repository and you are given a task to update the usage example of the page object models with the usage of them in tests. 
+
+You need to ensure all the pre-requisites of calling the method is also mentioned in the usage example. Use the tests code for same
+      `,
+        },
+        {
+            role: "user",
+            content: `
+Usage examples of page object models:
+
+${response}
+
+Tests files:
+
+${codePrompt}
+
+Before responding: 
+- ensure responding in the same format as provided to you in the usage example of page object models.
+- respond only with the methods and not any test block
+    `,
+        },
+    ];
+    const updatedUsageExampleMessage = await llm.createChatCompletion({
+        messages: usageExampleUpdatePrompt,
+        traceName: "fetch-pom-skills-usage-eg-update-llm",
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options?.modelParameters,
+        },
+    });
+    const skills = (0, utils_1.extractTestStepsSuggestions)(updatedUsageExampleMessage?.content || "");
     fetchSkillsUsingPOMFilesSpan?.end({ output: { skills } });
     return skills;
 };

package/dist/agent/codegen/use-skill.d.ts

@@ -1,9 +1,10 @@
 import { TraceClient } from "@empiricalrun/llm";
-export declare function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, trace, }: {
+export declare function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, skillMethodDefinition, trace, }: {
     task: string;
     sampleUsageMethod: string;
     scopeVariablesMapStr: string;
     pageVariableName: string;
+    skillMethodDefinition: string;
     trace?: TraceClient;
 }): Promise<string>;
 //# sourceMappingURL=use-skill.d.ts.map

package/dist/agent/codegen/use-skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"use-skill.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/use-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUhE,wBAAsB,sBAAsB,CAAC,EAC3C,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBA4CA"}
+{"version":3,"file":"use-skill.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/use-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUhE,wBAAsB,sBAAsB,CAAC,EAC3C,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBAiDA"}

package/dist/agent/codegen/use-skill.js

@@ -4,7 +4,7 @@ exports.generateSkillUsageCode = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const logger_1 = require("../../bin/logger");
 const constants_1 = require("../../constants");
-async function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, trace, }) {
+async function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, skillMethodDefinition, trace, }) {
     const logger = new logger_1.CustomLogger();
     logger.log(`Generating code using skill usage example: ${sampleUsageMethod}`);
     const skillUsageSpan = trace?.span({
@@ -24,7 +24,8 @@ async function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesM
         sampleUsageMethod,
         scopeVariablesMapStr,
         pageVariableName,
-    });
+        skillMethodDefinition,
+    }, 4);
     promptSpan?.end({ output: prompt });
     const llm = new llm_1.LLM({
         trace: skillUsageSpan,

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,GAAG,EACH,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAYlD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAQrB,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,uBAAuB,EACvB,OAAO,EACP,aAAa,EACb,QAAgB,EAChB,WAAW,GACZ,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FA2FA;AAGD,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAuTA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,GAAG,EACH,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAclD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAoBrB,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,uBAAuB,EACvB,OAAO,EACP,aAAa,EACb,QAAgB,EAChB,WAAW,GACZ,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FA2FA;AAGD,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAsTA"}