@empiricalrun/test-gen 0.46.6 → 0.46.8

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @empiricalrun/test-gen
 
+## 0.46.8
+
+### Patch Changes
+
+- 353ee4e: chore: move next action prompt to handlebars
+- 4c8ec02: chore: refactor action executor into a separate file
+- 05329d3: fix: skill action generator for multiple pages
+- 46b3e75: feat: add observation tool call to getNextAction
+- ef4842b: test: scroll and click inside a scrollable div element
+- ea5f6ef: chore: refactor skill execute action
+- 8ad1b4c: test: add a test for skill usage that creates a state variable
+- 1922ab3: chore: Refactor browser tests structure
+- 295b611: test: add test for skill usage and code gen
+
+## 0.46.7
+
+### Patch Changes
+
+- f2e9d28: fix: button in class name does not mean clickable
+
 ## 0.46.6
 
 ### Patch Changes

package/dist/actions/skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGtE,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;EAO7D;AAED,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CAkHhB,CAAC"}
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEtE,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;EAO7D;AAED,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CAkHhB,CAAC"}

package/dist/actions/skill.js

@@ -8,7 +8,6 @@ const promises_1 = __importDefault(require("fs/promises"));
 const api_1 = __importDefault(require("tsx/cjs/api"));
 const use_skill_1 = require("../agent/codegen/use-skill");
 const web_1 = require("../bin/utils/platform/web");
-const utils_1 = require("./utils");
 exports.SKILL_USAGE = "skill_usage";
 class TestCaseSkills {
     skills;
@@ -51,7 +50,7 @@ const skillActionGenerator = (page, options) => {
                 sampleUsageMethod: skillDetails.usageExample,
                 importPathForSkill: skillFilePath,
                 scopeVariablesMapStr: JSON.stringify(options.stateVariables || {}, null, 2),
-                pageVariableName: (0, utils_1.getPageVarName)(),
+                pageVariableName: page.name,
                 skillMethodDefinition: skillFile,
                 trace,
             });
@@ -66,7 +65,7 @@ const skillActionGenerator = (page, options) => {
                     newVariables,
                 },
             });
-            const exec = new Function((0, utils_1.getPageVarName)(), ...imports, ...stateVarKeys, 
+            const exec = new Function(page.name, ...imports, ...stateVarKeys, 
             // assuming all POMs are async methods and the LLM should respond with await keyword
             `
         return (async () => {
@@ -76,7 +75,7 @@ const skillActionGenerator = (page, options) => {
           }
         })()`);
             // extract the state variables after execution
-            const newStateVariables = await exec(page, ...imports.map((i) => module[i]), ...stateVarKeys.map((s) => options.stateVariables[s]));
+            const newStateVariables = await exec(page.pwPageInstance, ...imports.map((i) => module[i]), ...stateVarKeys.map((s) => options.stateVariables[s]));
             options.setStateVariables({
                 ...options.stateVariables,
                 ...newStateVariables,

package/dist/agent/browsing/index.d.ts

@@ -1,22 +1,15 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
-import type { TestGenConfigOptions } from "@empiricalrun/shared-types";
 import { Page } from "playwright";
 import { PlaywrightActions } from "../../actions";
-export type BrowsingAgentOptions = Partial<TestGenConfigOptions> & {
-    htmlSanitize?: {
-        disallowedStrings?: string[];
-    };
-};
 export type BrowserAgentAction = {
     action: string;
     code: string | undefined;
 };
-export declare function executeTaskUsingBrowsingAgent({ action, page, actions, llm, options, trace, }: {
+export declare function executeTaskUsingBrowsingAgent({ action, page, actions, llm, trace, }: {
     action: string;
     page: Page;
     actions: PlaywrightActions;
     llm: LLM;
     trace?: TraceClient;
-    options: BrowsingAgentOptions;
 }): Promise<BrowserAgentAction | undefined>;
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAQlD,MAAM,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IACjE,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,MAAM,EACN,IAAI,EACJ,OAAO,EACP,GAAG,EACH,OAAO,EACP,KAAK,GACN,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,iBAAiB,CAAC;IAC3B,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,oBAAoB,CAAC;CAC/B,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAoE1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAQlD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,MAAM,EACN,IAAI,EACJ,OAAO,EACP,GAAG,EACH,KAAK,GACN,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,iBAAiB,CAAC;IAC3B,GAAG,EAAE,GAAG,CAAC;IACT,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAkE1C"}

package/dist/agent/browsing/index.js

@@ -8,7 +8,7 @@ const reporter_1 = require("../../reporter");
 const html_1 = require("../../utils/html");
 const utils_1 = require("../utils");
 const o1_completion_1 = require("./o1-completion");
-async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, options, trace, }) {
+async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, trace, }) {
     let generatedCodeSteps;
     const tools = actions.getBrowsingActionSchemas();
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
@@ -26,7 +26,7 @@ async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, optio
     const sanitizationSpan = browsingAgentSpan?.span({
         name: "page-sanitization",
     });
-    const pageSnapshot = (0, html_1.sanitizeHtml)(pageContent, options.htmlSanitize);
+    const pageSnapshot = (0, html_1.sanitizeHtml)(pageContent);
     sanitizationSpan?.end({ output: { pageSnapshot } });
     const promptSpan = browsingAgentSpan?.span({ name: "page-prompt" });
     const messages = (0, llm_1.compilePrompt)(promptTemplate_0, { pageSnapshot, task: action });
@@ -43,10 +43,8 @@ async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, optio
             messages,
             tools,
             trace: browsingAgentSpan,
-            model: options.model || constants_1.DEFAULT_MODEL,
             modelParameters: {
                 ...constants_1.DEFAULT_MODEL_PARAMETERS,
-                ...options.modelParameters,
                 tool_choice: "required",
             },
         });

package/dist/agent/codegen/skills-retriever.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skills-retriever.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/skills-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAmBpC,eAAO,MAAM,cAAc;cAMf,QAAQ;;;;;;;;;;IAqFnB,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,EACzC,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;;KA6BA"}
+{"version":3,"file":"skills-retriever.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/skills-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAmBpC,eAAO,MAAM,cAAc;cAMf,QAAQ;;;;;;;;;;IAwDnB,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,EACzC,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;;KA6BA"}

package/dist/agent/codegen/skills-retriever.js

@@ -10,7 +10,8 @@ const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const fs_2 = require("../../bin/utils/fs");
 const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software test engineer who is given a goal to pick re-usable page object model methods for a given UI\nautomation test.\n\nYou will be provided with a test scenario as task and also the page object model methods available in the automation\ntest repository. The page object models acts as skills to execute a particular sub task of a given task.\n\nYou need to break down the task into sub tasks and identify which sub_task can be solved with the help of page object\nmodel methods. Once identified, you need to return with an usage API example for same. You need to pick methods only\nfrom the provided page object models.\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to figure out the skills:\n\n**Task:**\n{{scenario}}\n\nBefore responding follow the instructions:\n- You need to break down the task into subtask and respond with the code of sub tasks for which there are methods\nexposed from page object models\n- Only use methods that are explicitly defined and exported in the provided page object models. Do not create, infer, or\nassume any methods or code that are not exported from the page object model files.\n- Do not respond with any methods or code that are not available in the list of page object models.\n- Ensure there are no type issues in the code generated.\n- Do not respond with markdown syntax or backticks.\n- Respond only with the code\n- Read steps one by one and generate the test code\n- Do not write any extra code than instructed in the steps\n- You need to respond with `<subtask></subtask>`, `<reason></reason>`, `<file_import_path></file_import_path>`, `\n<usage_example></usage_example>` and `<method_name></method_name>`\n- You should respond with methods exported from the page object models\n- Do not respond with any import statements.\n- Do not respond with sub_task for which there is no explicit method found\n- Always pick the page object model method matching the task provided. If there is no matching method, then ignore it.\nDo not attempt to generate or use any non existent methods for such instances.\n- Respond with the usage_example so that it can be directly copy pasted inside the test\n- Do not set the parameters for the method. Keep it as is with the interface parameters\n{{/section}}";
+const promptTemplate_0 = "{{#section \"system\"}}\nYou are provided with usage examples of page object models of a Playwright test\nrepository and you are given a task to update the usage example of the page object\nmodels with the usage of them in tests. \n\nYou need to ensure all the pre-requisites of calling the method is also mentioned\nin the usage example. Use the tests code for same\n\n{{/section}}\n\n{{#section \"user\"}}\nUsage examples of page object models:\n\n{{response}}\n\nTests files:\n\n{{codePrompt}}\n\n\nBefore responding: \n- ensure responding in the same format as provided to you in the usage example of page object models.\n- respond only with the methods and not any test block\n- respond with the same format provided to you in task. <subtask></subtask>, <reason></reason>, <file_import_path></file_import_path>, <usage_example></usage_example> and\n<method_name></method_name>\n- do not respond with test blocks or page or fixture extraction as its already available   at the time of execution\n- do not respond with backticks or markdown at all \n- do not respond with import statements and assume the imports are already available at the time of execution\n{{/section}}\n";
+const promptTemplate_1 = "{{#section \"system\"}}\nYou are a software test engineer who is given a goal to pick re-usable page object model methods for a given UI\nautomation test.\n\nYou will be provided with a test scenario as task and also the page object model methods available in the automation\ntest repository. The page object models acts as skills to execute a particular sub task of a given task.\n\nYou need to break down the task into sub tasks and identify which sub_task can be solved with the help of page object\nmodel methods. Once identified, you need to return with an usage API example for same. You need to pick methods only\nfrom the provided page object models.\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to figure out the skills:\n\n**Task:**\n{{scenario}}\n\nBefore responding follow the instructions:\n- You need to break down the task into subtask and respond with the code of sub tasks for which there are methods\nexposed from page object models\n- Only use methods that are explicitly defined and exported in the provided page object models. Do not create, infer, or\nassume any methods or code that are not exported from the page object model files.\n- Do not respond with any methods or code that are not available in the list of page object models.\n- Ensure there are no type issues in the code generated.\n- Do not respond with markdown syntax or backticks.\n- Respond only with the code\n- Read steps one by one and generate the test code\n- Do not write any extra code than instructed in the steps\n- You need to respond with `<subtask></subtask>`, `<reason></reason>`, `<file_import_path></file_import_path>`, `\n<usage_example></usage_example>` and `<method_name></method_name>`\n- You should respond with methods exported from the page object models\n- Do not respond with any import statements.\n- Do not respond with sub_task for which there is no explicit method found\n- Always pick the page object model method matching the task provided. If there is no matching method, then ignore it.\nDo not attempt to generate or use any non existent methods for such instances.\n- Respond with the usage_example so that it can be directly copy pasted inside the test\n- Do not set the parameters for the method. Keep it as is with the interface parameters\n{{/section}}";
 const utils_1 = require("./utils");
 const fetchPomSkills = async ({ testCase, pomFiles, options, trace, }) => {
     const fetchSkillsUsingPOMFilesSpan = trace?.span({
@@ -23,7 +24,7 @@ const fetchPomSkills = async ({ testCase, pomFiles, options, trace, }) => {
     const promptSpan = fetchSkillsUsingPOMFilesSpan?.span({
         name: "fetch-pom-skills-prompt",
     });
-    const prompt = (0, llm_1.compilePrompt)(promptTemplate_0, {
+    const prompt = (0, llm_1.compilePrompt)(promptTemplate_1, {
         pageFiles: pomFiles,
         scenarioName: testCase.name,
         scenario: testCase.steps.join("\n"),
@@ -45,39 +46,11 @@ const fetchPomSkills = async ({ testCase, pomFiles, options, trace, }) => {
     });
     let response = firstShotMessage?.content || "";
     const { codePrompt } = await (0, context_1.contextForGeneration)();
-    const usageExampleUpdatePrompt = [
-        {
-            role: "system",
-            content: `
-You are provided with usage examples of page object models of a Playwright test repository and you are given a task to update the usage example of the page object models with the usage of them in tests. 
-
-You need to ensure all the pre-requisites of calling the method is also mentioned in the usage example. Use the tests code for same
-      `,
-        },
-        {
-            role: "user",
-            content: `
-Usage examples of page object models:
-
-${response}
-
-Tests files:
-
-${codePrompt}
-
-Before responding: 
-- ensure responding in the same format as provided to you in the usage example of page object models.
-- respond only with the methods and not any test block
-- respond with the same format provided to you in task. <subtask></subtask>,<reason></reason> ,<file_import_path></file_import_path>,<usage_example></usage_example>  and
-<method_name></method_name>
-- do not respond with test blocks or page or fixture extraction as its already available   at the time of execution
-- do not respond with backticks or markdown at all 
-- do not respond with import statements and assume the imports are already available at the time of execution
-    `,
-        },
-    ];
     const updatedUsageExampleMessage = await llm.createChatCompletion({
-        messages: usageExampleUpdatePrompt,
+        messages: (0, llm_1.compilePrompt)(promptTemplate_0, {
+            response,
+            codePrompt,
+        }),
         traceName: "fetch-pom-skills-usage-eg-update-llm",
         modelParameters: {
             ...constants_1.DEFAULT_MODEL_PARAMETERS,

package/dist/agent/codegen/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAIpC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,GACZ,oBAAoB,EAAE,CAgBxB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAgBF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,SAAS,EACT,MAAM,EACN,cAAc,EACd,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IAClC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBA0BA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,mCAAmC,CAAC,EACxD,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,kBAAkB,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CAuCD;AAED,wBAAsB,6BAA6B,CAAC,EAClD,KAAK,EACL,WAAW,EACX,sBAAsB,GACvB,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;CACjD,iBAoDA;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA6BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAIpC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,GACZ,oBAAoB,EAAE,CAgBxB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAqCF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,SAAS,EACT,MAAM,EACN,cAAc,EACd,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IAClC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBA0BA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,mCAAmC,CAAC,EACxD,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,kBAAkB,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CAuCD;AAED,wBAAsB,6BAA6B,CAAC,EAClD,KAAK,EACL,WAAW,EACX,sBAAsB,GACvB,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;CACjD,iBAoDA;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA6BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}

package/dist/agent/codegen/utils.js

@@ -101,16 +101,27 @@ function extractAppendTestUpdates(input) {
 exports.extractAppendTestUpdates = extractAppendTestUpdates;
 function extractTestStepsSuggestions(input) {
     const result = [];
-    const regex = /<subtask>(.*?)<\/subtask>[\s\S]*?<reason>([\s\S]*?)<\/reason>[\s\S]*?<file_import_path>([\s\S]*?)<\/file_import_path>[\s\S]*?<usage_example>([\s\S]*?)<\/usage_example>[\s\S]*?<method_name>([\s\S]*?)<\/method_name>/g;
-    let match;
-    while ((match = regex.exec(input)) !== null) {
-        const [, testStep, reason, filePath, usageExample, methodName] = match;
+    // Extract all sections with their subtask tags first
+    const subtaskRegex = /<subtask>([\s\S]*?)<\/subtask>([\s\S]*?)(?=<subtask>|$)/g;
+    let subtaskMatch;
+    while ((subtaskMatch = subtaskRegex.exec(input)) !== null) {
+        const [, testStepText = "", content = ""] = subtaskMatch;
+        // Extract individual tag content regardless of order
+        const reasonMatch = /<reason>([\s\S]*?)<\/reason>/i.exec(content);
+        const filePathMatch = /<file_import_path>([\s\S]*?)<\/file_import_path>/i.exec(content);
+        const usageExampleMatch = /<usage_example>([\s\S]*?)<\/usage_example>/i.exec(content);
+        const methodNameMatch = /<method_name>([\s\S]*?)<\/method_name>/i.exec(content);
+        // Extract values or use empty strings if not found
+        const reasonText = reasonMatch?.[1] || "";
+        const filePathText = filePathMatch?.[1] || "";
+        const usageExampleText = usageExampleMatch?.[1] || "";
+        const methodNameText = methodNameMatch?.[1] || "";
         result.push({
-            testStep: testStep?.trim() || "",
-            filePath: filePath?.trim() || "",
-            usageExample: usageExample?.trim() || "",
-            reason: reason?.trim() || "",
-            methodName: methodName?.trim() || "",
+            testStep: testStepText.trim(),
+            filePath: filePathText.trim(),
+            usageExample: usageExampleText.trim(),
+            reason: reasonText.trim(),
+            methodName: methodNameText.trim(),
         });
     }
     return result.filter((r) => !!r.filePath && !!r.usageExample);

package/dist/agent/master/action-tool-calls.d.ts

@@ -5,7 +5,9 @@ export declare enum ActionType {
     PRESS_ACTION = "keyboard_press_on_element",
     ASSERT_TEXT = "assert_text",
     HOVER = "hover_element",
-    SCROLL = "scroll"
+    SCROLL = "scroll",
+    OBSERVATION = "observation",
+    UNKNOWN = "unknown"
 }
 export declare function isValidActionType(value: string): value is ActionType;
 export declare function getActionToolCalls(): {

package/dist/agent/master/action-tool-calls.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;CAClB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAKpE;AAyDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAoCjC"}
+{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;IACjB,WAAW,gBAAgB;IAC3B,OAAO,YAAY;CACpB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAEpE;AAqDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IA8CjC"}

package/dist/agent/master/action-tool-calls.js

@@ -10,53 +10,50 @@ var ActionType;
     ActionType["ASSERT_TEXT"] = "assert_text";
     ActionType["HOVER"] = "hover_element";
     ActionType["SCROLL"] = "scroll";
+    ActionType["OBSERVATION"] = "observation";
+    ActionType["UNKNOWN"] = "unknown";
 })(ActionType || (exports.ActionType = ActionType = {}));
 function isValidActionType(value) {
-    return (Object.values(ActionType).includes(value) ||
-        value === "unknown");
+    return Object.values(ActionType).includes(value);
 }
 exports.isValidActionType = isValidActionType;
 const createActionCall = (name, description, additionalProperties = {}) => ({
-    name: "next_task",
-    description: "take the next action based on the provided task",
-    schema: {
-        type: "function",
-        function: {
-            name,
-            description,
-            parameters: {
-                type: "object",
-                properties: {
-                    reason: {
-                        type: "string",
-                        description: "explain how this action will help to complete the task. the reason should align with the task provided",
-                    },
-                    action: {
-                        type: "string",
-                        description: `explain the next action in natural language.
+    type: "function",
+    function: {
+        name,
+        description,
+        parameters: {
+            type: "object",
+            properties: {
+                reason: {
+                    type: "string",
+                    description: "explain how this action will help to complete the task. the reason should align with the task provided",
+                },
+                action: {
+                    type: "string",
+                    description: `explain the next action in natural language.
                 The next action should be as atomic as possible, precise and should contain enough details about the action to be performed.
-                E.g. each click, key press, input, assert should be a separate action.
+                E.g. each click, key press, input, assert, observation should be a separate action.
                 Each action should take the task to completion, if not the action is invalid.
                 If the element is not visible then action should be scroll.`,
-                    },
-                    element_description: {
-                        type: "string",
-                        description: "The description of the element on which action needs to be taken, including its position, appearance, etc.",
-                    },
-                    is_element_visible: {
-                        type: "boolean",
-                        description: "A boolean to indicate whether the concerned element is visible in the screenshot.",
-                    },
-                    ...additionalProperties,
                 },
-                required: [
-                    "reason",
-                    "action",
-                    "element_description",
-                    "is_element_visible",
-                    ...Object.keys(additionalProperties),
-                ],
+                element_description: {
+                    type: "string",
+                    description: "The description of the element on which action needs to be taken, including its position, appearance, etc.",
+                },
+                is_element_visible: {
+                    type: "boolean",
+                    description: "A boolean to indicate whether the concerned element is visible in the screenshot.",
+                },
+                ...additionalProperties,
             },
+            required: [
+                "reason",
+                "action",
+                "element_description",
+                "is_element_visible",
+                ...Object.keys(additionalProperties),
+            ],
         },
     },
 });
@@ -79,6 +76,12 @@ function getActionToolCalls() {
                 description: "Element to look for after scrolling to complete the task.",
             },
         }),
-    ].map((call) => call.schema);
+        createActionCall(ActionType.OBSERVATION, "Observation based on the task provided. If the task doesn't explicitly mention any browser interaction, and instead, asks questions to be answered — use this tool call", {
+            observation: {
+                type: "string",
+                description: "Observation based on the task provided.",
+            },
+        }),
+    ];
 }
 exports.getActionToolCalls = getActionToolCalls;

package/dist/agent/master/browser-tests/fixtures.d.ts

@@ -0,0 +1,9 @@
+export type ServerFixture = {
+    port: number;
+    baseURL: string;
+};
+export declare const expect: import("@playwright/test").Expect<{}>;
+export declare const test: import("@playwright/test").TestType<import("@playwright/test").PlaywrightTestArgs & import("@playwright/test").PlaywrightTestOptions, import("@playwright/test").PlaywrightWorkerArgs & import("@playwright/test").PlaywrightWorkerOptions & {
+    server: ServerFixture;
+}>;
+//# sourceMappingURL=fixtures.d.ts.map

package/dist/agent/master/browser-tests/fixtures.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../../../src/agent/master/browser-tests/fixtures.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,MAAM,uCAAc,CAAC;AAClC,eAAO,MAAM,IAAI;YAA6B,aAAa;EAsBzD,CAAC"}

package/dist/agent/master/browser-tests/fixtures.js

@@ -0,0 +1,33 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.test = exports.expect = void 0;
+const test_1 = require("@playwright/test");
+const http_server_1 = __importDefault(require("http-server"));
+const path_1 = __importDefault(require("path"));
+exports.expect = test_1.test.expect;
+exports.test = test_1.test.extend({
+    server: [
+        // eslint-disable-next-line no-empty-pattern
+        async ({}, use, workerInfo) => {
+            const port = 2345 + workerInfo.workerIndex;
+            const server = http_server_1.default.createServer({
+                root: path_1.default.join(process.cwd(), "test-data"),
+            });
+            await new Promise((resolve) => {
+                server.listen(port, () => {
+                    console.log(`Server running at http://localhost:${port}`);
+                    resolve();
+                });
+            });
+            await use({
+                port,
+                baseURL: `http://localhost:${port}`,
+            });
+            server.close();
+        },
+        { scope: "worker" },
+    ],
+});

package/dist/agent/master/browser-tests/index.spec.js

@@ -3,37 +3,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const test_1 = require("@playwright/test");
 const fs_1 = __importDefault(require("fs"));
-const http_server_1 = __importDefault(require("http-server"));
 const path_1 = __importDefault(require("path"));
 const utils_1 = require("../../browsing/utils");
 const element_annotation_1 = require("../element-annotation");
 const run_1 = require("../run");
-const test = test_1.test.extend({
-    server: [
-        // eslint-disable-next-line no-empty-pattern
-        async ({}, use, workerInfo) => {
-            const port = 2345 + workerInfo.workerIndex;
-            const server = http_server_1.default.createServer({
-                root: path_1.default.join(process.cwd(), "test-data"),
-            });
-            await new Promise((resolve) => {
-                server.listen(port, () => {
-                    console.log(`Server running at http://localhost:${port}`);
-                    resolve();
-                });
-            });
-            await use({
-                port,
-                baseURL: `http://localhost:${port}`,
-            });
-            server.close();
-        },
-        { scope: "worker" },
-    ],
-});
-test("able to scroll and interact with elements", async ({ page, server }) => {
+const fixtures_1 = require("./fixtures");
+(0, fixtures_1.test)("able to scroll and interact with elements", async ({ page, server }) => {
     await page.goto(`${server.baseURL}/blog-page.html`);
     const response = await (0, run_1.createTestUsingMasterAgent)({
         task: `fill test@test.com into the email field and click the submit`,
@@ -41,11 +17,11 @@ test("able to scroll and interact with elements", async ({ page, server }) => {
         options: {},
     });
     console.log(response);
-    (0, test_1.expect)(response.importPaths.length).toBe(0);
-    (0, test_1.expect)(response.code).toContain("await page.getByPlaceholder('Enter your email').fill(\"test@test.com\")");
-    (0, test_1.expect)(response.code).toContain("await page.getByRole('button', { name: 'Subscribe' }).click()");
+    (0, fixtures_1.expect)(response.importPaths.length).toBe(0);
+    (0, fixtures_1.expect)(response.code).toContain("await page.getByPlaceholder('Enter your email').fill(\"test@test.com\")");
+    (0, fixtures_1.expect)(response.code).toContain("await page.getByRole('button', { name: 'Subscribe' }).click()");
 });
-test("scroll when element does not exist", async ({ page, server }) => {
+(0, fixtures_1.test)("scroll when element does not exist", async ({ page, server }) => {
     await page.goto(`${server.baseURL}/blog-page.html`);
     const response = await (0, run_1.createTestUsingMasterAgent)({
         task: `click search button`,
@@ -53,33 +29,50 @@ test("scroll when element does not exist", async ({ page, server }) => {
         options: {},
     });
     console.log(response);
-    (0, test_1.expect)(response.importPaths.length).toBe(0);
-    (0, test_1.expect)(response.code.length).toBe(0);
+    (0, fixtures_1.expect)(response.importPaths.length).toBe(0);
+    (0, fixtures_1.expect)(response.code.length).toBe(0);
+});
+(0, fixtures_1.test)("scroll and click inside div elements", async ({ page, server }) => {
+    await page.goto(`${server.baseURL}/dropdown-scrolls.html`);
+    const response = await (0, run_1.createTestUsingMasterAgent)({
+        task: `click on x-3 inside bmw dropdown, and then,
+click on maverick inside ford dropdown`,
+        page,
+        options: {},
+    });
+    console.log(response);
+    (0, fixtures_1.expect)(response.importPaths.length).toBe(0);
+    (0, fixtures_1.expect)(response.code.length).toBeGreaterThan(0);
+    const lines = response.code.split("\n");
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page.+BMW.+.click/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page.+X3.+.click/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page.+Ford.+.click/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page.+Maverick.+.click/))).toBeTruthy();
 });
-test("agent can click icons accurately", async ({ page, server }) => {
+(0, fixtures_1.test)("agent can click icons accurately", async ({ page, server }) => {
     await page.goto(`${server.baseURL}/icons-navbar.html`);
-    await (0, test_1.expect)(page.getByText("select an icon")).toBeVisible();
+    await (0, fixtures_1.expect)(page.getByText("select an icon")).toBeVisible();
     const response = await (0, run_1.createTestUsingMasterAgent)({
         task: `click on the gear icon`,
         page,
         options: {},
     });
     // Validate code generated and action performed
-    await (0, test_1.expect)(page.getByText("you clicked Gear")).toBeVisible();
+    await (0, fixtures_1.expect)(page.getByText("you clicked Gear")).toBeVisible();
     console.log(response);
-    (0, test_1.expect)(response.importPaths.length).toBe(0);
-    (0, test_1.expect)(response.code).toContain("page.locator");
-    (0, test_1.expect)(response.code).toContain("click()");
+    (0, fixtures_1.expect)(response.importPaths.length).toBe(0);
+    (0, fixtures_1.expect)(response.code).toContain("page.locator");
+    (0, fixtures_1.expect)(response.code).toContain("click()");
     // Validate icons registry
     const iconsRegistryFile = path_1.default.join(process.cwd(), ".empiricalrun", "icons.json");
     const icons = JSON.parse(fs_1.default.readFileSync(iconsRegistryFile, "utf-8"));
-    (0, test_1.expect)(icons.length).toBeGreaterThan(0);
+    (0, fixtures_1.expect)(icons.length).toBeGreaterThan(0);
     // Commenting out this check since with parallel test executions,
     // we can have icons from other tests in the same file
     // expect(icons.length).toBe(4); // 1 for each unique icon
     fs_1.default.unlinkSync(iconsRegistryFile);
 });
-test("annotate and enrich annotations correctly", async ({ page, server }) => {
+(0, fixtures_1.test)("annotate and enrich annotations correctly", async ({ page, server }) => {
     await (0, utils_1.injectPwLocatorGenerator)(page);
     await page.goto(`${server.baseURL}/iframe-elements.html`);
     const { annotationKeys: keys } = await (0, element_annotation_1.getAnnotationKeys)({
@@ -87,23 +80,22 @@ test("annotate and enrich annotations correctly", async ({ page, server }) => {
         preference: {
             actionType: "all",
         },
-        options: {},
     });
     console.log(keys);
-    (0, test_1.expect)(keys.length).toBe(6);
+    (0, fixtures_1.expect)(keys.length).toBe(6);
     // 2 icons: 1 in main frame, 1 in iframe
-    (0, test_1.expect)(keys.filter((k) => k.text.includes("icon") && k.text.includes("close"))
+    (0, fixtures_1.expect)(keys.filter((k) => k.text.includes("icon") && k.text.includes("close"))
         .length).toBe(2);
     // 2 text inputs: 1 in main frame, 1 in iframe
-    (0, test_1.expect)(keys.filter((k) => k.text.includes("Enter your name")).length).toBe(2);
+    (0, fixtures_1.expect)(keys.filter((k) => k.text.includes("Enter your name")).length).toBe(2);
     // 2 clickable divs: 1 in main frame, 1 in iframe
-    (0, test_1.expect)(keys.filter((k) => k.text.includes("Lorem Ipsum")).length).toBe(2);
+    (0, fixtures_1.expect)(keys.filter((k) => k.text.includes("Lorem Ipsum")).length).toBe(2);
 });
-test("fill action with multiple pages", async ({ context }) => {
+(0, fixtures_1.test)("fill action with multiple pages", async ({ context }) => {
     const page1 = await context.newPage();
     const page2 = await context.newPage();
     const response = await (0, run_1.createTestUsingMasterAgent)({
-        task: `goto empirical.run on page1 and goto google.com in page2. Enter text empirical on page2 and click on search.`,
+        task: `goto empirical.run on page1 and goto github.com/search in page2. Enter text empirical on page2 and click on search.`,
         page: page2,
         options: {},
         scopeVars: {
@@ -112,11 +104,10 @@ test("fill action with multiple pages", async ({ context }) => {
             page2,
         },
     });
-    (0, test_1.expect)(response.code).toBeTruthy();
+    (0, fixtures_1.expect)(response.code).toBeTruthy();
     console.log(response.code);
     const lines = response.code.split("\n");
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page1\.goto(.+)empirical\.run/))).toBeTruthy();
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page2\.goto(.+)google\.com/))).toBeTruthy();
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page2(.+)fill(.+)empirical/))).toBeTruthy();
-    (0, test_1.expect)(lines.find((l) => l.match(/^await page2(.+)click/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page1\.goto(.+)empirical\.run/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page2\.goto(.+)github\.com\/search/))).toBeTruthy();
+    (0, fixtures_1.expect)(lines.find((l) => l.match(/^await page2(.+)fill(.+)empirical/))).toBeTruthy();
 });

package/dist/agent/master/browser-tests/skills.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=skills.spec.d.ts.map

package/dist/agent/master/browser-tests/skills.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skills.spec.d.ts","sourceRoot":"","sources":["../../../../src/agent/master/browser-tests/skills.spec.ts"],"names":[],"mappings":""}