@empiricalrun/test-gen 0.38.28 → 0.38.29

package/dist/agent/master/run.js

@@ -1,10 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTestUsingMasterAgent = exports.getNextAction = void 0;
+exports.createTestUsingMasterAgent = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const vision_1 = require("@empiricalrun/llm/vision");
 const actions_1 = require("../../actions");
-const next_task_1 = require("../../actions/next-task");
 const skill_1 = require("../../actions/skill");
 const utils_1 = require("../../actions/utils");
 const logger_1 = require("../../bin/logger");
@@ -16,6 +14,8 @@ const browsing_1 = require("../browsing");
 const utils_2 = require("../browsing/utils");
 const skills_retriever_1 = require("../codegen/skills-retriever");
 const run_time_planner_1 = require("../planner/run-time-planner");
+const element_annotation_1 = require("./element-annotation");
+const next_action_1 = require("./next-action");
 const with_hints_1 = require("./with-hints");
 const MAX_ERROR_COUNT = 2;
 function getPageVariables(stateVariables) {
@@ -27,90 +27,6 @@ function getPageVariables(stateVariables) {
     }, {});
     return pages;
 }
-async function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, annotatedPageScreenshot, actions, disableSkills, useHints = false, annotations, }) {
-    const nextActionSpan = trace?.span({
-        name: "master-agent-next-action",
-        input: {
-            task,
-            executedActions,
-            failedActions,
-            pageUrl,
-            options,
-            pageScreenshot,
-            annotatedPageScreenshot,
-            disableSkills,
-            useHints,
-            skills: skill_1.testCaseSkills.getAvailableSkills(),
-            annotations,
-        },
-    });
-    const promptSpan = nextActionSpan?.span({
-        name: "master-agent-prompt",
-    });
-    const promptMessages = await (0, llm_1.getPrompt)("test-gen", {
-        task,
-        failedActions: failedActions.map((a) => a).join("\n"),
-        executedActions: executedActions.map((a) => a).join("\n"),
-        pageUrl,
-        annotations,
-    }, 24);
-    // assuming there is only one user message in the prompt. if there is a change in langfuse prompt format, this will need to be updated
-    const userMessage = promptMessages.filter((m) => m.role === "user")[0];
-    const systemMessage = promptMessages.filter((m) => m.role === "system")[0];
-    userMessage.content =
-        useHints && annotatedPageScreenshot
-            ? (0, with_hints_1.getUserMessageWithForHints)({
-                userMessage: userMessage,
-                options,
-                pageScreenshot,
-                annotatedPageScreenshot,
-            })
-            : [
-                {
-                    type: "text",
-                    text: userMessage.content,
-                },
-                {
-                    type: "image_url",
-                    image_url: {
-                        url: (0, vision_1.imageFormatForProvider)(options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER, pageScreenshot),
-                    },
-                },
-            ];
-    const messages = [
-        systemMessage,
-        userMessage,
-    ];
-    const actionSchemas = disableSkills || skill_1.testCaseSkills.getAvailableSkills().length === 0
-        ? []
-        : actions.getMasterActionSchemas();
-    const tools = [next_task_1.NextTaskAction.schema, ...actionSchemas];
-    promptSpan?.end({ output: { messages } });
-    llm =
-        llm ||
-            new llm_1.LLM({
-                provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
-                defaultModel: options?.model || constants_1.DEFAULT_MODEL,
-            });
-    const completion = await llm.createChatCompletion({
-        messages,
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            ...options?.modelParameters,
-            tool_choice: "required",
-            temperature: 1,
-        },
-        trace: nextActionSpan,
-        traceName: "master-agent-llm",
-        // @ts-ignore
-        tools,
-    });
-    const toolCall = completion?.tool_calls?.[0];
-    nextActionSpan?.end({ output: toolCall });
-    return toolCall;
-}
-exports.getNextAction = getNextAction;
-// let screenshotIndex = 0; // keeping this for local debugging
 async function createTestUsingMasterAgent({ task, page, testCase, options, scopeVars, }) {
     const useHints = options?.useHints || false;
     const logger = new logger_1.CustomLogger({ useReporter: false });
@@ -146,6 +62,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
         // we will be using google model for larger context window, in such cases 1 million tokens is not enough
         maxTokens: options.modelProvider === "google" ? 3000000 : 1000000,
     });
+    //Fetching available skills
     const skills = await (0, skills_retriever_1.getAppropriateSkills)({
         testCase,
         trace,
@@ -160,6 +77,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
     const masterAgentActions = [];
     let failedActions = [];
     let disableSkills = false;
+    //Run the loop until task is done or we have reached max retry limit
     while (!isGivenTaskDone) {
         if (await (0, session_1.shouldStopSession)()) {
             break;
@@ -172,6 +90,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                 failedActions,
             },
         });
+        //Provides a plan to master agent to execute, also verifies whether task is done or not
         const plannerResp = await (0, run_time_planner_1.runtimePlanner)({
             trace: masterAgentSpan,
             task,
@@ -202,41 +121,11 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
         const pageScreenshot = buffer.toString("base64");
         let output;
         let generatedCodeSteps = [];
-        let annotatedPageScreenshot;
-        let annotationKeys = [];
-        if (useHints) {
-            await page.waitForTimeout(2000);
-            annotationKeys = await page.evaluate(() => {
-                // @ts-ignore
-                // eslint-disable-next-line no-undef
-                window.annotationInstance = annotateClickableElements();
-                // @ts-ignore
-                return Object.keys(window.annotationInstance.annotations);
-            });
-            await page.waitForTimeout(2000);
-            const annonationBuffer = await page.screenshot({
-            //This is done to improve element annotation accuracy, anyways it doesn't annotate elements which are out of viewport
-            // fullPage: true,
-            // path: `screenshots/screenshot-${screenshotIndex++}.png`,
-            });
-            await page.evaluate(() => {
-                console.log({
-                    // @ts-ignore
-                    disable: window?.annotationInstance?.disable,
-                });
-                // @ts-ignore
-                if (window?.annotationInstance && window?.annotationInstance?.destroy) {
-                    // @ts-ignore
-                    window?.annotationInstance?.destroy();
-                }
-            });
-            await testGenReporter.sendCurrentView(annonationBuffer);
-            annotatedPageScreenshot = annonationBuffer.toString("base64");
-        }
         if (await (0, session_1.shouldStopSession)()) {
             break;
         }
-        const toolCall = await getNextAction({
+        //Provides next action that needs to be taken
+        const toolCall = await (0, next_action_1.getNextAction)({
             task,
             executedActions: masterAgentActions,
             failedActions,
@@ -245,11 +134,9 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
             llm,
             options,
             pageScreenshot,
-            annotatedPageScreenshot,
             actions,
             disableSkills,
             useHints,
-            annotations: annotationKeys,
         });
         if (await (0, session_1.shouldStopSession)()) {
             break;
@@ -264,32 +151,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                     action: JSON.parse(toolCall.function.arguments).action ||
                         JSON.parse(toolCall.function.arguments).skill,
                     reason: JSON.parse(toolCall.function.arguments).reason,
-                    elementAnnotation: JSON.parse(toolCall.function.arguments)
-                        ?.elementAnnotation,
                 };
-                let shouldTriggerHintsFlow;
-                let hintsExecutionCompletion;
-                if (useHints) {
-                    const triggerHintsFlowSpan = masterAgentActionSpan?.span({
-                        name: "trigger-hints-flow",
-                        input: {
-                            outputFromGetNextAction: output,
-                            generatedAnnotations: annotationKeys,
-                        },
-                    });
-                    const result = await (0, with_hints_1.triggerHintsFlow)({
-                        outputFromGetNextAction: output,
-                        generatedAnnotations: annotationKeys,
-                        page: testGenPage,
-                        llm,
-                        trace: triggerHintsFlowSpan,
-                    });
-                    shouldTriggerHintsFlow = result.shouldTriggerHintsFlow;
-                    hintsExecutionCompletion = result.hintsExecutionCompletion;
-                    triggerHintsFlowSpan?.end({
-                        output: result,
-                    });
-                }
                 void testGenReporter.sendMessage(output.reason);
                 logger.log(`Next Action: ${output.action}`);
                 if (toolCall.function.name === skill_1.SKILL_USAGE) {
@@ -298,33 +160,117 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                         generatedCodeSteps.push(code);
                     }
                 }
-                else if (shouldTriggerHintsFlow && hintsExecutionCompletion) {
-                    const toolCalls = hintsExecutionCompletion?.tool_calls || [];
-                    for (const i in toolCalls) {
-                        const currentToolCall = toolCalls[i];
-                        const code = await actions.executeAction(currentToolCall.function.name, {
-                            ...JSON.parse(currentToolCall.function.arguments),
-                            ...args,
-                        }, masterAgentActionSpan);
-                        if (code) {
-                            generatedCodeSteps.push(code);
+                else {
+                    let shouldTriggerHintsFlow;
+                    let hintsExecutionCompletion;
+                    let annotationKeys = [];
+                    let elementAnnotation;
+                    if (useHints) {
+                        await page.waitForTimeout(2000);
+                        annotationKeys = await page.evaluate(() => {
+                            // @ts-ignore
+                            // eslint-disable-next-line no-undef
+                            window.annotationInstance = annotateClickableElements();
+                            const annotations = Object.entries(
+                            // @ts-ignore
+                            window.annotationInstance.annotations).map(([key, value]) => ({
+                                elementID: key,
+                                text: 
+                                //@ts-ignore
+                                value.node.innerText?.trim() ||
+                                    //@ts-ignore
+                                    value.node.placeholder?.trim() ||
+                                    "NA",
+                            }));
+                            return annotations;
+                        });
+                        await page.waitForTimeout(2000);
+                        let annotatedPageScreenshot;
+                        const annonationBuffer = await page.screenshot({
+                        //This is done to improve element annotation accuracy, anyways it doesn't annotate elements which are out of viewport
+                        // fullPage: true,
+                        // path: `screenshots/screenshot-${screenshotIndex++}.png`,
+                        });
+                        annotatedPageScreenshot = annonationBuffer.toString("base64");
+                        await page.evaluate(() => {
+                            console.log({
+                                // @ts-ignore
+                                disable: window?.annotationInstance?.disable,
+                            });
+                            if (
+                            // @ts-ignore
+                            window?.annotationInstance &&
+                                // @ts-ignore
+                                window?.annotationInstance?.destroy) {
+                                // @ts-ignore
+                                window?.annotationInstance?.destroy();
+                            }
+                        });
+                        const annotationMapString = annotationKeys
+                            ?.map((a) => `${a.elementID}:${a.text}`)
+                            .join("\n");
+                        //Provides the annotations for all the element present on screen
+                        //Also provides the annotation of element on which the action needs to be taken
+                        elementAnnotation = await (0, element_annotation_1.getElementAnnotation)({
+                            elementDescription: JSON.parse(toolCall.function.arguments)
+                                .element_description,
+                            annotations: annotationMapString,
+                            annotatedScreenshot: annotatedPageScreenshot,
+                            trace: masterAgentActionSpan,
+                            llm,
+                        });
+                        output.elementAnnotation = elementAnnotation;
+                        console.log("Output: ", output);
+                        await testGenReporter.sendCurrentView(annonationBuffer);
+                        const triggerHintsFlowSpan = masterAgentActionSpan?.span({
+                            name: "trigger-hints-flow",
+                            input: {
+                                outputFromGetNextAction: output,
+                                generatedAnnotations: annotationKeys,
+                            },
+                        });
+                        //Provides the action whether its a click, fill etc.
+                        const result = await (0, with_hints_1.triggerHintsFlow)({
+                            outputFromGetNextAction: output,
+                            generatedAnnotations: annotationKeys,
+                            page: testGenPage,
+                            llm,
+                            trace: triggerHintsFlowSpan,
+                        });
+                        shouldTriggerHintsFlow = result.shouldTriggerHintsFlow;
+                        hintsExecutionCompletion = result.hintsExecutionCompletion;
+                        triggerHintsFlowSpan?.end({
+                            output: result,
+                        });
+                    }
+                    if (shouldTriggerHintsFlow && hintsExecutionCompletion) {
+                        const toolCalls = hintsExecutionCompletion?.tool_calls || [];
+                        for (const i in toolCalls) {
+                            const currentToolCall = toolCalls[i];
+                            const code = await actions.executeAction(currentToolCall.function.name, {
+                                ...JSON.parse(currentToolCall.function.arguments),
+                                elementAnnotation,
+                            }, masterAgentActionSpan);
+                            if (code) {
+                                generatedCodeSteps.push(code);
+                            }
+                        }
+                        if (actions.isStuckInLoop()) {
+                            throw new Error("Agent is not able to figure out next action when using hints");
                         }
                     }
-                    if (actions.isStuckInLoop()) {
-                        throw new Error("Agent is not able to figure out next action when using hints");
+                    else {
+                        generatedCodeSteps = await (0, browsing_1.executeTaskUsingBrowsingAgent)({
+                            trace: masterAgentActionSpan,
+                            action: output.action,
+                            logger,
+                            page,
+                            options,
+                            llm,
+                            actions,
+                        });
                     }
                 }
-                else {
-                    generatedCodeSteps = await (0, browsing_1.executeTaskUsingBrowsingAgent)({
-                        trace: masterAgentActionSpan,
-                        action: output.action,
-                        logger,
-                        page,
-                        options,
-                        llm,
-                        actions,
-                    });
-                }
                 // resetting error count as there is a successful action
                 failedActions = [];
                 masterAgentActions.push(output.action);

package/dist/agent/master/with-hints.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"with-hints.d.ts","sourceRoot":"","sources":["../../../src/agent/master/with-hints.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAO5B,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,eAAO,MAAM,0BAA0B;iBAMxB,OAAO,8BAA8B;;oBAElC,MAAM;6BACG,MAAM;MAC7B,MAAM,GAAG,OAAO,yBAAyB,EAiC5C,CAAC;AAEF,eAAO,MAAM,gBAAgB;6BAOF;QACvB,MAAM,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B;0BACqB,OAAO,MAAM,EAAE,GAAG,CAAC;UACnC,WAAW;SACZ,GAAG;;MAEN,QAAQ;IACV,sBAAsB,EAAE,OAAO,CAAC;IAChC,wBAAwB,EAAE,OAAO,qBAAqB,GAAG,SAAS,CAAC;CACpE,CAwGA,CAAC"}
+{"version":3,"file":"with-hints.d.ts","sourceRoot":"","sources":["../../../src/agent/master/with-hints.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAO5B,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,eAAO,MAAM,0BAA0B;iBAMxB,OAAO,8BAA8B;;oBAElC,MAAM;6BACG,MAAM;MAC7B,MAAM,GAAG,OAAO,yBAAyB,EAiC5C,CAAC;AAEF,eAAO,MAAM,gBAAgB;6BAOF;QACvB,MAAM,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B;0BACqB,OAAO,MAAM,EAAE,GAAG,CAAC;UACnC,WAAW;SACZ,GAAG;;MAEN,QAAQ;IACV,sBAAsB,EAAE,OAAO,CAAC;IAChC,wBAAwB,EAAE,OAAO,qBAAqB,GAAG,SAAS,CAAC;CACpE,CA0GA,CAAC"}

package/dist/agent/master/with-hints.js

@@ -40,7 +40,9 @@ const triggerHintsFlow = async ({ outputFromGetNextAction, generatedAnnotations,
     try {
         const hasElementAnnotation = outputFromGetNextAction?.elementAnnotation?.length &&
             outputFromGetNextAction?.elementAnnotation?.trim()?.length &&
-            generatedAnnotations?.includes(outputFromGetNextAction?.elementAnnotation);
+            generatedAnnotations.some(
+            //@ts-ignore
+            (annotation) => annotation.elementID === outputFromGetNextAction?.elementAnnotation);
         trace?.event({
             name: "has-element-annotation",
             output: {

package/dist/evals/master-agent.evals.js

@@ -3,14 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.masterGetNextActionEvaluator = void 0;
 const actions_1 = require("../actions");
 const skill_1 = require("../actions/skill");
-const run_1 = require("../agent/master/run");
+const next_action_1 = require("../agent/master/next-action");
 const page_1 = require("../page");
 const masterGetNextActionEvaluator = async ({ item, trace, }) => {
     const { task, executedActions, failedActions, pageUrl, options, pageScreenshot, annotatedPageScreenshot, disableSkills, useHints, skills = [], annotations, } = item.input;
     const page = {};
     skill_1.testCaseSkills.updateSkills(skills);
     const actions = new actions_1.PlaywrightActions(new page_1.TestGenPage(page, "page"));
-    const output = await (0, run_1.getNextAction)({
+    const output = await (0, next_action_1.getNextAction)({
         task,
         executedActions,
         failedActions,

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AASlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAsD3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAuC3E"}

package/dist/index.js

@@ -7,7 +7,6 @@ exports.createTest = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const test_1 = __importDefault(require("playwright/test"));
 const run_1 = require("./agent/master/run");
-const run_v2_1 = require("./agent/master/run-v2");
 const utils_1 = require("./bin/utils");
 const client_1 = __importDefault(require("./file/client"));
 const reporter_1 = require("./reporter");
@@ -34,35 +33,20 @@ async function createTest(task, page, scope) {
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
     });
     const fileService = new client_1.default(Number(port));
-    const { code, importPaths } = testGenConfig.options?.useMAV2
-        ? await (0, run_v2_1.createTestUsingMasterAgentV2)({
-            testCase: testGenConfig.testCase,
-            page,
-            task,
-            options: {
-                htmlSanitize: {
-                    disallowedStrings: [
-                        "v-data-table__td v-data-table-column--align-start",
-                    ],
-                },
-                ...testGenConfig.options,
-            },
-            scopeVars: scope,
-        })
-        : await (0, run_1.createTestUsingMasterAgent)({
-            testCase: testGenConfig.testCase,
-            page,
-            task,
-            options: {
-                htmlSanitize: {
-                    disallowedStrings: [
-                        "v-data-table__td v-data-table-column--align-start",
-                    ],
-                },
-                ...testGenConfig.options,
+    const { code, importPaths } = await (0, run_1.createTestUsingMasterAgent)({
+        testCase: testGenConfig.testCase,
+        page,
+        task,
+        options: {
+            htmlSanitize: {
+                disallowedStrings: [
+                    "v-data-table__td v-data-table-column--align-start",
+                ],
             },
-            scopeVars: scope,
-        });
+            ...testGenConfig.options,
+        },
+        scopeVars: scope,
+    });
     await fileService.updateTest({
         task,
         generatedCode: code,

package/dist/types/index.d.ts

@@ -17,7 +17,6 @@ export type TestGenConfigOptions = {
     modelProvider: LLMProvider;
     modelParameters?: ModelParameters;
     useHints?: boolean;
-    useMAV2?: boolean;
     metadata: {
         testSessionId: number;
         generationId: number;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KACzB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KACzB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.38.28",
+  "version": "0.38.29",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"

package/dist/agent/master/run-v2.d.ts

@@ -1,88 +0,0 @@
-import { LLM, TraceClient } from "@empiricalrun/llm";
-import OpenAI from "openai";
-import { Page } from "playwright";
-import { PlaywrightActions } from "../../actions";
-import { TestGenPage } from "../../page";
-import { ScopeVars, TestCase } from "../../types";
-import { BrowsingAgentOptions } from "../browsing";
-export declare const AnnotationToolAction: {
-    name: string;
-    schema: {
-        type: string;
-        function: {
-            name: string;
-            description: string;
-            parameters: {
-                type: string;
-                properties: {
-                    enriched_annotations: {
-                        type: string;
-                        description: string;
-                        items: {
-                            type: string;
-                            properties: {
-                                element_id: {
-                                    type: string;
-                                    description: string;
-                                };
-                                description: {
-                                    type: string;
-                                    description: string;
-                                };
-                            };
-                            required: string[];
-                        };
-                    };
-                    reason: {
-                        type: string;
-                        description: string;
-                    };
-                    element_annotation: {
-                        type: string;
-                        description: string;
-                    };
-                };
-                required: string[];
-            };
-        };
-    };
-};
-export declare function getNextActionV2({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, useHints, }: {
-    task: string;
-    executedActions: string[];
-    failedActions: any[];
-    pageUrl: string;
-    trace?: TraceClient;
-    llm?: LLM;
-    options?: BrowsingAgentOptions;
-    pageScreenshot: string;
-    annotatedPageScreenshot?: string;
-    actions: PlaywrightActions;
-    disableSkills: boolean;
-    useHints: boolean;
-    annotations?: string[];
-}): Promise<import("openai/resources/index.mjs").ChatCompletionMessageToolCall | undefined>;
-export declare const triggerHintsFlowV2: ({ outputFromGetNextAction, generatedAnnotations, page, llm, trace, }: {
-    outputFromGetNextAction: {
-        action: string;
-        elementAnnotation?: string;
-    };
-    generatedAnnotations: Record<string, any>;
-    page: TestGenPage;
-    llm: LLM;
-    trace?: TraceClient | undefined;
-}) => Promise<{
-    shouldTriggerHintsFlow: boolean;
-    hintsExecutionCompletion: OpenAI.ChatCompletionMessage | undefined;
-}>;
-export declare function createTestUsingMasterAgentV2({ task, page, testCase, options, scopeVars, }: {
-    task: string;
-    page: Page;
-    testCase: TestCase;
-    options: BrowsingAgentOptions;
-    scopeVars?: ScopeVars;
-}): Promise<{
-    code: string;
-    importPaths: string[];
-}>;
-//# sourceMappingURL=run-v2.d.ts.map

package/dist/agent/master/run-v2.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run-v2.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run-v2.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAalD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAmBrB,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4ChC,CAAC;AA8GF,wBAAsB,eAAe,CAAC,EACpC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,EACb,QAAgB,GACjB,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FAmKA;AAED,eAAO,MAAM,kBAAkB;6BAOJ;QACvB,MAAM,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B;0BACqB,OAAO,MAAM,EAAE,GAAG,CAAC;UACnC,WAAW;SACZ,GAAG;;MAEN,QAAQ;IACV,sBAAsB,EAAE,OAAO,CAAC;IAChC,wBAAwB,EAAE,OAAO,qBAAqB,GAAG,SAAS,CAAC;CACpE,CA0GA,CAAC;AAGF,wBAAsB,4BAA4B,CAAC,EACjD,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAkVA"}