@empiricalrun/test-gen 0.38.51 → 0.38.53

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @empiricalrun/test-gen
 
+## 0.38.53
+
+### Patch Changes
+
+- 1f87882: fix: remove selector hints flag from UI and enable it by default
+
+## 0.38.52
+
+### Patch Changes
+
+- f4d894d: fix: remove playwright dependency from test-gen
+- Updated dependencies [f4d894d]
+  - @empiricalrun/llm@0.9.29
+
 ## 0.38.51
 
 ### Patch Changes

package/dist/agent/master/next-action.d.ts

@@ -1,7 +1,7 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
 import { PlaywrightActions } from "../../actions";
 import { BrowsingAgentOptions } from "../browsing";
-export declare function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, useHints, }: {
+export declare function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, }: {
     task: string;
     executedActions: string[];
     failedActions: any[];
@@ -13,7 +13,6 @@ export declare function getNextAction({ task, executedActions, failedActions, pa
     annotatedPageScreenshot?: string;
     actions: PlaywrightActions;
     disableSkills: boolean;
-    useHints: boolean;
     annotations?: string[];
 }): Promise<import("openai/resources/index.mjs").ChatCompletionMessageToolCall | undefined>;
 //# sourceMappingURL=next-action.d.ts.map

package/dist/agent/master/next-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAOlD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,EACb,QAAgB,GACjB,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FAkKA"}
+{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAOlD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,aAAa,GACd,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,2FAiKA"}

package/dist/agent/master/next-action.js

@@ -5,7 +5,7 @@ const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
 const skill_1 = require("../../actions/skill");
 const constants_1 = require("../../constants");
-async function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, useHints = false, }) {
+async function getNextAction({ task, executedActions, failedActions, pageUrl, trace, llm, options, pageScreenshot, actions, disableSkills, }) {
     const nextActionSpan = trace?.span({
         name: "master-agent-next-action",
         input: {
@@ -16,7 +16,6 @@ async function getNextAction({ task, executedActions, failedActions, pageUrl, tr
             options,
             pageScreenshot,
             disableSkills,
-            useHints,
             skills: skill_1.testCaseSkills.getAvailableSkills(),
         },
     });

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAsBrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA6VA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AAsBrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAwVA"}

package/dist/agent/master/run.js

@@ -28,7 +28,6 @@ function getPageVariables(stateVariables) {
     return pages;
 }
 async function createTestUsingMasterAgent({ task, page, testCase, options, scopeVars, }) {
-    const useHints = options?.useHints || false;
     const logger = new logger_1.CustomLogger({ useReporter: false });
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     const session = (0, session_1.getSessionDetails)();
@@ -136,7 +135,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
             pageScreenshot,
             actions,
             disableSkills,
-            useHints,
         });
         if (await (0, session_1.shouldStopSession)()) {
             break;
@@ -165,82 +163,80 @@ async function createTestUsingMasterAgent({ task, page, testCase, options, scope
                     let hintsExecutionCompletion;
                     let annotationKeys = [];
                     let elementAnnotation;
-                    if (useHints) {
-                        await page.waitForTimeout(2000);
-                        annotationKeys = await page.evaluate(() => {
-                            // @ts-ignore
-                            // eslint-disable-next-line no-undef
-                            window.annotationInstance = annotateClickableElements();
-                            const annotations = Object.entries(
-                            // @ts-ignore
-                            window.annotationInstance.annotations).map(([key, value]) => ({
-                                elementID: key,
-                                text: 
+                    await page.waitForTimeout(2000);
+                    annotationKeys = await page.evaluate((options) => {
+                        // @ts-ignore
+                        // eslint-disable-next-line no-undef
+                        window.annotationInstance = annotateClickableElements(options);
+                        const annotations = Object.entries(
+                        // @ts-ignore
+                        window.annotationInstance.annotations).map(([key, value]) => ({
+                            elementID: key,
+                            text: 
+                            //@ts-ignore
+                            value.node.innerText?.trim() ||
                                 //@ts-ignore
-                                value.node.innerText?.trim() ||
-                                    //@ts-ignore
-                                    value.node.placeholder?.trim() ||
-                                    "NA",
-                            }));
-                            return annotations;
-                        });
-                        await page.waitForTimeout(2000);
-                        let annotatedPageScreenshot;
-                        const annonationBuffer = await page.screenshot({
-                        // path: `screenshots/screenshot-${screenshotIndex++}.png`,
-                        });
-                        annotatedPageScreenshot = annonationBuffer.toString("base64");
-                        await page.evaluate(() => {
-                            console.log({
-                                // @ts-ignore
-                                disable: window?.annotationInstance?.disable,
-                            });
-                            if (
+                                value.node.placeholder?.trim() ||
+                                "NA",
+                        }));
+                        return annotations;
+                    }, options);
+                    await page.waitForTimeout(2000);
+                    let annotatedPageScreenshot;
+                    const annonationBuffer = await page.screenshot({
+                    // path: `screenshots/screenshot-${screenshotIndex++}.png`,
+                    });
+                    annotatedPageScreenshot = annonationBuffer.toString("base64");
+                    await page.evaluate(() => {
+                        console.log({
                             // @ts-ignore
-                            window?.annotationInstance &&
-                                // @ts-ignore
-                                window?.annotationInstance?.destroy) {
-                                // @ts-ignore
-                                window?.annotationInstance?.destroy();
-                            }
-                        });
-                        const annotationMapString = annotationKeys
-                            ?.map((a) => `${a.elementID}:${a.text}`)
-                            .join("\n");
-                        // Provides the annotations for all the element present on screen
-                        // Also provides the annotation of element on which the action needs to be taken
-                        elementAnnotation = await (0, element_annotation_1.getElementAnnotation)({
-                            elementDescription: JSON.parse(toolCall.function.arguments)
-                                .element_description,
-                            annotations: annotationMapString,
-                            annotatedScreenshot: annotatedPageScreenshot,
-                            trace: masterAgentActionSpan,
-                            llm,
-                        });
-                        output.elementAnnotation = elementAnnotation;
-                        console.log("Output: ", output);
-                        await testGenReporter.sendCurrentView(annonationBuffer);
-                        const triggerHintsFlowSpan = masterAgentActionSpan?.span({
-                            name: "trigger-hints-flow",
-                            input: {
-                                outputFromGetNextAction: output,
-                                generatedAnnotations: annotationKeys,
-                            },
+                            disable: window?.annotationInstance?.disable,
                         });
-                        // Provides the action whether its a click, fill etc.
-                        const result = await (0, with_hints_1.triggerHintsFlow)({
+                        if (
+                        // @ts-ignore
+                        window?.annotationInstance &&
+                            // @ts-ignore
+                            window?.annotationInstance?.destroy) {
+                            // @ts-ignore
+                            window?.annotationInstance?.destroy();
+                        }
+                    });
+                    const annotationMapString = annotationKeys
+                        ?.map((a) => `${a.elementID}:${a.text}`)
+                        .join("\n");
+                    // Provides the annotations for all the element present on screen
+                    // Also provides the annotation of element on which the action needs to be taken
+                    elementAnnotation = await (0, element_annotation_1.getElementAnnotation)({
+                        elementDescription: JSON.parse(toolCall.function.arguments)
+                            .element_description,
+                        annotations: annotationMapString,
+                        annotatedScreenshot: annotatedPageScreenshot,
+                        trace: masterAgentActionSpan,
+                        llm,
+                    });
+                    output.elementAnnotation = elementAnnotation;
+                    console.log("Output: ", output);
+                    await testGenReporter.sendCurrentView(annonationBuffer);
+                    const triggerHintsFlowSpan = masterAgentActionSpan?.span({
+                        name: "trigger-hints-flow",
+                        input: {
                             outputFromGetNextAction: output,
                             generatedAnnotations: annotationKeys,
-                            actions,
-                            llm,
-                            trace: triggerHintsFlowSpan,
-                        });
-                        shouldTriggerHintsFlow = result.shouldTriggerHintsFlow;
-                        hintsExecutionCompletion = result.hintsExecutionCompletion;
-                        triggerHintsFlowSpan?.end({
-                            output: result,
-                        });
-                    }
+                        },
+                    });
+                    // Provides the action whether its a click, fill etc.
+                    const result = await (0, with_hints_1.triggerHintsFlow)({
+                        outputFromGetNextAction: output,
+                        generatedAnnotations: annotationKeys,
+                        actions,
+                        llm,
+                        trace: triggerHintsFlowSpan,
+                    });
+                    shouldTriggerHintsFlow = result.shouldTriggerHintsFlow;
+                    hintsExecutionCompletion = result.hintsExecutionCompletion;
+                    triggerHintsFlowSpan?.end({
+                        output: result,
+                    });
                     if (shouldTriggerHintsFlow && hintsExecutionCompletion) {
                         const toolCalls = hintsExecutionCompletion?.tool_calls || [];
                         for (const i in toolCalls) {

package/dist/evals/master-agent.evals.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"master-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/master-agent.evals.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,eAAO,MAAM,4BAA4B,EAAE,UA4C1C,CAAC;AAEF,eAAe,4BAA4B,CAAC"}
+{"version":3,"file":"master-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/master-agent.evals.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,eAAO,MAAM,4BAA4B,EAAE,UA0C1C,CAAC;AAEF,eAAe,4BAA4B,CAAC"}

package/dist/evals/master-agent.evals.js

@@ -6,7 +6,7 @@ const skill_1 = require("../actions/skill");
 const next_action_1 = require("../agent/master/next-action");
 const page_1 = require("../page");
 const masterGetNextActionEvaluator = async ({ item, trace, }) => {
-    const { task, executedActions, failedActions, pageUrl, options, pageScreenshot, annotatedPageScreenshot, disableSkills, useHints, skills = [], annotations, } = item.input;
+    const { task, executedActions, failedActions, pageUrl, options, pageScreenshot, annotatedPageScreenshot, disableSkills, skills = [], annotations, } = item.input;
     const page = {};
     skill_1.testCaseSkills.updateSkills(skills);
     const actions = new actions_1.PlaywrightActions(new page_1.TestGenPage(page, "page"));
@@ -21,7 +21,6 @@ const masterGetNextActionEvaluator = async ({ item, trace, }) => {
         annotatedPageScreenshot,
         actions,
         disableSkills,
-        useHints,
         annotations,
     });
     return {

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAqC3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAQpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAsC3E"}

package/dist/index.js

@@ -5,12 +5,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTest = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const test_1 = __importDefault(require("playwright/test"));
 const run_1 = require("./agent/master/run");
 const utils_1 = require("./bin/utils");
 const client_1 = __importDefault(require("./file/client"));
 const reporter_1 = require("./reporter");
 const session_1 = require("./session");
+const pw_test_1 = require("./utils/pw-test");
 process.on("beforeExit", async () => await (0, llm_1.flushAllTraces)());
 process.on("exit", async () => await (0, llm_1.flushAllTraces)());
 process.on("SIGINT", async () => await (0, llm_1.flushAllTraces)());
@@ -50,6 +50,7 @@ async function createTest(task, page, scope) {
         generatedCode: code,
         importPaths,
     });
-    test_1.default.skip();
+    // skip the rest of the test once generation is over
+    await (0, pw_test_1.skipTest)();
 }
 exports.createTest = createTest;

package/dist/types/index.d.ts

@@ -16,7 +16,6 @@ export type TestGenConfigOptions = {
     model: LLMModel;
     modelProvider: LLMProvider;
     modelParameters?: ModelParameters;
-    useHints?: boolean;
     metadata: {
         testSessionId: number;
         generationId: number;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/dist/utils/pw-test.d.ts

@@ -0,0 +1,3 @@
+export declare function getTestFixtureModuleFromRepo(): Promise<any>;
+export declare function skipTest(): Promise<void>;
+//# sourceMappingURL=pw-test.d.ts.map

package/dist/utils/pw-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,CAKjE;AAED,wBAAsB,QAAQ,kBAQ7B"}

package/dist/utils/pw-test.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.skipTest = exports.getTestFixtureModuleFromRepo = void 0;
+const api_1 = __importDefault(require("tsx/cjs/api"));
+async function getTestFixtureModuleFromRepo() {
+    const [lastDir] = process.cwd().split("/").reverse();
+    const dir = `${process.cwd()}/${lastDir}`;
+    const { test } = await api_1.default.require(`./tests/fixtures.ts`, dir);
+    return test;
+}
+exports.getTestFixtureModuleFromRepo = getTestFixtureModuleFromRepo;
+async function skipTest() {
+    let test;
+    try {
+        test = await getTestFixtureModuleFromRepo();
+    }
+    catch (e) {
+        console.error("Error while importing fixture module to extract test:", e);
+    }
+    test.skip();
+}
+exports.skipTest = skipTest;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.38.51",
+  "version": "0.38.53",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -45,7 +45,6 @@
     "@aws-sdk/client-s3": "^3.614.0",
     "@aws-sdk/s3-request-presigner": "^3.614.0",
     "@babel/parser": "^7.26.3",
-    "@playwright/test": "1.47.1",
     "@types/sanitize-html": "^2.11.0",
     "commander": "^12.1.0",
     "detect-port": "^1.6.1",
@@ -71,11 +70,12 @@
     "ts-morph": "^24.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/llm": "^0.9.28",
+    "@empiricalrun/llm": "^0.9.29",
     "@empiricalrun/r2-uploader": "^0.3.7",
     "@empiricalrun/reporter": "^0.21.6"
   },
   "devDependencies": {
+    "@playwright/test": "1.47.1",
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
     "@types/fs-extra": "^11.0.4",