@empiricalrun/test-gen 0.27.9 → 0.27.10

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @empiricalrun/test-gen
 
+## 0.27.10
+
+### Patch Changes
+
+- 66aa7b6: fix: master agent gives up on blank page and coding agent hallucination
+- Updated dependencies [aadad32]
+- Updated dependencies [bac164e]
+  - @empiricalrun/reporter@0.18.1
+  - @empiricalrun/r2-uploader@0.3.0
+
 ## 0.27.9
 
 ### Patch Changes

package/dist/actions/fill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,yBA8CjC,CAAC"}
+{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAGhE,eAAO,MAAM,mBAAmB,EAAE,yBAgEjC,CAAC"}

package/dist/actions/fill.js

@@ -4,12 +4,16 @@ exports.fillActionGenerator = exports.PLAYWRIGHT_FILL_ACTION_NAME = void 0;
 const constants_1 = require("./constants");
 const utils_1 = require("./utils");
 exports.PLAYWRIGHT_FILL_ACTION_NAME = "fill_input_element";
-const fillActionGenerator = (page) => {
+const NO_STATE_VARIABLE = "NA";
+const fillActionGenerator = (page, options) => {
+    const stateVariableNames = Object.keys(options?.stateVariables || {});
+    stateVariableNames.push(NO_STATE_VARIABLE);
     return {
         execute: async (args) => {
             const css = args.css_selector;
             const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, page);
-            const exec = new Function("page", `return page.${locator}.fill("${args.text}", { timeout: 3000 })`);
+            const textToFill = options?.stateVariables[args.variable_name] || args.text;
+            const exec = new Function("page", `return page.${locator}.fill("${textToFill}", { timeout: 3000 })`);
             await exec(page);
             return {
                 locator,
@@ -32,6 +36,17 @@ const fillActionGenerator = (page) => {
                             type: "string",
                             description: "The text to fill the input element with",
                         },
+                        variable_name: {
+                            type: "string",
+                            enum: stateVariableNames,
+                            description: `variable name whose value needs to be filled in the input element. 
+                The variable name and values are: 
+
+                ${JSON.stringify(stateVariableNames, null, 2)}
+                
+                - Choose the variable name based on the value above.
+                - Set variable_name as 'NA' if there is no variable to be used.`,
+                        },
                         css_selector: {
                             type: "string",
                             description: "CSS selector to identify the element uniquely.When creating CSS selectors, ensure they are unique to the page and specific enough to select only one element.",
@@ -41,7 +56,7 @@ const fillActionGenerator = (page) => {
                             description: constants_1.DEFAULT_ACTION_REASON_PROMPT,
                         },
                     },
-                    required: ["text", "css_selector", "reason"],
+                    required: ["variable_name", "text", "css_selector", "reason"],
                 },
             },
         },

package/dist/actions/index.d.ts

@@ -1,8 +1,10 @@
 import { Page } from "playwright";
 import { ActionSchema } from "../types";
 export declare class PlaywrightActions {
-    private actions;
+    private page;
+    private actionGenerators;
     private recordedActions;
+    private stateVariables;
     constructor(page: Page);
     executeAction(name: string | undefined, args: Record<string, any>): Promise<void>;
     getActionSchemas(): ActionSchema[];

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAYhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAuBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAO9B,UAAU;CAUX"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAE,YAAY,EAA6B,MAAM,UAAU,CAAC;AASnE,qBAAa,iBAAiB;IAMhB,OAAO,CAAC,IAAI;IAJxB,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,eAAe,CAAmC;IAC1D,OAAO,CAAC,cAAc,CAA2B;gBAE7B,IAAI,EAAE,IAAI;IAaxB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyBhE,gBAAgB,IAAI,YAAY,EAAE;IAMlC,YAAY;IAIZ,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAO9B,UAAU;CAUX"}

package/dist/actions/index.js

@@ -9,22 +9,30 @@ const done_1 = require("./done");
 const fill_1 = require("./fill");
 const goto_1 = require("./goto");
 const reload_page_1 = require("./reload-page");
+const text_content_1 = require("./text-content");
 class PlaywrightActions {
-    actions;
+    page;
+    // private actions: Action[];
+    actionGenerators;
     recordedActions;
+    stateVariables = {};
     constructor(page) {
-        this.actions = [
-            (0, fill_1.fillActionGenerator)(page),
-            (0, goto_1.gotoActionGenerator)(page),
-            (0, click_1.clickActionGenerator)(page),
-            (0, done_1.doneActionGenerator)(page),
-            (0, assert_1.assertTextVisibilityActionGenerator)(page),
-            (0, reload_page_1.reloadActionGenerator)(page),
+        this.page = page;
+        this.actionGenerators = [
+            fill_1.fillActionGenerator,
+            goto_1.gotoActionGenerator,
+            click_1.clickActionGenerator,
+            done_1.doneActionGenerator,
+            assert_1.assertTextVisibilityActionGenerator,
+            reload_page_1.reloadActionGenerator,
+            text_content_1.textContentActionGenerator,
         ];
         this.recordedActions = [];
     }
     async executeAction(name = "", args) {
-        const [action] = this.actions.filter((a) => a.name === name);
+        const [action] = this.actionGenerators
+            .map((a) => a(this.page, { stateVariables: this.stateVariables }))
+            .filter((a) => a.name === name);
         if (!action) {
             throw Error(`No action registered for action: ${name}`);
         }
@@ -47,7 +55,9 @@ class PlaywrightActions {
         }
     }
     getActionSchemas() {
-        return this.actions.map((a) => a.schema);
+        return this.actionGenerators
+            .map((a) => a(this.page, { stateVariables: this.stateVariables }))
+            .map((a) => a.schema);
     }
     generateCode() {
         return this.recordedActions.map((a) => a.code).join("\n");

package/dist/actions/text-content.d.ts

@@ -0,0 +1,4 @@
+import { PlaywrightActionGenerator } from "../types";
+export declare const PLAYWRIGHT_GOTO_ACTION_NAME = "text_content";
+export declare const textContentActionGenerator: PlaywrightActionGenerator;
+//# sourceMappingURL=text-content.d.ts.map

package/dist/actions/text-content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-content.d.ts","sourceRoot":"","sources":["../../src/actions/text-content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,iBAAiB,CAAC;AAE1D,eAAO,MAAM,0BAA0B,EAAE,yBAkDxC,CAAC"}

package/dist/actions/text-content.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.textContentActionGenerator = exports.PLAYWRIGHT_GOTO_ACTION_NAME = void 0;
+const constants_1 = require("./constants");
+const utils_1 = require("./utils");
+exports.PLAYWRIGHT_GOTO_ACTION_NAME = "text_content";
+const textContentActionGenerator = (page, options) => {
+    return {
+        execute: async (args) => {
+            const css = args.css_selector;
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, page);
+            const exec = new Function("page", `return page.${locator}.textContent()`);
+            const value = (await exec(page));
+            if (options) {
+                options.stateVariables[args.variable_name] = value;
+            }
+            return {
+                locator,
+            };
+        },
+        template: (args, options) => {
+            const templ = `const ${args.variable_name} = await ${(0, utils_1.getPageVarName)()}.${options.locator}.textContent();`;
+            return templ;
+        },
+        name: exports.PLAYWRIGHT_GOTO_ACTION_NAME,
+        schema: {
+            type: "function",
+            function: {
+                name: exports.PLAYWRIGHT_GOTO_ACTION_NAME,
+                description: "extract text content of the element",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        variable_name: {
+                            type: "string",
+                            description: "name of the variable to store the text content. The variable name should describe what the text content is about.",
+                        },
+                        css_selector: {
+                            type: "string",
+                            description: "CSS selector to identify the element uniquely.When creating CSS selectors, ensure they are unique to the page and specific enough to select only one element.",
+                        },
+                        reason: {
+                            type: "string",
+                            description: constants_1.DEFAULT_ACTION_REASON_PROMPT,
+                        },
+                    },
+                    required: ["variable_name", "css_selector", "reason"],
+                },
+            },
+        },
+    };
+};
+exports.textContentActionGenerator = textContentActionGenerator;

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAMnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAqO9B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAMnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAuO9B"}

package/dist/agent/browsing/index.js

@@ -36,6 +36,8 @@ async function browsingAgentUsingMasterAgent(task, page, options) {
         provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
         defaultModel: options.model || constants_1.DEFAULT_MODEL,
         providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+        // we will be using google model for larger context window, in such cases 1 million tokens is not enough
+        maxTokens: options.modelProvider === "google" ? 3000000 : 1000000,
     });
     const actions = new actions_1.PlaywrightActions(page);
     const tools = actions.getActionSchemas();

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAWvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAI5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAqFD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CAuBjB;AAwCD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CA8CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAWvD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAmDD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CA+BjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,CAAC,CA8CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA"}

package/dist/agent/browsing/utils.js

@@ -12,6 +12,7 @@ const api_1 = __importDefault(require("tsx/cjs/api"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
+const create_test_block_1 = require("../codegen/create-test-block");
 const fix_ts_errors_1 = require("../codegen/fix-ts-errors");
 const update_flow_1 = require("../codegen/update-flow");
 function isRegExp(obj) {
@@ -31,25 +32,16 @@ exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
  */
 async function prepareFileForUpdateScenario(genConfig) {
     const { specPath, testCase } = genConfig;
-    const { name, steps } = testCase;
+    const { name } = testCase;
     // update the test case with appropriate location for createTest
     // TODO: reduce the payload for this LLM call. Only provide test file and page files which are used in the test block
     // this will help with faster response
-    const [suggestion] = await (0, update_flow_1.updateTest)({
-        ...testCase,
-        steps: [
-            ...steps,
-            `
-- You are given a method with interface await createTest(<task>, <playwright_page_instance>)
-- This method will help you execute given task.
-- Given the task you need to decide the right file path and code block to place this method.
-- The task should contain hints as in where to place this method.
-- If there is no hint provided in the task, you can assume the method needs to be placed at the end of the test block.
-- YOU NEED TO MANDATORILY USE "createTest" method to execute the task.
-- Once the methods is placed in the right location with a task and playwright page provided, assume the task is done.
-- You need to respond with file path, code block and updated code block where this method can be placed in order to accomplish the task`,
-        ],
-    }, specPath, genConfig.options, false, false);
+    const [suggestion] = await (0, update_flow_1.appendCreateTestBlock)({
+        testCase,
+        file: specPath,
+        validateTypes: false,
+        options: genConfig.options,
+    });
     const createTestFilePath = suggestion?.updatedFiles[0] || "";
     console.log("appending to existing test block");
     console.log("updated test file path", createTestFilePath);
@@ -69,21 +61,6 @@ async function prepareFileForUpdateScenario(genConfig) {
     const updatedTestFileContent = newContentsWithTestOnly(testFileContent, testBlock, testBlock, parentDescribe?.getText() || "");
     await fs_extra_1.default.writeFile(specPath, updatedTestFileContent);
 }
-/**
- * Function to prepare test file for new scenarios for master agent to run
- * @param {TestGenConfig} genConfig
- */
-async function prepareFileForNewScenario(genConfig) {
-    const { specPath, testCase } = genConfig;
-    const { name, steps } = testCase;
-    console.log("creating new test block");
-    const mergedSteps = prepareBrowsingAgentTask(steps);
-    // TODO: this assumes that test code repo has `page` as the main entrypoint fixture
-    const testGenCodeBlock = createTestBlockForCreateTest(name, mergedSteps);
-    const existingContents = await fs_extra_1.default.readFile(specPath, "utf-8");
-    const newContents = `${existingContents}\n\n${testGenCodeBlock}`;
-    await fs_extra_1.default.writeFile(specPath, (0, web_1.addNewImport)(newContents, ["createTest"], "@empiricalrun/test-gen"));
-}
 /**
  * Function to prepare test file for master agent to run
  * @param {TestGenConfig} genConfig
@@ -99,16 +76,18 @@ async function prepareFileForMasterAgent(genConfig) {
         const fileContentWithImports = (0, web_1.addNewImport)("", ["test", "expect"], (0, web_1.getFixtureImportPath)(specPath));
         await fs_extra_1.default.writeFile(specPath, fileContentWithImports, "utf-8");
     }
-    let createTestFilePath = specPath;
     const existingContents = await fs_extra_1.default.readFile(specPath, "utf-8");
     const { testBlock } = (0, web_1.getTypescriptTestBlock)(name, existingContents);
-    if (testBlock) {
-        await prepareFileForUpdateScenario(genConfig);
-    }
-    else {
-        await prepareFileForNewScenario(genConfig);
+    if (!testBlock) {
+        const newTestBlock = await (0, create_test_block_1.createEmptyTestCaseBlock)({
+            testCase: genConfig.testCase,
+            file: specPath,
+            options: genConfig.options,
+        });
+        await fs_extra_1.default.writeFile(specPath, `${existingContents} \n\n ${newTestBlock}`, "utf-8");
     }
-    return createTestFilePath;
+    await prepareFileForUpdateScenario(genConfig);
+    return specPath;
 }
 exports.prepareFileForMasterAgent = prepareFileForMasterAgent;
 function newContentsWithTestOnly(existingContents, originalTestBlock, updatedTestBlock, parentDescribeBlock) {
@@ -123,19 +102,6 @@ function newContentsWithTestOnly(existingContents, originalTestBlock, updatedTes
         return existingContents.replace(parentDescribeBlock, describeMarkedAsOnly);
     }
 }
-function createTestBlockForCreateTest(name, steps) {
-    return `
-test.only("${name}", async ({page}) => {
-${createTestGenBlock(steps)}
-});
-  `;
-}
-function createTestGenBlock(steps) {
-    return `
-  await createTest(\`
-${steps}\`, page);
-  `;
-}
 async function injectPwLocatorGenerator(page) {
     const scriptResps = await Promise.all([
         "https://assets-test.empirical.run/pw-selector.js",

package/dist/agent/codegen/create-test-block.d.ts

@@ -0,0 +1,9 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { TestCase, TestGenConfigOptions } from "../../types";
+export declare function createEmptyTestCaseBlock({ testCase, file, options, trace, }: {
+    testCase: TestCase;
+    file: string;
+    options?: TestGenConfigOptions;
+    trace?: TraceClient;
+}): Promise<string | undefined>;
+//# sourceMappingURL=create-test-block.d.ts.map

package/dist/agent/codegen/create-test-block.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAY3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BAmDA"}

package/dist/agent/codegen/create-test-block.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createEmptyTestCaseBlock = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const logger_1 = require("../../bin/logger");
+const context_1 = require("../../bin/utils/context");
+const web_1 = require("../../bin/utils/platform/web");
+const constants_1 = require("../../constants");
+const session_1 = require("../../session");
+async function createEmptyTestCaseBlock({ testCase, file, options, trace, }) {
+    const logger = new logger_1.CustomLogger({ useReporter: false });
+    logger.log("Creating new test block");
+    const context = await (0, context_1.contextForGeneration)(file);
+    // TODO: move this to a common place
+    const session = (0, session_1.getSessionDetails)();
+    trace =
+        trace ||
+            llm_1.langfuseInstance.trace({
+                name: "update-test",
+                id: crypto.randomUUID(),
+                release: session.version,
+                tags: [
+                    options?.metadata.projectName || "",
+                    options?.metadata.environment || "",
+                ].filter((s) => !!s),
+            });
+    const promptSpan = trace?.span({
+        name: "build-create-empty-test-case-prompt",
+    });
+    const prompt = await (0, llm_1.getPrompt)("create-empty-test-block", {
+        testFiles: context.codePrompt,
+        pageFiles: context.pomPrompt,
+        scenarioName: testCase.name,
+        scenario: testCase.steps.join("\n"),
+        scenarioFile: file,
+    });
+    promptSpan?.end({ output: { prompt } });
+    const llm = new llm_1.LLM({
+        trace,
+        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
+        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const firstShotMessage = await llm.createChatCompletion({
+        messages: prompt,
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options?.modelParameters,
+        },
+    });
+    const markdownRemoverSpan = trace?.span({
+        name: "remove-markdown-span",
+    });
+    let response = firstShotMessage?.content || "";
+    markdownRemoverSpan?.end({ output: { response } });
+    const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase.name, response);
+    console.log(`trace: ${trace?.getTraceUrl()}`);
+    return testBlock;
+}
+exports.createEmptyTestCaseBlock = createEmptyTestCaseBlock;

package/dist/agent/codegen/update-flow.d.ts

@@ -1,7 +1,15 @@
+import { TraceClient } from "@empiricalrun/llm";
 import { TestCase, TestGenConfigOptions } from "../../types";
 type UpdatedTestCase = TestCase & {
     updatedFiles: string[];
 };
 export declare function updateTest(testCase: TestCase, file: string, options: TestGenConfigOptions | undefined, logging?: boolean, validate?: boolean): Promise<UpdatedTestCase[]>;
+export declare function appendCreateTestBlock({ testCase, file, options, trace, validateTypes, }: {
+    testCase: TestCase;
+    file: string;
+    options?: TestGenConfigOptions;
+    trace?: TraceClient;
+    validateTypes?: boolean;
+}): Promise<UpdatedTestCase[]>;
 export {};
 //# sourceMappingURL=update-flow.d.ts.map

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CAoJ5B"}
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAmB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AA6GF,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,eAAe,EAAE,CAAC,CA6E5B;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAiE7B"}

package/dist/agent/codegen/update-flow.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateTest = void 0;
+exports.appendCreateTestBlock = exports.updateTest = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const crypto_1 = __importDefault(require("crypto"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
@@ -15,59 +15,7 @@ const constants_1 = require("../../constants");
 const session_1 = require("../../session");
 const fix_ts_errors_1 = require("./fix-ts-errors");
 const utils_1 = require("./utils");
-async function updateTest(testCase, file, options, logging = true, validate = true) {
-    const logger = new logger_1.CustomLogger({ useReporter: logging });
-    const context = await (0, context_1.contextForGeneration)(file);
-    const { codePrompt, pomPrompt, testFileContent } = context;
-    const generatedTestCases = [];
-    logger.logEmptyLine();
-    const session = (0, session_1.getSessionDetails)();
-    const trace = llm_1.langfuseInstance.trace({
-        name: "update-test",
-        id: crypto_1.default.randomUUID(),
-        release: session.version,
-        tags: [
-            options?.metadata.projectName || "",
-            options?.metadata.environment || "",
-        ].filter((s) => !!s),
-    });
-    trace.event({
-        name: "collate-files-as-text",
-        output: {
-            codePrompt,
-            pomPrompt,
-            testFileContent,
-        },
-    });
-    trace.update({ input: { testCase } });
-    const promptSpan = trace.span({
-        name: "update-scenario-prompt",
-    });
-    const promptName = "update-scenario";
-    const instruction = await (0, llm_1.getPrompt)(promptName, {
-        testFiles: codePrompt,
-        pageFiles: pomPrompt,
-        scenarioName: testCase.name,
-        scenarioSteps: testCase.steps.join("\n"),
-        scenarioFile: file,
-    }, 14);
-    promptSpan.end({ output: { instruction } });
-    const llm = new llm_1.LLM({
-        trace,
-        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
-        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
-        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
-    });
-    const firstShotMessage = await llm.createChatCompletion({
-        messages: instruction,
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            ...options?.modelParameters,
-        },
-    });
-    let response = firstShotMessage?.content || "";
-    logger.success("Test generated successfully!");
-    const fileChanges = (0, utils_1.extractTestUpdates)(response);
+async function applyFileChanges({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, codePrompt, }) {
     await Promise.allSettled(fileChanges.map(async (fileChange) => {
         if (!fileChange.filePath) {
             return;
@@ -113,7 +61,7 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
             readWriteFileSpan.end({ output: { contents } });
         }
         // format and validate file change
-        if (validate) {
+        if (validateTypes) {
             await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
                 trace,
                 logger,
@@ -121,13 +69,77 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
                 testCode: codePrompt,
                 pomCode: pomPrompt,
                 testCase: testCase,
-                options,
+                options: testGenOptions,
             });
         }
         trace.event({ name: "format-file" });
         await (0, web_1.formatCode)(fileChange.filePath);
         logger.success(`${fileChange.filePath} file formatted successfully!`);
     }));
+}
+async function updateTest(testCase, file, options, logging = true, validate = true) {
+    const logger = new logger_1.CustomLogger({ useReporter: logging });
+    const context = await (0, context_1.contextForGeneration)(file);
+    const { codePrompt, pomPrompt, testFileContent } = context;
+    const generatedTestCases = [];
+    logger.logEmptyLine();
+    const session = (0, session_1.getSessionDetails)();
+    const trace = llm_1.langfuseInstance.trace({
+        name: "update-test",
+        id: crypto_1.default.randomUUID(),
+        release: session.version,
+        tags: [
+            options?.metadata.projectName || "",
+            options?.metadata.environment || "",
+        ].filter((s) => !!s),
+    });
+    trace.event({
+        name: "collate-files-as-text",
+        output: {
+            codePrompt,
+            pomPrompt,
+            testFileContent,
+        },
+    });
+    trace.update({ input: { testCase } });
+    const promptSpan = trace.span({
+        name: "update-scenario-prompt",
+    });
+    const promptName = "update-scenario";
+    const instruction = await (0, llm_1.getPrompt)(promptName, {
+        testFiles: codePrompt,
+        pageFiles: pomPrompt,
+        scenarioName: testCase.name,
+        scenarioSteps: testCase.steps.join("\n"),
+        scenarioFile: file,
+    }, 14);
+    promptSpan.end({ output: { instruction } });
+    const llm = new llm_1.LLM({
+        trace,
+        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
+        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const firstShotMessage = await llm.createChatCompletion({
+        messages: instruction,
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options?.modelParameters,
+        },
+    });
+    let response = firstShotMessage?.content || "";
+    logger.success("Test generated successfully!");
+    const fileChanges = (0, utils_1.extractTestUpdates)(response);
+    await applyFileChanges({
+        validateTypes: validate,
+        trace,
+        testCase,
+        fileChanges,
+        logger,
+        testGenOptions: options,
+        pomPrompt: pomPrompt,
+        codePrompt: codePrompt,
+    });
     logger.log(`Trace: ${trace.getTraceUrl()}`);
     generatedTestCases.push({
         ...testCase,
@@ -138,3 +150,69 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
     return generatedTestCases;
 }
 exports.updateTest = updateTest;
+async function appendCreateTestBlock({ testCase, file, options, trace, validateTypes = true, }) {
+    const logger = new logger_1.CustomLogger({ useReporter: false });
+    logger.log("Appending create test block");
+    const context = await (0, context_1.contextForGeneration)(file);
+    const { codePrompt, pomPrompt } = context;
+    const generatedTestCases = [];
+    // TODO: move this to a common place
+    const session = (0, session_1.getSessionDetails)();
+    trace =
+        trace ||
+            llm_1.langfuseInstance.trace({
+                name: "append-create-test-block",
+                id: crypto_1.default.randomUUID(),
+                release: session.version,
+                tags: [
+                    options?.metadata.projectName || "",
+                    options?.metadata.environment || "",
+                ].filter((s) => !!s),
+            });
+    const promptName = "append-create-test-block";
+    const promptSpan = trace.span({
+        name: "append-create-test-block-prompt",
+    });
+    const instruction = await (0, llm_1.getPrompt)(promptName, {
+        testFiles: codePrompt,
+        pageFiles: pomPrompt,
+        scenarioName: testCase.name,
+        scenarioSteps: testCase.steps.join("\n"),
+        scenarioFile: file,
+    });
+    promptSpan.end({ output: { instruction } });
+    const llm = new llm_1.LLM({
+        trace,
+        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
+        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const firstShotMessage = await llm.createChatCompletion({
+        messages: instruction,
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options?.modelParameters,
+        },
+    });
+    let response = firstShotMessage?.content || "";
+    const fileChanges = (0, utils_1.extractTestUpdates)(response);
+    await applyFileChanges({
+        trace,
+        testCase,
+        fileChanges,
+        logger,
+        testGenOptions: options,
+        pomPrompt: pomPrompt,
+        codePrompt: codePrompt,
+        validateTypes,
+    });
+    logger.log(`Trace: ${trace.getTraceUrl()}`);
+    generatedTestCases.push({
+        ...testCase,
+        updatedFiles: fileChanges.map((f) => f.filePath),
+    });
+    trace.update({ input: { testCase }, output: { response } });
+    await (0, llm_1.flushAllTraces)();
+    return generatedTestCases;
+}
+exports.appendCreateTestBlock = appendCreateTestBlock;

package/dist/reporter/index.d.ts

@@ -1,3 +1,4 @@
+/// <reference types="node" />
 import { Reporter } from "@empiricalrun/reporter";
 type ReporterConfigType = {
     testSessionId: number;

package/dist/reporter/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IA4CK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAUlD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":";AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IA4CK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAUlD"}

package/dist/types/index.d.ts

@@ -29,7 +29,9 @@ export type TestCase = {
     steps: string[];
     group: string;
 };
-export type PlaywrightActionGenerator = (page: Page) => Action;
+export type PlaywrightActionGenerator = (page: Page, options?: {
+    stateVariables: Record<string, any>;
+}) => Action;
 export type ActionSchema = OpenAI.Chat.Completions.ChatCompletionTool;
 export type Action = {
     name: string;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,GAAG,QAAQ,CAAC;IACzB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE;IACR,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACrC,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC5E,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;CAC/E,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.27.9",
+  "version": "0.27.10",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -36,14 +36,15 @@
     "picocolors": "^1.0.1",
     "playwright": "^1.44.1",
     "prettier": "^3.2.5",
+    "remove-markdown": "^0.5.5",
     "sanitize-html": "^2.13.0",
     "slugify": "^1.6.6",
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.2",
-    "@empiricalrun/r2-uploader": "^0.2.0",
-    "@empiricalrun/reporter": "^0.18.0"
+    "@empiricalrun/r2-uploader": "^0.3.0",
+    "@empiricalrun/reporter": "^0.18.1"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",