@empiricalrun/playwright-utils 0.23.0 → 0.23.1

package/bundled/test-gen/agent/codegen/utils.js

@@ -1,416 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.applyFileChanges = exports.searchAndReplaceCode = exports.applyFileChangesForCreateTest = exports.searchAndReplaceCodeUsingStrReplace = exports.applyFileChangesUsingStrReplace = exports.validateTypesAndFormatCode = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractCreateTestUpdates = exports.extractTestUpdates = void 0;
-const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
-const ts_morph_1 = require("ts-morph");
-const web_1 = require("../../bin/utils/platform/web");
-const fix_ts_errors_1 = require("./fix-ts-errors");
-/**
- *
- * method to extract file path and code updates for the LLM response of update flow
- * @export
- * @param {string} input
- * @return {*}  {({
- *   filePath: string | undefined;
- *   oldCode: string | undefined;
- *   newCode: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-function extractTestUpdates(input) {
-    const result = [];
-    // TODO: use better structure for this. Do not kill me for this please.
-    const regex = /<file_path>(.*?)<\/file_path>[\s\S]*?<old_code_block>([\s\S]*?)<\/old_code_block>[\s\S]*?<new_code_block>([\s\S]*?)<\/new_code_block>[\s\S]*?<change>([\s\S]*?)<\/change>/g;
-    let match;
-    while ((match = regex.exec(input)) !== null) {
-        const [, filePath, oldCode, newCode, reason] = match;
-        result.push({
-            filePath: filePath?.trim(),
-            oldCode: oldCode?.trim(),
-            newCode: newCode?.trim(),
-            reason: reason?.trim(),
-        });
-    }
-    return result;
-}
-exports.extractTestUpdates = extractTestUpdates;
-/**
- *
- * method to extract file path and code updates for the LLM response of create flow
- * @export
- * @param {string} input
- * @return {*}  {({
- *   filePath: string | undefined;
- *   code: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-function extractCreateTestUpdates(input) {
-    const result = [];
-    // TODO: use better structure for this. Do not kill me for this please.
-    const regex = /<file_path>(.*?)<\/file_path>[\s\S]*?<code_block>([\s\S]*?)<\/code_block>[\s\S]*?<change>([\s\S]*?)<\/change>/g;
-    let match;
-    while ((match = regex.exec(input)) !== null) {
-        const [, filePath, code, reason] = match;
-        result.push({
-            filePath: filePath?.trim(),
-            code: code?.trim(),
-            reason: reason?.trim(),
-        });
-    }
-    return result;
-}
-exports.extractCreateTestUpdates = extractCreateTestUpdates;
-/**
- *
- * method to extract append create test updates
- * @export
- * @param {string} input
- * @return {*}  {({
- *   intent: string | undefined,
- *   updateLocation: string | undefined,
- *   filePath: string | undefined;
- *   oldCode: string | undefined;
- *   newCode: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-function extractAppendTestUpdates(input) {
-    const result = [];
-    // TODO: use better structure for this. Do not kill me for this please.
-    const regex = /<reason_for_intent>(.*?)<\/reason_for_intent>[\s\S]*?<intent>(.*?)<\/intent>[\s\S]*?<location_of_update>([\s\S]*?)<\/location_of_update>[\s\S]*?<file_path>([\s\S]*?)<\/file_path>[\s\S]*?<old_code_block>([\s\S]*?)<\/old_code_block>[\s\S]*?<new_code_block>([\s\S]*?)<\/new_code_block>[\s\S]*?<change>([\s\S]*?)<\/change>/g;
-    let match;
-    while ((match = regex.exec(input)) !== null) {
-        const [, reasonForIntent, intent, updateLocation, filePath, oldCode, newCode, reason,] = match;
-        result.push({
-            reasonForIntent: reasonForIntent?.trim(),
-            intent: intent?.trim(),
-            updateLocation: updateLocation?.trim(),
-            filePath: filePath?.trim(),
-            oldCode: oldCode?.trim(),
-            newCode: newCode?.trim(),
-            reason: reason?.trim(),
-        });
-    }
-    return result;
-}
-exports.extractAppendTestUpdates = extractAppendTestUpdates;
-function extractTestStepsSuggestions(input) {
-    const result = [];
-    // Extract all sections with their subtask tags first
-    const subtaskRegex = /<subtask>([\s\S]*?)<\/subtask>([\s\S]*?)(?=<subtask>|$)/g;
-    let subtaskMatch;
-    while ((subtaskMatch = subtaskRegex.exec(input)) !== null) {
-        const [, testStepText = "", content = ""] = subtaskMatch;
-        // Extract individual tag content regardless of order
-        const reasonMatch = /<reason>([\s\S]*?)<\/reason>/i.exec(content);
-        const filePathMatch = /<file_import_path>([\s\S]*?)<\/file_import_path>/i.exec(content);
-        const usageExampleMatch = /<usage_example>([\s\S]*?)<\/usage_example>/i.exec(content);
-        const methodNameMatch = /<method_name>([\s\S]*?)<\/method_name>/i.exec(content);
-        // Extract values or use empty strings if not found
-        const reasonText = reasonMatch?.[1] || "";
-        const filePathText = filePathMatch?.[1] || "";
-        const usageExampleText = usageExampleMatch?.[1] || "";
-        const methodNameText = methodNameMatch?.[1] || "";
-        result.push({
-            testStep: testStepText.trim(),
-            filePath: filePathText.trim(),
-            usageExample: usageExampleText.trim(),
-            reason: reasonText.trim(),
-            methodName: methodNameText.trim(),
-        });
-    }
-    return result.filter((r) => !!r.filePath && !!r.usageExample);
-}
-exports.extractTestStepsSuggestions = extractTestStepsSuggestions;
-async function validateTypesAndFormatCode({ validateTypes = true, trace, testCase, filePaths, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
-    for (let filePath of filePaths) {
-        if (!filePath) {
-            continue;
-        }
-        try {
-            if (validateTypes) {
-                await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
-                    trace,
-                    logger,
-                    file: filePath,
-                    pomCode: pomPrompt ?? "",
-                    nonSpecFileCode: nonSpecFilePrompt ?? "",
-                    testCase: testCase,
-                    options: testGenOptions,
-                });
-            }
-            trace?.event({ name: "format-file" });
-            await (0, web_1.formatCode)(filePath, trace);
-            logger?.success(`${filePath} file formatted successfully!`);
-        }
-        catch (e) {
-            console.error(`Error while formatting the file ${filePath}`, e);
-        }
-    }
-    await (0, llm_1.flushAllTraces)();
-}
-exports.validateTypesAndFormatCode = validateTypesAndFormatCode;
-async function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, }) {
-    const repoEditFileChangesSpan = trace?.span({
-        name: "repo-edit-file-changes",
-    });
-    const results = [];
-    for (const fileChange of fileChanges) {
-        if (!fileChange.filePath) {
-            continue;
-        }
-        try {
-            const readWriteFileSpan = repoEditFileChangesSpan?.span({
-                name: "write-to-file",
-                input: {
-                    fileChange,
-                },
-            });
-            const { result, updatedContent } = await searchAndReplaceCode({
-                logger,
-                fileChange,
-            });
-            if (result.error) {
-                logger?.error(`Unable to find the code to update in ${result.filePath}, full error:`, result);
-            }
-            else {
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
-                readWriteFileSpan?.end({ output: { updatedContent } });
-            }
-            results.push(result);
-        }
-        catch (e) {
-            trace?.event({
-                name: "repo-edit-file-changes-error",
-                output: {
-                    filePath: fileChange.filePath,
-                    error: e,
-                },
-            });
-            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
-        }
-    }
-    return results;
-}
-exports.applyFileChangesUsingStrReplace = applyFileChangesUsingStrReplace;
-async function searchAndReplaceCodeUsingStrReplace({ logger, fileChange, }) {
-    let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-    if (contents.includes(fileChange.oldCode)) {
-        // Check for multiple instances of old code block
-        // If there are multiple instances, then we cannot safely determine which instance to replace
-        const firstIndex = contents.indexOf(fileChange.oldCode);
-        const lastIndex = contents.lastIndexOf(fileChange.oldCode);
-        if (firstIndex !== lastIndex) {
-            return {
-                result: {
-                    error: true,
-                    errorMessage: `Multiple instances of the code block found in file "${fileChange.filePath}". Cannot safely determine which instance to replace.`,
-                    filePath: fileChange.filePath,
-                },
-                updatedContent: contents,
-            };
-        }
-        const updatedContent = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
-        return {
-            result: {
-                error: false,
-                errorMessage: "",
-                filePath: fileChange.filePath,
-            },
-            updatedContent,
-        };
-    }
-    logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
-    return {
-        result: {
-            error: true,
-            errorMessage: `The content of "old_code_block" corresponding to file path "${fileChange.filePath}" did not match the current content of the file "${fileChange.filePath}"`,
-            filePath: fileChange.filePath,
-        },
-        updatedContent: contents,
-    };
-}
-exports.searchAndReplaceCodeUsingStrReplace = searchAndReplaceCodeUsingStrReplace;
-async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdatesReporter, }) {
-    const repoEditFileChangesSpan = trace?.span({
-        name: "create-test-file-changes",
-    });
-    for (const fileChange of fileChanges) {
-        if (!fileChange.filePath) {
-            continue;
-        }
-        try {
-            const readWriteFileSpan = repoEditFileChangesSpan?.span({
-                name: "write-to-file",
-                input: {
-                    fileChange,
-                },
-            });
-            if (fileChange.code) {
-                const currentContent = fs_extra_1.default.existsSync(fileChange.filePath)
-                    ? await fs_extra_1.default.readFile(fileChange.filePath, "utf-8")
-                    : "";
-                await fs_extra_1.default.writeFile(fileChange.filePath, currentContent
-                    ? `${currentContent}\n\n${fileChange.code}`
-                    : fileChange.code, "utf-8");
-                const updatedFileContent = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-                readWriteFileSpan?.end({
-                    output: { fileChange, updatedFile: updatedFileContent },
-                });
-            }
-        }
-        catch (e) {
-            trace?.event({
-                name: "create-test-file-changes-error",
-                output: {
-                    filePath: fileChange.filePath,
-                    error: e,
-                },
-            });
-            void testgenUpdatesReporter?.sendMessage(`Error while applying changes to file ${fileChange.filePath}, error: ${e}`);
-            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
-        }
-    }
-}
-exports.applyFileChangesForCreateTest = applyFileChangesForCreateTest;
-async function searchAndReplaceCode({ logger, fileChange, }) {
-    let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-    // since we dont know what is getting updated,
-    // we believe that the patch is correct and contains few before and after lines
-    // to make the change unique for search & replace
-    if (contents.includes(fileChange.oldCode)) {
-        const updatedContent = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
-        return {
-            result: {
-                error: false,
-                errorMessage: "",
-                filePath: fileChange.filePath,
-            },
-            updatedContent,
-        };
-    }
-    logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
-    return {
-        result: {
-            error: true,
-            errorMessage: `The content of "old_code_block" corresponding to file path "${fileChange.filePath}" did not match the current content of the file "${fileChange.filePath}"`,
-            filePath: fileChange.filePath,
-        },
-        updatedContent: contents,
-    };
-}
-exports.searchAndReplaceCode = searchAndReplaceCode;
-async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
-    const results = [];
-    for (const fileChange of fileChanges) {
-        if (!fileChange.filePath) {
-            continue;
-        }
-        try {
-            const hasTestCaseAsUpdateContext = !!testCase?.name;
-            let testBlockUpdate = undefined;
-            if (hasTestCaseAsUpdateContext) {
-                const applyFileChangesSpan = trace?.span({
-                    name: "apply-file-changes",
-                });
-                const block = (0, web_1.getTypescriptTestBlock)({
-                    scenarioName: testCase?.name,
-                    content: fileChange.newCode || "",
-                    suites: [], // // suites should be empty here since we ask LLM to send immediate parent AST node for the code update. so there won't be any nesting here, just the test block
-                });
-                testBlockUpdate = block.testBlock;
-                applyFileChangesSpan?.end({ output: { testBlock: testBlockUpdate } });
-            }
-            if (testBlockUpdate) {
-                // assuming the test case getting updated
-                // maintaining the previous accuracy of the test case update
-                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-                const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
-                let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
-                const { testBlock } = (0, web_1.getTypescriptTestBlock)({
-                    scenarioName: testCase?.name,
-                    content: contents,
-                    suites: testCase?.suites,
-                });
-                contents = contents.replace(testBlock, `\n\n${strippedContent}`);
-                updatedContent = prependContent + contents;
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
-                readWriteFileSpan?.end({ output: { updatedContent } });
-            }
-            else {
-                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-                const project = new ts_morph_1.Project();
-                const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
-                const functions = sourceFile.getFunctions();
-                const checkForMethodSrc = project.createSourceFile("check-method.ts", `class A {
-          ${fileChange.newCode}
-        }`);
-                const methods = checkForMethodSrc.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
-                const originalSource = project.createSourceFile("current-code.ts", contents);
-                // if there is a single function update in the file
-                if (functions.length === 1 &&
-                    functions[0]?.getText() === fileChange.newCode) {
-                    const updatedCodeFuncNames = functions.map((f) => f.getName());
-                    const funcName = updatedCodeFuncNames[0];
-                    const matchingNodes = originalSource
-                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.FunctionDeclaration)
-                        .filter((node) => node.getName() === funcName);
-                    matchingNodes[0]?.replaceWithText(functions[0]?.getText());
-                    contents = originalSource.getFullText();
-                }
-                else if (
-                // if there is a update in method of a class in the file
-                methods.length === 1 &&
-                    methods[0]?.getText() === fileChange.newCode) {
-                    const method = methods[0];
-                    const funcName = method?.getName();
-                    const matchingNodes = originalSource
-                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration)
-                        .filter((node) => node.getName() === funcName);
-                    matchingNodes[0]?.replaceWithText(method?.getText());
-                    contents = originalSource.getFullText();
-                }
-                else {
-                    const { result, updatedContent } = await searchAndReplaceCode({
-                        logger,
-                        fileChange,
-                    });
-                    if (result.error) {
-                        logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
-                        results.push(result);
-                        continue;
-                    }
-                    else {
-                        contents = updatedContent;
-                    }
-                }
-                await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
-                readWriteFileSpan?.end({ output: { contents } });
-                results.push({
-                    filePath: fileChange.filePath,
-                    error: false,
-                    errorMessage: "",
-                });
-            }
-        }
-        catch (e) {
-            trace?.event({
-                name: "apply-file-changes-error",
-                output: {
-                    filePath: fileChange.filePath,
-                    error: e,
-                },
-            });
-            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
-        }
-    }
-    return results;
-}
-exports.applyFileChanges = applyFileChanges;

package/bundled/test-gen/agent/diagnosis-agent/index.d.ts

@@ -1,18 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { TestErrorDiagnosisDetails, TestGenConfigOptions } from "@empiricalrun/shared-types";
-import { CustomLogger } from "../../bin/logger";
-/**
- *
- * inputs
- * - task
- * - diagnosis
- */
-export declare function createTaskUsingFailureDiagnosis({ options, trace, diagnosis, logger, }: {
-    options?: TestGenConfigOptions;
-    trace?: TraceClient;
-    diagnosis: TestErrorDiagnosisDetails;
-    logger?: CustomLogger;
-}): Promise<{
-    task: string;
-}>;
-//# sourceMappingURL=index.d.ts.map

package/bundled/test-gen/agent/diagnosis-agent/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/diagnosis-agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACvE,OAAO,EACL,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAuChD;;;;;GAKG;AACH,wBAAsB,+BAA+B,CAAC,EACpD,OAAO,EACP,KAAK,EACL,SAAS,EACT,MAAM,GACP,EAAE;IACD,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,yBAAyB,CAAC;IACrC,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CA8E5B"}

package/bundled/test-gen/agent/diagnosis-agent/index.js

@@ -1,105 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTaskUsingFailureDiagnosis = void 0;
-const llm_1 = require("@empiricalrun/llm");
-const session_1 = require("../../session");
-const strict_mode_violation_1 = require("./strict-mode-violation");
-const session = (0, session_1.getSessionDetails)();
-const responseFormat = {
-    type: "json_schema",
-    json_schema: {
-        name: "test-case-auto-fix-summary",
-        strict: true,
-        schema: {
-            type: "object",
-            properties: {
-                observation: {
-                    type: "array",
-                    items: {
-                        type: "string",
-                    },
-                    description: "Detailed observation of what changed between successful and failed test screenshots",
-                },
-                action: {
-                    type: "string",
-                    description: "Direct action to fix the test in natural language without code snippets or options",
-                },
-            },
-            required: ["observation", "action"],
-            additionalProperties: false,
-        },
-    },
-};
-/**
- *
- * inputs
- * - task
- * - diagnosis
- */
-async function createTaskUsingFailureDiagnosis({ options, trace, diagnosis, logger, }) {
-    trace =
-        trace ||
-            llm_1.langfuseInstance?.trace({
-                name: "infer-agent-task",
-                id: crypto.randomUUID(),
-                release: session.version,
-            });
-    const failureDiagnosisSpan = trace?.span({
-        name: "auto-fix",
-        input: {
-            diagnosisId: diagnosis.diagnosisId,
-            prjRepoName: options?.metadata.projectRepoName,
-        },
-    });
-    logger?.log("Trying to fix the test using failure diagnosis. Fetching key moments of the diagnosis");
-    const resp = await fetch(diagnosis.keyMomentsUrl);
-    // TODO: check for response to be not ok
-    if (resp.ok) {
-        logger?.success("Successfully fetched key moments of the diagnosis");
-    }
-    else {
-        logger?.warn("Failed to fetch key moments of the diagnosis");
-    }
-    const screenshotsData = await resp.json();
-    const llm = new llm_1.LLM({
-        provider: "openai",
-        defaultModel: "o1",
-        trace: failureDiagnosisSpan,
-    });
-    // TODO: make this dynamic in nature. the prompts should be made receipe
-    // which will help to get rid of if else logic
-    // receipe to have:
-    // 1. selection criteria
-    // 2. job to be done - in this case generate a prompt
-    let prompt;
-    if (diagnosis.failed_run_metadata.stack.includes("strict mode violation")) {
-        prompt = (0, strict_mode_violation_1.fixStrictModeViolationPrompt)({
-            screenshotsData,
-            diagnosis,
-        });
-    }
-    if (prompt) {
-        const llmResponse = await llm.createChatCompletion({
-            messages: prompt,
-            modelParameters: {
-                max_completion_tokens: 40000,
-            },
-            responseFormat,
-        });
-        const { observation, action } = JSON.parse(llmResponse?.content);
-        failureDiagnosisSpan?.update({
-            output: {
-                observation,
-                action,
-            },
-        });
-        return {
-            task: action,
-        };
-    }
-    // TODO: handle default prompt
-    return {
-        task: "",
-    };
-}
-exports.createTaskUsingFailureDiagnosis = createTaskUsingFailureDiagnosis;

package/bundled/test-gen/agent/diagnosis-agent/strict-mode-violation.d.ts

@@ -1,9 +0,0 @@
-import { TestErrorDiagnosisDetails } from "@empiricalrun/shared-types";
-export declare function fixStrictModeViolationPrompt({ screenshotsData, diagnosis, }: {
-    screenshotsData: {
-        success: string[];
-        failure: string[];
-    };
-    diagnosis: TestErrorDiagnosisDetails;
-}): import("openai/resources/index.mjs").ChatCompletionMessageParam[];
-//# sourceMappingURL=strict-mode-violation.d.ts.map

package/bundled/test-gen/agent/diagnosis-agent/strict-mode-violation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"strict-mode-violation.d.ts","sourceRoot":"","sources":["../../../src/agent/diagnosis-agent/strict-mode-violation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAoBvE,wBAAgB,4BAA4B,CAAC,EAC3C,eAAe,EACf,SAAS,GACV,EAAE;IACD,eAAe,EAAE;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC1D,SAAS,EAAE,yBAAyB,CAAC;CACtC,qEAiBA"}

package/bundled/test-gen/agent/diagnosis-agent/strict-mode-violation.js

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fixStrictModeViolationPrompt = void 0;
-const llm_1 = require("@empiricalrun/llm");
-const promptTemplate_0 = "{{#section \"system\"}}\nAs a software engineer, your task is to identify a fix for a failing Playwright test by analyzing screenshots of both the failed and successful test steps.\n\nKey issues for test failures include:\n- Duplicate elements for the same Playwright selector.\n\nInstructions:\n1. Examine the provided successful and failed test screenshots.\n2. Identify the correct element for action based on these observations on the successful test run screenshots.\n3. Sometimes the exact same locator is not available on failed test run screenshot, you need to identify the intent from successful test screenshots and apply that intent in failed test run screenshot to identify the right locator to interact with\n4. Evaluate the playwright selector options provided to you to execute the action. Pick the selector which best matches the intent of the test.\n5. Propose a precise action that addresses the issue.\n\nExample:\n- observation: \n  - Current step failure: await page.getByText(\"Audience\").click()\n  - Two similar buttons named \"Audience\" exist in the failed run screenshots\n  - The successful test run clicked on \"Untracked Audience\"\n  - The failed test run should click on \"Untracked Audience\"\n  - Available locators: await page.getByText(\"Untracked Audience\").click() contain the selector for Untracked Audience\n- action: Replace failing line with await page.getByText(\"Untracked Audience\").click()\n\nYour action should:\n- Be directly actionable and free of ambiguity, as it will guide another LLM to generate code.\n- Be in natural language and not just code snippet.\n- Be verified as feasible on the failure screen before responding.\n- Choose from the provided possible actions that can be executed on the failure screen.\n- Action should adhere to the format mentioned in the example, i.e. it should start with \"Replace the failing line\" and the updated code with replaced selector following it.\n\nEnsure the action is executable based on the failure screen context before providing it.\n{{/section}}\n\n{{#section \"user\"}}\nSuccessful test screenshots\n\n{{images successScreenshots}}\n\nFailed test screenshots\n\n{{images failedScreenshots}}\n\nStep where test failed:\n{{failingLine}}\n\nOptions for Playwright selectors to perform actions on a failed test screen:\n{{selectorOptions}}\n\n{{/section}}\n\n";
-function extractLocatorOptions(errorStack) {
-    // This regex matches a chain of locator API calls following the pattern:
-    // functionName(arguments) optionally chained with .functionName(arguments)
-    const regex = /aka\s+((?:[A-Za-z0-9_]+\([^)]*\)(?:\.[A-Za-z0-9_]+\([^)]*\))*))/g;
-    const options = [];
-    let match;
-    while ((match = regex.exec(errorStack)) !== null) {
-        if (match[1]) {
-            options.push(match[1]);
-        }
-    }
-    return options;
-}
-function fixStrictModeViolationPrompt({ screenshotsData, diagnosis, }) {
-    const compiledPrompt = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        failingLine: diagnosis.failingLine,
-        successScreenshots: screenshotsData.success,
-        failedScreenshots: screenshotsData.failure,
-        selectorOptions: extractLocatorOptions(diagnosis.failed_run_metadata.stack).join("\n"),
-    }, {
-        imageDetail: "high",
-        modelProvider: "openai",
-    });
-    return compiledPrompt;
-}
-exports.fixStrictModeViolationPrompt = fixStrictModeViolationPrompt;

package/bundled/test-gen/agent/enrich-prompt/index.d.ts

@@ -1,12 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-export declare const enrichPromptWithFailingLine: ({ trace, testBlock, testFilePath, suggestionForFix, }: {
-    testBlock: string;
-    testFilePath: string;
-    suggestionForFix: string;
-    trace?: TraceClient | undefined;
-}) => Promise<{
-    output: string;
-    is_user_message_enriched: boolean;
-    reason_for_output: string;
-}>;
-//# sourceMappingURL=index.d.ts.map

package/bundled/test-gen/agent/enrich-prompt/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/enrich-prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAmCpE,eAAO,MAAM,2BAA2B;eAM3B,MAAM;kBACH,MAAM;sBACF,MAAM;;;YAGhB,MAAM;8BACY,OAAO;uBACd,MAAM;EA0D1B,CAAC"}