@empiricalrun/test-gen 0.78.0 → 0.78.2

package/dist/actions/skill.js

@@ -1,127 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.skillActionGenerator = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
-exports.extractSkillFromArgs = extractSkillFromArgs;
-const promises_1 = __importDefault(require("fs/promises"));
-const api_1 = __importDefault(require("tsx/cjs/api"));
-const use_skill_1 = require("../agent/codegen/use-skill");
-const web_1 = require("../bin/utils/platform/web");
-exports.SKILL_USAGE = "skill_usage";
-class TestCaseSkills {
-    skills;
-    constructor(skills) {
-        this.skills = skills;
-    }
-    getAvailableSkills() {
-        return this.skills;
-    }
-    updateSkills(skills) {
-        this.skills = skills;
-    }
-}
-exports.testCaseSkills = new TestCaseSkills([]);
-function extractSkillFromArgs(args) {
-    const availableSkills = exports.testCaseSkills.getAvailableSkills();
-    const { skill } = args;
-    const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
-    return { skillDetails };
-}
-const skillActionGenerator = (page, options) => {
-    const availableSkills = exports.testCaseSkills.getAvailableSkills();
-    return {
-        execute: async ({ args, trace }) => {
-            const { skill, action } = args;
-            const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
-            if (!skillDetails) {
-                throw new Error(`No skill found for ${skill}`);
-            }
-            const skillFilePath = skillDetails.filePath;
-            // This assumes repoDir is process.cwd()
-            const [lastDir] = process.cwd().split("/").reverse();
-            const dir = `${process.cwd()}/${lastDir}`;
-            const module = await api_1.default.require(`./${skillFilePath}`, dir);
-            const skillFile = await promises_1.default.readFile(skillFilePath, "utf-8");
-            const imports = Object.keys(module);
-            const code = await (0, use_skill_1.generateSkillUsageCode)({
-                task: action,
-                sampleUsageMethod: skillDetails.usageExample,
-                importPathForSkill: skillFilePath,
-                scopeVariablesMapStr: JSON.stringify(options.stateVariables || {}, null, 2),
-                pageVariableName: page.name,
-                skillMethodDefinition: skillFile,
-                trace,
-            });
-            console.log("Usage code generated", code);
-            const stateVarKeys = Object.keys(options.stateVariables || {});
-            const newVariablesSpan = trace?.span({
-                name: "new-state-variables",
-            });
-            const newVariables = (0, web_1.getVariableDeclarationsFromCode)(code);
-            newVariablesSpan?.end({
-                output: {
-                    newVariables,
-                },
-            });
-            const exec = new Function(page.name, ...imports, ...stateVarKeys, 
-            // assuming all POMs are async methods and the LLM should respond with await keyword
-            `
-        return (async () => {
-          ${code}
-          return {
-            ${newVariables.join(",")}
-          }
-        })()`);
-            // extract the state variables after execution
-            const newStateVariables = await exec(page.pwPageInstance, ...imports.map((i) => module[i]), ...stateVarKeys.map((s) => options.stateVariables[s]));
-            options.setStateVariables({
-                ...options.stateVariables,
-                ...newStateVariables,
-            });
-            return {
-                locator: code,
-            };
-        },
-        template: (args, options) => {
-            const code = `${options.locator}`;
-            const skill = args.skill;
-            const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
-            return {
-                code,
-                importPath: skillDetails?.filePath,
-            };
-        },
-        name: exports.SKILL_USAGE,
-        schema: {
-            type: "function",
-            function: {
-                name: exports.SKILL_USAGE,
-                description: "Ability to use already defined skills in the form of page object models to execute a particular task.",
-                parameters: {
-                    type: "object",
-                    properties: {
-                        reason: {
-                            type: "string",
-                            description: "Explain how this action will help to complete the task. The reason should align with the task provided",
-                        },
-                        action: {
-                            type: "string",
-                            description: "Explain the action for which this skill needs to be used. Mention all details about the action so that it could be used by the skill",
-                        },
-                        skill: {
-                            type: "string",
-                            enum: availableSkills.map((skill) => skill.testStep),
-                            description: `skill to use. Choose one of the available skills: ${availableSkills
-                                .map((skill) => skill.testStep)
-                                .join(", ")}`,
-                        },
-                    },
-                    required: ["reason", "action", "skill"],
-                },
-            },
-        },
-    };
-};
-exports.skillActionGenerator = skillActionGenerator;

package/dist/agent/chat/filesystem-cache.d.ts

@@ -1,12 +0,0 @@
-import { LLMCache } from "@empiricalrun/llm/chat";
-export declare class FilesystemLLMCache implements LLMCache {
-    private cacheDir;
-    constructor(cacheDir?: string);
-    private ensureCacheDir;
-    private getCacheFilePath;
-    get(key: string): Promise<string | null>;
-    set(key: string, value: string): Promise<void>;
-    clear(): Promise<void>;
-    size(): Promise<number>;
-}
-//# sourceMappingURL=filesystem-cache.d.ts.map

package/dist/agent/chat/filesystem-cache.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"filesystem-cache.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/filesystem-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAKlD,qBAAa,kBAAmB,YAAW,QAAQ;IACjD,OAAO,CAAC,QAAQ,CAAS;gBAEb,QAAQ,CAAC,EAAE,MAAM;YAIf,cAAc;IAQ5B,OAAO,CAAC,gBAAgB;IAKlB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAWxC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU9C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IActB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;CAS9B"}

package/dist/agent/chat/filesystem-cache.js

@@ -1,101 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FilesystemLLMCache = void 0;
-const crypto = __importStar(require("crypto"));
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-class FilesystemLLMCache {
-    cacheDir;
-    constructor(cacheDir) {
-        this.cacheDir = cacheDir || path.join(process.cwd(), ".llm-cache");
-    }
-    async ensureCacheDir() {
-        try {
-            await fs.access(this.cacheDir);
-        }
-        catch {
-            await fs.mkdir(this.cacheDir, { recursive: true });
-        }
-    }
-    getCacheFilePath(key) {
-        const hash = crypto.createHash("sha256").update(key).digest("hex");
-        return path.join(this.cacheDir, `${hash}.json`);
-    }
-    async get(key) {
-        try {
-            await this.ensureCacheDir();
-            const filePath = this.getCacheFilePath(key);
-            const data = await fs.readFile(filePath, "utf-8");
-            return data;
-        }
-        catch {
-            return null;
-        }
-    }
-    async set(key, value) {
-        try {
-            await this.ensureCacheDir();
-            const filePath = this.getCacheFilePath(key);
-            await fs.writeFile(filePath, value, "utf-8");
-        }
-        catch (error) {
-            console.warn("Failed to write to LLM cache:", error);
-        }
-    }
-    async clear() {
-        try {
-            await this.ensureCacheDir();
-            const files = await fs.readdir(this.cacheDir);
-            await Promise.all(files
-                .filter((file) => file.endsWith(".json"))
-                .map((file) => fs.unlink(path.join(this.cacheDir, file))));
-        }
-        catch (error) {
-            console.warn("Failed to clear LLM cache:", error);
-        }
-    }
-    async size() {
-        try {
-            await this.ensureCacheDir();
-            const files = await fs.readdir(this.cacheDir);
-            return files.filter((file) => file.endsWith(".json")).length;
-        }
-        catch {
-            return 0;
-        }
-    }
-}
-exports.FilesystemLLMCache = FilesystemLLMCache;

package/dist/agent/codegen/create-test-block.d.ts

@@ -1,8 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestCase } from "@empiricalrun/shared-types";
-export declare function createEmptyTestCaseBlock({ testCase, file, trace, }: {
-    testCase: TestCase;
-    file: string;
-    trace?: TraceClient;
-}): Promise<string | undefined>;
-//# sourceMappingURL=create-test-block.d.ts.map

package/dist/agent/codegen/create-test-block.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAa3D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BAsCA"}

package/dist/agent/codegen/create-test-block.js

@@ -1,47 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEmptyTestCaseBlock = createEmptyTestCaseBlock;
-const llm_1 = require("@empiricalrun/llm");
-const logger_1 = require("../../bin/logger");
-const context_1 = require("../../bin/utils/context");
-const web_1 = require("../../bin/utils/platform/web");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software test engineer who is given a task to write an empty test block.\nBased on the inputs you need to create an empty playwright test block with correctly imported fixture.\n\nThe test will contain a test name which you will need to use to build the empty test case block.\n\nYou will be provided with current tests, fixtures and page object models for you to use and create test case block as\nper the task provided to you.\n\nBefore responding you need to ensure that the code change is minimal and the change is reusable across tests. You need\nto ensure the code follows DRY principle.\n\nHere is the list of current tests and fixtures:\n\n{{testFiles}}\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to write the empty test case block:\ntest name:\n{{scenarioName}}\n\ntask:\ncreate an empty test case block for the following test steps:\n{{scenario}}\n\ntest file path: {{scenarioFile}}\n\n------\n\nYou also need to ensure that the empty test case block has a starting page to begin test.\n\nIn order to identify the right page with which the test should start, follow the steps:\n- based on the similarities with other test cases mentioned in the file, identify the right page fixture to be imported\n- Read the page fixture methods step by step. Identify whether the fixture handles navigating to a page.\n- Identify whether other tests using the page fixture had to add separate steps for navigation or not\n- Based on the above analysis there will be following cases and choose either for the given test scenario:\n-- Case 1: if the test case scenario provided inside the task mentions about page navigation, then use that page\nnavigation. skip other cases if this case is satisfied.\n-- Case 2: refer other test cases which import similar fixtures and infer the first page navigation of this test case.\nYou should prefer tests which are in the same file. Tests within same file have higher overlaps in first page\nnavigation.\n- Once the page fixture is decided, look for userContext fixture in files. If its available then add \"userContext\" to\nthe test case block\n\n\n\nFollow these instructions before responding with output:\n- Read the code line by line and achieve the task provided to you\n- Read the dependencies of the code block by scanning through file paths and file provided to you. refer the same file\npath while responding with update\n- Focus only on the test case provided and associated JS methods called from the test case.\n- Respond only with the new empty test case block to be created and nothing else.\n- DO NOT respond with any backticks or markdown syntax\n- If \"userContext\" fixture is available in fixtures file, ensure importing that fixture in the test case block.\n- Provide a reason based on the test steps provided to you on why you chose the fixture or page.goto statement. The\nreason should be one of the list steps provided to you and mention why the case was chosen\n{{/section}}";
-async function createEmptyTestCaseBlock({ testCase, file, trace, }) {
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    logger.log("Creating new test block");
-    const context = await (0, context_1.contextForGeneration)(file);
-    const promptSpan = trace?.span({
-        name: "build-create-empty-test-case-prompt",
-    });
-    const prompt = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        testFiles: context.codePrompt,
-        pageFiles: context.pomPrompt,
-        scenarioName: testCase.name,
-        scenario: testCase.steps.join("\n"),
-        scenarioFile: file,
-    });
-    promptSpan?.end({ output: { prompt } });
-    const llm = new llm_1.LLM({
-        trace,
-        provider: constants_1.DEFAULT_MODEL_PROVIDER,
-        defaultModel: constants_1.DEFAULT_MODEL,
-        providerApiKey: constants_1.MODEL_API_KEYS[constants_1.DEFAULT_MODEL_PROVIDER],
-    });
-    const firstShotMessage = await llm.createChatCompletion({
-        messages: prompt,
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-        },
-    });
-    const markdownRemoverSpan = trace?.span({
-        name: "remove-markdown-span",
-    });
-    let response = firstShotMessage?.content || "";
-    markdownRemoverSpan?.end({ output: { response } });
-    const { testBlock } = (0, web_1.getTypescriptTestBlock)({
-        scenarioName: testCase.name,
-        content: response,
-    });
-    return testBlock;
-}

package/dist/agent/codegen/fix-ts-errors.d.ts

@@ -1,12 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestCase } from "@empiricalrun/shared-types";
-import { CustomLogger } from "../../bin/logger";
-export declare function validateAndFixTypescriptErrors({ trace, logger, file, pomCode, nonSpecFileCode, testCase, }: {
-    trace?: TraceClient;
-    logger?: CustomLogger;
-    file: string;
-    pomCode: string;
-    nonSpecFileCode: string;
-    testCase: TestCase;
-}): Promise<void>;
-//# sourceMappingURL=fix-ts-errors.d.ts.map

package/dist/agent/codegen/fix-ts-errors.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fix-ts-errors.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/fix-ts-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAUhD,wBAAsB,8BAA8B,CAAC,EACnD,KAAK,EACL,MAA2B,EAC3B,IAAI,EACJ,OAAO,EACP,eAAe,EACf,QAAQ,GACT,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC;CACpB,iBAsEA"}

package/dist/agent/codegen/fix-ts-errors.js

@@ -1,78 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateAndFixTypescriptErrors = validateAndFixTypescriptErrors;
-const llm_1 = require("@empiricalrun/llm");
-const fs_1 = __importDefault(require("fs"));
-const logger_1 = require("../../bin/logger");
-const web_1 = require("../../bin/utils/platform/web");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software engineer who is given a task to fix semantic and syntactical errors in a typescript file\n'{{scenarioFile}}' provided to you.\nYou will be provided with fixtures and page object models to use and fix errors.\n\nHere is the list of fixtures available:\n\n{{fixtureFiles}}\n\nHere is the list of current page object models available to you:\n\n{{pageFiles}}\n\nUse the above files to fix the errors.\n\nFollow these guidelines before responding with output\n- Ensure there are no type issues in the given {{scenarioFile}} file\n- For the given file respond with only the code\n- Do not respond with markdown syntax or backticks\n- Do not modify anything else apart from the code required to fix typescript error\n- Do not modify any other scenarios apart from the provided scenario name\n- Do not respond with any explanation. Respond only with the updated code.\n{{/section}}\n\n{{#section \"user\"}}\n'{{scenarioFile}}' with scenario name '{{scenarioName}}', has following typescript errors which you need to fix:\n{{errors}}\n\nHere is the content of the '{{scenarioFile}}':\n\n{{fileContent}}\n{{/section}}";
-async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.CustomLogger(), file, pomCode, nonSpecFileCode, testCase, }) {
-    const validateTypesSpan = trace?.span({ name: "detect-type-errors-in-file" });
-    logger.log("Validating types...");
-    let errors = (0, web_1.validateTypescript)(file);
-    validateTypesSpan?.end({ output: { errors } });
-    if (!errors.length) {
-        logger.success("Found no type issues!");
-    }
-    const maxIteration = 2;
-    let counter = 0;
-    while (errors.length > 0) {
-        const fileContent = fs_1.default.readFileSync(file, "utf-8");
-        counter += 1;
-        if (counter > maxIteration) {
-            trace?.event({ name: "code-fix-iteration-max-out" });
-            logger.error([
-                `Unable to fix typescript errors. Please review ${file} manually and fix the typescript errors.`,
-                `View [trace](${trace?.getTraceUrl()})`,
-            ].join("\n"));
-            break;
-        }
-        trace?.event({ name: "Found errors fixing" });
-        logger.warn("Found few errors while validating types. Trying to fix errors...");
-        errors.forEach((e) => console.warn(e));
-        const promptSpan = trace?.span({ name: "fix-type-errors-prompt" });
-        const instruction = (0, llm_1.compilePrompt)(promptTemplate_0, {
-            pageFiles: pomCode || "",
-            fixtureFiles: nonSpecFileCode || "",
-            scenarioFile: file,
-            errors: errors,
-            fileContent: fileContent,
-            scenarioName: testCase.name,
-        });
-        promptSpan?.end({ output: { instruction } });
-        const llm = new llm_1.LLM({
-            trace,
-            provider: constants_1.DEFAULT_MODEL_PROVIDER,
-            defaultModel: constants_1.DEFAULT_MODEL,
-            providerApiKey: constants_1.MODEL_API_KEYS[constants_1.DEFAULT_MODEL_PROVIDER],
-        });
-        const message = await llm.createChatCompletion({
-            messages: instruction,
-            modelParameters: {
-                ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            },
-        });
-        const response = message?.content || "";
-        const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-        fs_1.default.writeFileSync(file, response, "utf-8");
-        readWriteFileSpan?.end({ output: { response } });
-        trace?.event({ name: "lint-file" });
-        await (0, web_1.lintErrors)(file);
-        const validateTypesSpan = trace?.span({
-            name: "detect-type-errors-in-file",
-            input: {
-                filePath: file,
-                content: response,
-            },
-        });
-        errors = (0, web_1.validateTypescript)(file);
-        validateTypesSpan?.end({ output: { errors } });
-        if (!errors.length) {
-            logger.success("Found no type issues!");
-        }
-    }
-}

package/dist/agent/codegen/lexical-scoped-vars.d.ts

@@ -1,9 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestGenConfigOptions } from "@empiricalrun/shared-types";
-export declare function getLexicalScopedVars({ trace, file, referencePoint, options, }: {
-    trace?: TraceClient;
-    file: string;
-    referencePoint: string;
-    options?: TestGenConfigOptions;
-}): Promise<string[]>;
-//# sourceMappingURL=lexical-scoped-vars.d.ts.map

package/dist/agent/codegen/lexical-scoped-vars.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"lexical-scoped-vars.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/lexical-scoped-vars.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AASvE,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,IAAI,EACJ,cAAc,EACd,OAAO,GACR,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,qBAoDA"}

package/dist/agent/codegen/lexical-scoped-vars.js

@@ -1,55 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getLexicalScopedVars = getLexicalScopedVars;
-const llm_1 = require("@empiricalrun/llm");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software engineer tasked with analysing Typescript code to identify all variables available in the lexical\nscope at a specific reference point within a file. You will be given a file that contains multiple Playwright tests or\npage object models, along with a reference point inside the file. Your goal is to evaluate the list of all variables\navailable in the lexical scope at that reference point.\n\nTo accomplish this, you need to evaluate the Abstract Syntax Tree (AST) and accumulate all variables that are in the\nlexical scope, which includes:\n1. Variables declared within the test before the reference point.\n2. Arguments of the function.\n3. Variables defined in the parent scope. Identify all variables available in the lexical scope at a specific execution\nreference point within a file, considering only those variables that have been declared and assigned prior to the\nexecution of this point in the code.\n4. Global variables defined in the file.\n\nBefore responding:\n- Ignore variables imported from the `\"./pages\"` path.\n- keep in mind temporal dead zone phenomenon before responding with variables\n{{/section}}\n\n{{#section \"user\"}}\nFile:\n{{testFile}}\n\nReference point:\n{{referencePoint}}\n{{/section}}";
-async function getLexicalScopedVars({ trace, file, referencePoint, options, }) {
-    const fetchLexicalScopedVarsSpan = trace?.span({
-        name: "lexical-scoped-vars",
-    });
-    const messages = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        testFile: file || "",
-        referencePoint: referencePoint || "",
-    });
-    const llm = new llm_1.LLM({
-        trace: fetchLexicalScopedVarsSpan,
-        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
-        defaultModel: options?.model || "o3-mini-2025-01-31",
-        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
-    });
-    const message = await llm.createChatCompletion({
-        messages,
-        modelParameters: {
-            max_completion_tokens: constants_1.DEFAULT_O1_MODEL_PARAMETERS.max_completion_tokens,
-        },
-        responseFormat: {
-            type: "json_schema",
-            json_schema: {
-                name: "reasoning_with_variables",
-                strict: true,
-                schema: {
-                    type: "object",
-                    properties: {
-                        reason: {
-                            type: "string",
-                            description: "The reason or explanation.",
-                        },
-                        variables: {
-                            type: "array",
-                            description: "A list of variables.",
-                            items: {
-                                type: "string",
-                            },
-                        },
-                    },
-                    required: ["reason", "variables"],
-                    additionalProperties: false,
-                },
-            },
-        },
-    });
-    const response = JSON.parse(message?.content || "{}");
-    fetchLexicalScopedVarsSpan?.end({ output: { response } });
-    return response.variables;
-}

package/dist/agent/codegen/skills-retriever.d.ts

@@ -1,26 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestCase, TestGenConfigOptions } from "@empiricalrun/shared-types";
-export declare const fetchPomSkills: ({ testCase, pomFiles, options, trace, }: {
-    testCase: TestCase;
-    pomFiles?: string;
-    trace?: TraceClient;
-    options?: TestGenConfigOptions;
-}) => Promise<{
-    testStep: string;
-    filePath: string;
-    usageExample: string;
-    reason: string;
-    methodName: string;
-}[]>;
-export declare function getAppropriateSkills({ testCase, options, trace, }: {
-    testCase: TestCase;
-    options?: TestGenConfigOptions;
-    trace?: TraceClient;
-}): Promise<{
-    testStep: string;
-    filePath: string;
-    usageExample: string;
-    reason: string;
-    methodName: string;
-}[]>;
-//# sourceMappingURL=skills-retriever.d.ts.map

package/dist/agent/codegen/skills-retriever.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"skills-retriever.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/skills-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAmBpC,eAAO,MAAM,cAAc,GAAU,yCAKlC;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;;;;;;IAoDA,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,EACzC,QAAQ,EACR,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;;KA6BA"}

package/dist/agent/codegen/skills-retriever.js

@@ -1,93 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchPomSkills = void 0;
-exports.getAppropriateSkills = getAppropriateSkills;
-const llm_1 = require("@empiricalrun/llm");
-const fs_1 = __importDefault(require("fs"));
-const logger_1 = require("../../bin/logger");
-const context_1 = require("../../bin/utils/context");
-const fs_2 = require("../../bin/utils/fs");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are provided with usage examples of page object models of a Playwright test\nrepository and you are given a task to update the usage example of the page object\nmodels with the usage of them in tests. \n\nYou need to ensure all the pre-requisites of calling the method is also mentioned\nin the usage example. Use the tests code for same\n\n{{/section}}\n\n{{#section \"user\"}}\nUsage examples of page object models:\n\n{{response}}\n\nTests files:\n\n{{codePrompt}}\n\n\nBefore responding: \n- ensure responding in the same format as provided to you in the usage example of page object models.\n- respond only with the methods and not any test block\n- respond with the same format provided to you in task. <subtask></subtask>, <reason></reason>, <file_import_path></file_import_path>, <usage_example></usage_example> and\n<method_name></method_name>\n- do not respond with test blocks or page or fixture extraction as its already available   at the time of execution\n- do not respond with backticks or markdown at all \n- do not respond with import statements and assume the imports are already available at the time of execution\n{{/section}}\n";
-const promptTemplate_1 = "{{#section \"system\"}}\nYou are a software test engineer who is given a goal to pick re-usable page object model methods for a given UI\nautomation test.\n\nYou will be provided with a test scenario as task and also the page object model methods available in the automation\ntest repository. The page object models acts as skills to execute a particular sub task of a given task.\n\nYou need to break down the task into sub tasks and identify which sub_task can be solved with the help of page object\nmodel methods. Once identified, you need to return with an usage API example for same. You need to pick methods only\nfrom the provided page object models.\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n\n{{/section}}\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to figure out the skills:\n\n**Task:**\n{{scenario}}\n\nBefore responding follow the instructions:\n- You need to break down the task into subtask and respond with the code of sub tasks for which there are methods\nexposed from page object models\n- Only use methods that are explicitly defined and exported in the provided page object models. Do not create, infer, or\nassume any methods or code that are not exported from the page object model files.\n- Do not respond with any methods or code that are not available in the list of page object models.\n- Ensure there are no type issues in the code generated.\n- Do not respond with markdown syntax or backticks.\n- Respond only with the code\n- Read steps one by one and generate the test code\n- Do not write any extra code than instructed in the steps\n- You need to respond with `<subtask></subtask>`, `<reason></reason>`, `<file_import_path></file_import_path>`, `\n<usage_example></usage_example>` and `<method_name></method_name>`\n- You should respond with methods exported from the page object models\n- Do not respond with any import statements.\n- Do not respond with sub_task for which there is no explicit method found\n- Always pick the page object model method matching the task provided. If there is no matching method, then ignore it.\nDo not attempt to generate or use any non existent methods for such instances.\n- Respond with the usage_example so that it can be directly copy pasted inside the test\n- Do not set the parameters for the method. Keep it as is with the interface parameters\n{{/section}}";
-const utils_1 = require("./utils");
-const fetchPomSkills = async ({ testCase, pomFiles, options, trace, }) => {
-    const fetchSkillsUsingPOMFilesSpan = trace?.span({
-        name: "fetch-pom-skills",
-        input: {
-            pomFiles,
-            testCase,
-        },
-    });
-    const promptSpan = fetchSkillsUsingPOMFilesSpan?.span({
-        name: "fetch-pom-skills-prompt",
-    });
-    const prompt = (0, llm_1.compilePrompt)(promptTemplate_1, {
-        pageFiles: pomFiles,
-        scenarioName: testCase.name,
-        scenario: testCase.steps.join("\n"),
-    });
-    promptSpan?.end({ output: { prompt } });
-    const llm = new llm_1.LLM({
-        trace: fetchSkillsUsingPOMFilesSpan,
-        provider: options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
-        defaultModel: options?.model || constants_1.DEFAULT_MODEL,
-        providerApiKey: constants_1.MODEL_API_KEYS[options?.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
-    });
-    const firstShotMessage = await llm.createChatCompletion({
-        messages: prompt,
-        traceName: "fetch-pom-skills-llm",
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            ...options?.modelParameters,
-        },
-    });
-    let response = firstShotMessage?.content || "";
-    const { codePrompt } = await (0, context_1.contextForGeneration)();
-    const updatedUsageExampleMessage = await llm.createChatCompletion({
-        messages: (0, llm_1.compilePrompt)(promptTemplate_0, {
-            response,
-            codePrompt,
-        }),
-        traceName: "fetch-pom-skills-usage-eg-update-llm",
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            ...options?.modelParameters,
-        },
-    });
-    const skills = (0, utils_1.extractTestStepsSuggestions)(updatedUsageExampleMessage?.content || "");
-    fetchSkillsUsingPOMFilesSpan?.end({ output: { skills } });
-    return skills;
-};
-exports.fetchPomSkills = fetchPomSkills;
-async function getAppropriateSkills({ testCase, options, trace, }) {
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    logger.log("getting skill set for the repository");
-    const filter = await (0, context_1.createGitIgnoreFileFilter)();
-    const pomFiles = await (0, fs_2.generatePromptFromDirectory)("./pages", filter);
-    const fetchSkillsSpan = trace?.span({
-        name: "get-appropriate-skills",
-        input: {
-            testCase,
-        },
-    });
-    const skills = await (0, exports.fetchPomSkills)({
-        testCase,
-        pomFiles,
-        trace: fetchSkillsSpan,
-        options,
-    });
-    const validateSkillsSpan = fetchSkillsSpan?.span({
-        name: "validate-skills",
-        input: {
-            skills,
-        },
-    });
-    const validatedSkills = skills.filter((skill) => fs_1.default.existsSync(skill.filePath));
-    validateSkillsSpan?.end({ output: { validatedSkills } });
-    fetchSkillsSpan?.end({ output: { validatedSkills } });
-    return validatedSkills;
-}

package/dist/agent/codegen/test-update-feedback.d.ts

@@ -1,12 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
-export declare function applyTestUpdateFeedbacks({ trace, oldPrompt, feedbacks, agentResponse, }: {
-    oldPrompt: ChatCompletionMessageParam[];
-    agentResponse: string;
-    feedbacks: {
-        filePath: string | undefined;
-        errorMessage: string;
-    }[];
-    trace?: TraceClient;
-}): Promise<import("./types").CodeUpdate[]>;
-//# sourceMappingURL=test-update-feedback.d.ts.map

package/dist/agent/codegen/test-update-feedback.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,2CA4CA"}