@empiricalrun/test-gen 0.78.0 → 0.78.2

package/dist/agent/codegen/test-update-feedback.js

@@ -1,49 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.applyTestUpdateFeedbacks = applyTestUpdateFeedbacks;
-const llm_1 = require("@empiricalrun/llm");
-const constants_1 = require("../../constants");
-const utils_1 = require("./utils");
-async function applyTestUpdateFeedbacks({ trace, oldPrompt, feedbacks, agentResponse, }) {
-    const applyTestUpdateFeedbacksSpan = trace?.span({
-        name: "apply-test-update-feedbacks",
-        input: {
-            oldPrompt,
-            feedbacks,
-            agentResponse,
-        },
-    });
-    const llm = new llm_1.LLM({
-        trace: applyTestUpdateFeedbacksSpan,
-        provider: "openai",
-        defaultModel: "gpt-4o",
-        providerApiKey: constants_1.MODEL_API_KEYS["openai"],
-    });
-    const response = await llm.createChatCompletion({
-        traceName: "test-update-feedbacks-llm",
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            temperature: 1,
-        },
-        messages: [
-            ...oldPrompt,
-            {
-                role: "assistant",
-                content: agentResponse,
-            },
-            {
-                role: "user",
-                content: `
-Following errors were found in the previous response
-${feedbacks.map((f) => `- ${f.errorMessage}`).join("\n")}
-
-Fix the above failures and respond with same format as the previous response`,
-            },
-        ],
-    });
-    const updatedResponse = response?.content || "";
-    const fileChanges = (0, utils_1.extractTestUpdates)(updatedResponse);
-    const filteredFileChanges = fileChanges.filter((f) => feedbacks.some((e) => e?.filePath === f.filePath));
-    applyTestUpdateFeedbacksSpan?.end({ output: { fileChanges } });
-    return filteredFileChanges;
-}

package/dist/agent/codegen/types.d.ts

@@ -1,25 +0,0 @@
-import type { TestCase } from "@empiricalrun/shared-types";
-export type CodeUpdate = {
-    filePath: string | undefined;
-    oldCode: string | undefined;
-    newCode: string | undefined;
-    reason: string | undefined;
-};
-export type CreateTestCodeUpdate = {
-    filePath: string | undefined;
-    code: string | undefined;
-    reason: string | undefined;
-};
-export type FileUpdateResponse = {
-    error: boolean;
-    errorMessage: string;
-    filePath: string;
-};
-export type UpdatedTestCase = TestCase & {
-    updatedFiles: string[];
-};
-export declare enum CodeEditorToolCall {
-    STR_REPLACE = "str_replace",
-    CREATE_FILE = "create_file"
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/agent/codegen/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAGF,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG;IACvC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,oBAAY,kBAAkB;IAC5B,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;CAC5B"}

package/dist/agent/codegen/types.js

@@ -1,8 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CodeEditorToolCall = void 0;
-var CodeEditorToolCall;
-(function (CodeEditorToolCall) {
-    CodeEditorToolCall["STR_REPLACE"] = "str_replace";
-    CodeEditorToolCall["CREATE_FILE"] = "create_file";
-})(CodeEditorToolCall || (exports.CodeEditorToolCall = CodeEditorToolCall = {}));

package/dist/agent/codegen/update-flow.d.ts

@@ -1,36 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestCase, TestGenConfigOptions } from "@empiricalrun/shared-types";
-import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
-import { CodeUpdate, UpdatedTestCase } from "./types";
-export declare function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, options, trace, }: {
-    testCase: TestCase;
-    testFiles: string;
-    pageFiles: string;
-    testFilePath: string;
-    testFileContent: string;
-    trace?: TraceClient;
-    options?: TestGenConfigOptions;
-}): Promise<{
-    prompt: ChatCompletionMessageParam[];
-    agentResponse: string;
-    fileChanges: CodeUpdate[];
-}>;
-export declare function updateTest({ testCase, file, trace, }: {
-    testCase: TestCase;
-    file: string;
-    trace?: TraceClient;
-}): Promise<UpdatedTestCase[]>;
-export declare function getAppendCreateTestBlockCompletion({ testFiles, pageFiles, testCase, testFilePath, trace, }: {
-    trace?: TraceClient;
-    pageFiles?: string;
-    testFiles: string;
-    testCase: TestCase;
-    testFilePath: string;
-}): Promise<string>;
-export declare function appendCreateTestBlock({ testCase, file, trace, validateTypes, }: {
-    testCase: TestCase;
-    file: string;
-    trace?: TraceClient;
-    validateTypes?: boolean;
-}): Promise<UpdatedTestCase[]>;
-//# sourceMappingURL=update-flow.d.ts.map

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAcxE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAQtD,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,eAAe,EACf,SAAS,EACT,SAAS,EACT,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CAkDD;AAED,wBAAsB,UAAU,CAAC,EAC/B,QAAQ,EACR,IAAI,EACJ,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA8E7B;AAED,wBAAsB,kCAAkC,CAAC,EACvD,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,KAAK,GACN,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,mBAkFA;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA8C7B"}

package/dist/agent/codegen/update-flow.js

@@ -1,259 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getUpdateTestCodeCompletion = getUpdateTestCodeCompletion;
-exports.updateTest = updateTest;
-exports.getAppendCreateTestBlockCompletion = getAppendCreateTestBlockCompletion;
-exports.appendCreateTestBlock = appendCreateTestBlock;
-const llm_1 = require("@empiricalrun/llm");
-const fs_1 = __importDefault(require("fs"));
-const logger_1 = require("../../bin/logger");
-const context_1 = require("../../bin/utils/context");
-const fs_2 = require("../../bin/utils/fs");
-const web_1 = require("../../bin/utils/platform/web");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\n\nYou are a software test engineer who is given a task to update a test case. You will be provided with steps of a test\ncase scenario and you are given a snippet with interface await createTest(task, playwright_page_instance).\n\nYou need to analyze the request and place createTest snippet at the correct position and pass on the steps to this\n`createTest` method with the correct page instance.\n\nYou will be provided with current tests, fixtures and page object models for you to use and update code as per the\ntask provided to you.\nYou need to respond with file path and updated code block inside the file.\n\nHere is the list of current tests and fixtures:\n\n{{testFiles}}\n\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n{{/section}}\n\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to update the test:\n\ntest name:\n{{scenarioName}}\n\nTask:\n{{scenarioSteps}}\n\nFollow these steps to complete the task:\n\n1. Determine the task's intent:\n- The default intent is **\"add steps\"**.\n- If the task explicitly mentions (using words like \"replace\", \"remove\", \"delete\") that existing test steps should\nbe replaced or deleted, the intent is **\"update steps\"**. Identify the specific steps to be replaced or removed.\n- Do not assume that providing new or different steps implies an intent to update or replace existing steps. Unless\nthe task explicitly instructs to replace or remove existing code, interpret the intent as adding new steps to the\nexisting test.\n\n2. Identify the test block that requires updating.\n\n3. Place the `createTest` snippet:\n- Insert the `createTest` snippet at the location determined by the task, and pass the Playwright page instance.\n- If the intent is \"add\", do not alter the existing test code; simply append the `createTest` snippet based on any\nprovided location hints.\n- If the task includes location hints that don't match steps within the test, check dependent methods called from\nthe test for the update.\n- If no location hint is provided, place the `createTest` snippet at the end of the test block.\n- Even if the task includes steps that overlap with or are similar to existing steps, do not modify the existing\ncode. Unless the task explicitly instructs to replace or remove existing code, interpret the intent as adding new\nsteps to the existing test.\n\n4. Strip location hints from the task:\n- Remove any location hints (e.g., \"replace the current assertion and\") before passing the task to the `createTest`\nmethod.\n- The task passed into `createTest` should not contain any location hints. It should only contain actions that\nare required to be performed.\n- For example, if the original task: \"replace the current assertion and add a new assertion\" should be transformed to\n\"add a new assertion\" before passing it to the `createTest` method. This is the \"task_without_location_hints\"\n\nSubmission Guidelines:\n\n- Focus only on the provided test case and any related page object model methods used in the test.\n- Do not modify or add code within the `createTest` snippet.\n- Do not update or modify any other code apart from adding `createTest` code snippet.\n- Since the response will be used for search-and-replace operations, always provide the immediate parent AST node\nfor any code updates.\n- Include the full test block if any part of it is updated, preserving all unchanged code.\n- Do not use markdown syntax or backticks.\n- Respond using the following XML format:\n<reason_for_intent></reason_for_intent>\n<intent></intent>\n<location_of_update></location_of_update>\n<task_without_location_hints></task_without_location_hints>\n<file_path></file_path>\n<old_code_block></old_code_block>\n<new_code_block></new_code_block>\n<change></change>\n\n- Each `<old_code_block>` and `<new_code_block>` should contain only one test block or page object model method\n  definition. Provide separate blocks for multiple updates.\n- The `<change></change>` tag should also mention the file path being updated.\n- There should be only one `createTest` block in the `new_code_block`. The `createTest` method should be passed\nwith entire task. Do not split the task while forwarding it to `createTest`.\n- `<new_code_block>` code snippet should be syntactically correct.\n  - The code_block should not contain any import statements.\n{{/section}}";
-const promptTemplate_1 = "{{#section \"system\"}}\nYou are a software test engineer who is given an objective to update test basis the task provided.\nYou will be provided with a test name, test and test file path.\n\nYou will be provided with current tests, fixtures and page object models for you to use and update code as per the task\nprovided to you. You need to respond with file path and updated code block inside the file.\n\nBefore responding you need to ensure that the code change is minimal and the change is reusable across tests. You need\nto ensure the code follows DRY principle.\n\nHere is the list of current tests and fixtures:\n\n{{testFiles}}\n\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n\n{{/section}}\n\n{{#section \"user\"}}\nFollowing are the test details and the task to complete your objective:\nTest name:\n{{scenarioName}}\n\nTest case:\n{{currentScenarioCodeBlock}}\n\nTask:\n{{scenarioSteps}}\n\nIn order to execute the task:\n- Think step by step and first identify current test block which needs update and the methods which the current test\nblock depend on.\n- The task will demand changes in the current test case or the methods it depend on. Based on the task, identify list of\nfile paths which need change, the reason for change and the code change they need.\n- Next make changes to code blocks in each file paths.\n\n------\n\nFollow these instructions before responding with output:\n- Read the code line by line and ensure that achieve the task provided to you\n- Read the dependencies of the code block by scanning through file paths and file provided to you. refer the same file\npath while responding with output.\n- Focus only on the test case provided and associated JS methods called from the test case.\n- Since the response will be used to search and replace blocks, always respond with output which includes the full\nlexical scope surrounding the modified code.\n- If there are any updates inside test code block, ensure responding with full test block with unchanged code as well\n- Each code block should contain edits to only one code block in file path\n- DO NOT respond with any backticks or markdown syntax\n- Respond only with file path where the code block to be updated is present, old code block, new code block and a one\nliner reason for the change\n- Respond with <file_path></file_path>, <old_code_block></old_code_block>, <new_code_block></new_code_block> and\n<change></change> as xml tags\n- The reason for change should adhere to coding principles provided and review if the updated code is present in the\nfile path mentioned\n- The code change should belong to the right file path\n- The response must start with <file_path>\n  {{/section}}";
-const test_update_feedback_1 = require("./test-update-feedback");
-const utils_1 = require("./utils");
-async function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, options, trace, }) {
-    const promptSpan = trace?.span({
-        name: "update-scenario-prompt",
-    });
-    // if describe blocks are present, we need to add them to the scenario name
-    // e.g. describe block: login ---> login with email
-    // this is help LLM navigate to the right test block
-    const scenarioName = (0, web_1.buildTestNamePrompt)({
-        testName: testCase.name,
-        suites: testCase.suites,
-    });
-    const { testBlock: currentScenarioCodeBlock } = (0, web_1.getTypescriptTestBlock)({
-        scenarioName: testCase?.name,
-        content: testFileContent,
-        suites: testCase?.suites || [],
-    });
-    const prompt = (0, llm_1.compilePrompt)(promptTemplate_1, {
-        testFiles: testFiles,
-        pageFiles: pageFiles,
-        scenarioName,
-        scenarioSteps: testCase.steps.join("\n"),
-        scenarioFile: testFilePath,
-        currentScenarioCodeBlock,
-    });
-    const llm = new llm_1.LLM({
-        trace: promptSpan,
-        provider: "anthropic",
-        defaultModel: "claude-3-5-sonnet-20240620",
-        providerApiKey: constants_1.MODEL_API_KEYS["anthropic"],
-    });
-    const firstShotMessage = await llm.createChatCompletion({
-        messages: prompt,
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-            ...options?.modelParameters,
-            temperature: 0,
-        },
-    });
-    let response = firstShotMessage?.content || "";
-    const fileChanges = (0, utils_1.extractTestUpdates)(response);
-    promptSpan?.end({ output: fileChanges });
-    return {
-        fileChanges,
-        prompt: prompt,
-        agentResponse: response,
-    };
-}
-async function updateTest({ testCase, file, trace, }) {
-    const logger = new logger_1.CustomLogger({ useReporter: true });
-    const context = await (0, context_1.contextForGeneration)(file);
-    const { codePrompt, pomPrompt, nonSpecFilePrompt, testFileContent } = context;
-    const generatedTestCases = [];
-    logger.logEmptyLine();
-    const request = {
-        testCase,
-        testFileContent,
-        testFiles: codePrompt,
-        pageFiles: pomPrompt,
-        testFilePath: file,
-    };
-    const updateTestSpan = trace?.span({
-        name: "update-test",
-        input: request,
-    });
-    const { fileChanges, prompt, agentResponse } = await getUpdateTestCodeCompletion({
-        ...request,
-        trace: updateTestSpan,
-    });
-    console.log(`fileChanges ${testCase.steps.join("")}`, fileChanges);
-    const fileUpdateResponses = await (0, utils_1.applyFileChanges)({
-        trace: updateTestSpan,
-        testCase,
-        fileChanges,
-        logger,
-        pomPrompt: pomPrompt,
-        nonSpecFilePrompt: nonSpecFilePrompt,
-    });
-    const errorResponses = fileUpdateResponses.filter((f) => f?.error);
-    if (errorResponses.length > 0) {
-        const filteredFileChanges = await (0, test_update_feedback_1.applyTestUpdateFeedbacks)({
-            trace: updateTestSpan,
-            oldPrompt: prompt,
-            agentResponse,
-            feedbacks: errorResponses.map((e) => ({
-                filePath: e?.filePath,
-                errorMessage: e?.errorMessage,
-            })),
-        });
-        await (0, utils_1.applyFileChanges)({
-            trace: updateTestSpan,
-            testCase,
-            fileChanges: filteredFileChanges,
-            logger,
-            pomPrompt: pomPrompt,
-            nonSpecFilePrompt: nonSpecFilePrompt,
-        });
-    }
-    await (0, utils_1.validateTypesAndFormatCode)({
-        validateTypes: true,
-        trace: updateTestSpan,
-        testCase,
-        filePaths: fileChanges.map((f) => f.filePath),
-        logger,
-        pomPrompt: pomPrompt,
-        nonSpecFilePrompt: nonSpecFilePrompt,
-    });
-    logger.success("Test generated successfully!");
-    if (trace) {
-        logger.log(`View [trace](${trace.getTraceUrl()})`);
-    }
-    generatedTestCases.push({
-        ...testCase,
-        updatedFiles: fileChanges.map((f) => f.filePath),
-    });
-    updateTestSpan?.end({ output: { fileChanges } });
-    await (0, llm_1.flushAllTraces)();
-    return generatedTestCases;
-}
-async function getAppendCreateTestBlockCompletion({ testFiles, pageFiles, testCase, testFilePath, trace, }) {
-    const appendCreateTestSpan = trace?.span({
-        name: "append-create-test-block",
-        input: {
-            testCase,
-            pageFiles,
-            testFiles,
-            testFilePath,
-        },
-    });
-    const instruction = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        testFiles: testFiles,
-        pageFiles: pageFiles,
-        scenarioName: testCase.name,
-        scenarioSteps: testCase.steps.join("\n"),
-        scenarioFile: testFilePath,
-    });
-    const [userInstruction] = instruction.filter((s) => s.role === "user");
-    const [systemInstruction] = instruction.filter((s) => s.role === "system");
-    userInstruction.content = `${systemInstruction?.content}
-
-    ${userInstruction?.content}
-  `;
-    const llm = new llm_1.LLM({
-        trace: appendCreateTestSpan,
-        provider: "anthropic",
-        defaultModel: "claude-3-5-sonnet-latest",
-        providerApiKey: constants_1.MODEL_API_KEYS["anthropic"],
-    });
-    const chatCompletionParams = {
-        messages: [userInstruction],
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-        },
-    };
-    let firstShotMessage = await llm.createChatCompletion(chatCompletionParams);
-    let fileChanges = (0, utils_1.extractAppendTestUpdates)(firstShotMessage?.content);
-    // retry once if there is incorrect response
-    const feedbacks = [];
-    if (!fileChanges[0]?.newCode) {
-        feedbacks.push("No code found in the response");
-    }
-    if (fileChanges[0]?.newCode && !(0, web_1.isSyntaxValid)(fileChanges[0]?.newCode)) {
-        feedbacks.push("- Syntax is invalid. Please fix the JS syntax. Remove any imports if present.");
-    }
-    if (fileChanges[0]?.newCode &&
-        !fileChanges[0]?.newCode.includes("createTest(")) {
-        feedbacks.push("- Usage of createTest method is missing. Follow the guidelines provided to you.");
-    }
-    if (!fileChanges[0]?.newCode ||
-        !(0, web_1.isSyntaxValid)(fileChanges[0]?.newCode) ||
-        !fileChanges[0]?.newCode.includes("createTest(")) {
-        const messages = chatCompletionParams.messages;
-        messages.push({
-            role: "assistant",
-            content: firstShotMessage?.content,
-        });
-        messages.push({
-            role: "user",
-            content: `
-There are a few feedbacks on the previous output:
-${feedbacks.join("\n")}
-
------
-
-Respond with the same xml format which was originally expected.
-      `,
-        });
-        firstShotMessage = await llm.createChatCompletion(chatCompletionParams);
-    }
-    let response = firstShotMessage?.content || "";
-    appendCreateTestSpan?.end({ output: response });
-    return response;
-}
-async function appendCreateTestBlock({ testCase, file, trace, validateTypes = true, }) {
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    logger.log("Appending create test block");
-    const context = await (0, context_1.contextForGeneration)(file);
-    const scenarioFileContent = fs_1.default.readFileSync(file, "utf-8");
-    const testCodePrompt = (0, fs_2.convertFileContentsToString)([
-        {
-            filePath: file,
-            content: scenarioFileContent,
-        },
-    ]);
-    const { pomPrompt, nonSpecFilePrompt } = context;
-    const generatedTestCases = [];
-    const appendCreateTestResp = await getAppendCreateTestBlockCompletion({
-        testCase,
-        testFilePath: file,
-        trace,
-        pageFiles: pomPrompt,
-        testFiles: testCodePrompt,
-    });
-    const fileChanges = (0, utils_1.extractAppendTestUpdates)(appendCreateTestResp);
-    await (0, utils_1.applyFileChanges)({
-        trace,
-        testCase,
-        fileChanges,
-        logger,
-        pomPrompt: pomPrompt,
-        nonSpecFilePrompt: nonSpecFilePrompt,
-    });
-    await (0, utils_1.validateTypesAndFormatCode)({
-        trace,
-        testCase,
-        filePaths: fileChanges.map((f) => f.filePath),
-        logger,
-        pomPrompt: pomPrompt,
-        nonSpecFilePrompt: nonSpecFilePrompt,
-        validateTypes,
-    });
-    if (trace) {
-        logger.log(`View [trace](${trace.getTraceUrl()})`);
-    }
-    generatedTestCases.push({
-        ...testCase,
-        updatedFiles: fileChanges.map((f) => f.filePath),
-    });
-    return generatedTestCases;
-}

package/dist/agent/codegen/use-skill.d.ts

@@ -1,11 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-export declare function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, skillMethodDefinition, trace, }: {
-    task: string;
-    sampleUsageMethod: string;
-    scopeVariablesMapStr: string;
-    pageVariableName: string;
-    skillMethodDefinition: string;
-    importPathForSkill: string;
-    trace?: TraceClient;
-}): Promise<string>;
-//# sourceMappingURL=use-skill.d.ts.map

package/dist/agent/codegen/use-skill.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"use-skill.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/use-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAWpE,wBAAsB,sBAAsB,CAAC,EAC3C,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBA6CA"}

package/dist/agent/codegen/use-skill.js

@@ -1,53 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateSkillUsageCode = generateSkillUsageCode;
-const llm_1 = require("@empiricalrun/llm");
-const logger_1 = require("../../bin/logger");
-const constants_1 = require("../../constants");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are given a sample method usage example, task and object variables available in the scope.\nBased on the task and object variables you need to generate the correct method call to be used in the scope.\n\nYou will also be provided with method definition and interface. Based on the definition you need to ensure creating\nvariables if the method has return value.\n\nFor page object use variable \"{{pageVariableName}}\"\n\n{{/section}}\n\n{{#section \"user\"}}\nTask:\n{{task}}\n\nMethod usage example:\n{{sampleUsageMethod}}\n------\n\nMethod definition:\n\n{{skillMethodDefinition}}\n\n------\nVariables object:\n{{scopeVariablesMapStr}}\n\nVariables object contain variable name and respective value available in scope.\n\nBefore responding ensure following the instructions:\n- Based on the task, write code using the method to achieve the task. If there are any return value of any methods,\ncreate `const` variables and assign the return values. The variable names should be inspired by the task assigned to you\n- Follow DRY principles and all good practices for typescript\n- Extract object properties and rename them if the return values is an object\n- Do not respond with any backticks or markdown syntax\n\n{{/section}}";
-async function generateSkillUsageCode({ task, sampleUsageMethod, scopeVariablesMapStr, pageVariableName, skillMethodDefinition, trace, }) {
-    const logger = new logger_1.CustomLogger();
-    logger.log(`Generating code using skill usage example: ${sampleUsageMethod}`);
-    const skillUsageSpan = trace?.span({
-        name: "skill-usage",
-        input: {
-            task,
-            sampleUsageMethod,
-            scopeVariablesMapStr,
-            pageVariableName,
-        },
-    });
-    const promptSpan = skillUsageSpan?.span({
-        name: "apply-skills-prompt",
-    });
-    const prompt = (0, llm_1.compilePrompt)(promptTemplate_0, {
-        task,
-        sampleUsageMethod,
-        scopeVariablesMapStr,
-        pageVariableName,
-        skillMethodDefinition,
-    });
-    promptSpan?.end({ output: prompt });
-    const llm = new llm_1.LLM({
-        trace: skillUsageSpan,
-        provider: constants_1.DEFAULT_MODEL_PROVIDER,
-        defaultModel: constants_1.DEFAULT_MODEL,
-        providerApiKey: constants_1.MODEL_API_KEYS[constants_1.DEFAULT_MODEL_PROVIDER],
-    });
-    const firstShotMessage = await llm.createChatCompletion({
-        trace: skillUsageSpan,
-        messages: prompt,
-        traceName: "generate-skill-usage-code",
-        modelParameters: {
-            ...constants_1.DEFAULT_MODEL_PARAMETERS,
-        },
-    });
-    let response = firstShotMessage?.content || "";
-    skillUsageSpan?.end({
-        output: {
-            code: response,
-        },
-    });
-    console.log(`generated usage code`, response);
-    return response;
-}

package/dist/agent/codegen/utils.d.ts

@@ -1,110 +0,0 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { TestCase } from "@empiricalrun/shared-types";
-import { CustomLogger } from "../../bin/logger";
-import { CodeUpdate, CreateTestCodeUpdate, FileUpdateResponse } from "./types";
-/**
- *
- * method to extract file path and code updates for the LLM response of update flow
- * @export
- * @param {string} input
- * @return {*}  {({
- *   filePath: string | undefined;
- *   oldCode: string | undefined;
- *   newCode: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-export declare function extractTestUpdates(input: string): CodeUpdate[];
-/**
- *
- * method to extract file path and code updates for the LLM response of create flow
- * @export
- * @param {string} input
- * @return {*}  {({
- *   filePath: string | undefined;
- *   code: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-export declare function extractCreateTestUpdates(input: string): CreateTestCodeUpdate[];
-/**
- *
- * method to extract append create test updates
- * @export
- * @param {string} input
- * @return {*}  {({
- *   intent: string | undefined,
- *   updateLocation: string | undefined,
- *   filePath: string | undefined;
- *   oldCode: string | undefined;
- *   newCode: string | undefined;
- *   reason: string | undefined;
- * }[])}
- */
-export declare function extractAppendTestUpdates(input: string): {
-    intent: string | undefined;
-    updateLocation: string | undefined;
-    filePath: string | undefined;
-    oldCode: string | undefined;
-    newCode: string | undefined;
-    reason: string | undefined;
-}[];
-export declare function extractTestStepsSuggestions(input: string): {
-    testStep: string;
-    filePath: string;
-    usageExample: string;
-    reason: string;
-    methodName: string;
-}[];
-export declare function validateTypesAndFormatCode({ validateTypes, trace, testCase, filePaths, logger, pomPrompt, nonSpecFilePrompt, }: {
-    validateTypes?: boolean;
-    trace?: TraceClient;
-    testCase: TestCase;
-    filePaths: (string | undefined)[];
-    logger?: CustomLogger;
-    pomPrompt?: string;
-    nonSpecFilePrompt?: string;
-}): Promise<void>;
-export declare function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, }: {
-    trace?: TraceClient;
-    fileChanges: CodeUpdate[];
-    logger?: CustomLogger;
-}): Promise<FileUpdateResponse[]>;
-export declare function applyFileChangesForCreateTest({ trace, fileChanges, }: {
-    trace?: TraceClient;
-    fileChanges: CreateTestCodeUpdate[];
-}): Promise<void>;
-export declare function searchAndReplaceCode({ logger, fileChange, }: {
-    fileChange: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    };
-    logger?: CustomLogger;
-}): Promise<{
-    result: {
-        error: boolean;
-        errorMessage: string;
-        filePath: string;
-    };
-    updatedContent: string;
-}>;
-export declare function applyFileChanges({ trace, testCase, fileChanges, logger, }: {
-    trace?: TraceClient;
-    testCase: TestCase;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
-    logger?: CustomLogger;
-    pomPrompt?: string;
-    nonSpecFilePrompt?: string;
-}): Promise<{
-    error: boolean;
-    errorMessage: string;
-    filePath: string;
-}[]>;
-//# sourceMappingURL=utils.d.ts.map

package/dist/agent/codegen/utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,GACZ,oBAAoB,EAAE,CAgBxB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAqCF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,SAAS,EACT,MAAM,EACN,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IAClC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBAyBA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,6BAA6B,CAAC,EAClD,KAAK,EACL,WAAW,GACZ,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,oBAAoB,EAAE,CAAC;CACrC,iBAiDA;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA8BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}