@empiricalrun/test-gen 0.42.13 → 0.42.14

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/test-gen
 
+## 0.42.14
+
+### Patch Changes
+
+- da02df2: fix: added tool call for code generation and writing code updates to file
+
 ## 0.42.13
 
 ### Patch Changes

package/dist/agent/codegen/generate-code-apply-changes.d.ts

@@ -0,0 +1,13 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { CustomLogger } from "../../bin/logger";
+import { CodeUpdate } from "./types";
+export declare function systemPromptBuilderForRepoEdit(files: string): string;
+export declare function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFiles, }: {
+    task: string;
+    trace?: TraceClient;
+    logger?: CustomLogger;
+    getRelevantFiles: () => Promise<{
+        prompt: string | undefined;
+    }>;
+}): Promise<CodeUpdate[]>;
+//# sourceMappingURL=generate-code-apply-changes.d.ts.map

package/dist/agent/codegen/generate-code-apply-changes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-code-apply-changes.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/generate-code-apply-changes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AASrE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,OAAO,EAAsB,UAAU,EAAsB,MAAM,SAAS,CAAC;AAqL7E,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,MAAM,UAkD3D;AAgED,wBAAsB,2BAA2B,CAAC,EAChD,IAAI,EACJ,KAAK,EACL,MAAM,EACN,gBAAgB,GACjB,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,gBAAgB,EAAE,MAAM,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;CACjE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAyLxB"}

package/dist/agent/codegen/generate-code-apply-changes.js

@@ -0,0 +1,421 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateCodeAndApplyChanges = exports.systemPromptBuilderForRepoEdit = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = require("path");
+const constants_1 = require("../../constants");
+const utils_1 = require("../utils");
+const types_1 = require("./types");
+const utils_2 = require("./utils");
+function getCodeEditorToolCalls() {
+    const strReplace = {
+        name: "code-block-replace",
+        description: "replace the code block with the provided code",
+        schema: {
+            type: "function",
+            function: {
+                name: types_1.CodeEditorToolCall.STR_REPLACE,
+                description: "replace the code block with the provided code",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "reason for why the current block is selected for replacement and why is it needed.",
+                        },
+                        filePath: {
+                            type: "string",
+                            description: "path of the file where the code block is present",
+                        },
+                        oldCode: {
+                            type: "string",
+                            description: "old code block to be replaced",
+                        },
+                        newCode: {
+                            type: "string",
+                            description: "new code block to replace the old code block",
+                        },
+                    },
+                    required: ["reason", "filePath", "oldCode", "newCode"],
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    const createFile = {
+        name: "create_file",
+        description: "create a new file with the provided code if the file doesn't exist",
+        schema: {
+            type: "function",
+            function: {
+                name: types_1.CodeEditorToolCall.CREATE_FILE,
+                description: "create a new file with the provided code if the file doesn't exist",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "reason for why the file is needed and what is the purpose of the file.",
+                        },
+                        filePath: {
+                            type: "string",
+                            description: "path of the file that needs to be created",
+                        },
+                        code: {
+                            type: "string",
+                            description: "code to be written to the file",
+                        },
+                    },
+                    required: ["reason", "filePath", "code"],
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    return [strReplace, createFile].map((tool) => tool.schema);
+}
+function getPlannerToolCalls() {
+    const planner = {
+        name: "change_plan",
+        description: "Provides the plan for the changes to be made",
+        schema: {
+            type: "function",
+            function: {
+                name: "change_plan",
+                description: "Provides the plan for the changes to be made",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "Reason for providing the plan. Why a certain file needed the change ? Are you sure that all the changes required are present in the plan ?",
+                        },
+                        plan: {
+                            type: "string",
+                            description: "Plan given to code agent to execute. The plan should be readable and easy to understand.",
+                        },
+                    },
+                    additionalProperties: false,
+                    required: ["reason", "plan"],
+                },
+            },
+        },
+    };
+    const exit = {
+        name: "exit",
+        description: "Called when there are no more changes to be made. All the changes are done.",
+        schema: {
+            type: "function",
+            function: {
+                name: "exit",
+                description: "Called when there are no more changes to be made. All the changes are done",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "Reason for marking the task as done.",
+                        },
+                    },
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    return [planner, exit].map((tool) => tool.schema);
+}
+async function getPlanForCodeEditorAgent({ prompt, trace, }) {
+    const promptSpan = trace?.span({
+        name: "planner-agent",
+        input: {
+            prompt,
+        },
+    });
+    const llm = new llm_1.LLM({
+        trace: promptSpan,
+        provider: "openai",
+        defaultModel: "o3-mini-2025-01-31",
+        providerApiKey: constants_1.MODEL_API_KEYS["openai"],
+    });
+    const completion = await llm.createChatCompletion({
+        messages: prompt,
+        modelParameters: {
+            max_completion_tokens: constants_1.DEFAULT_O1_MODEL_PARAMETERS.max_completion_tokens,
+            reasoning_effort: "high",
+            tool_choice: "required",
+        },
+        trace: promptSpan,
+        tools: getPlannerToolCalls(),
+    });
+    promptSpan?.end({ output: { completion } });
+    if (!completion?.tool_calls || completion?.tool_calls?.length === 0) {
+        return;
+    }
+    if (completion.tool_calls[0].function.name === "exit") {
+        return;
+    }
+    if (completion.tool_calls[0].function.name === "change_plan") {
+        const args = completion.tool_calls[0].function.arguments;
+        const plan = (0, utils_1.parseJson)(args).plan;
+        return plan;
+    }
+}
+function systemPromptBuilderForRepoEdit(files) {
+    const prompt = `
+You are an expert QA automation engineer well versed in Playwright and Typescript and is given an objective to update tests in the repository on the basis of task provided. 
+
+Directory structure for the repository:
+└── /
+  ├── tests/
+  ├────test-data/
+  │    └── index.ts
+  ├── pages/
+  ├── playwright.config.ts
+  ├── app_knowledge.md
+  ├── .eslintrc.js
+  ├── package.json
+  └── tsconfig.json
+
+Explanation of repository structure:
+- tests: this is a directory where all tests and fixtures are kept. All spec files here end with ".spec.ts" as naming convention. There is an exception for Playwright fixtures file. Fixtures file is named as "fixtures.ts"
+- test-data: this is a directory where all the test data are kept.
+- pages: this is a directory where all reusable page object model methods are kept. Page object model methods are written in a pure functional convention. These methods are reusable methods created to be used across tests. This is also a directory where all the utility methods are kept which can be executed independent of the Playwright tests.
+
+Coding principles and guidelines:
+
+## Code Style and Structure
+- Write concise, maintainable, and technically accurate TypeScript code with relevant examples.
+- Use functional and declarative programming patterns; avoid classes.
+- Use types to describe the shape of data and the behavior of functions.
+- Favour iteration and modularisation to adhere to DRY principles and avoid code duplication.
+- Use descriptive variable names with auxiliary verbs (e.g., isLoading, hasError).
+- Organise files systematically: each file should contain only related content, such as exported components, subcomponents, helpers, static content, and types.
+- Page object models are pure functions and are stateless.
+
+## Naming Conventions
+- Use lowercase with dashes for directories (e.g., tests/auth-wizard).
+- Favour named exports for functions.
+
+## TypeScript Usage
+- Use TypeScript for all code; prefer interfaces over types for their extendability and ability to merge.
+- Avoid enums; use maps instead for better type safety and flexibility.
+- Use functional components with TypeScript interfaces.
+
+## Syntax and Formatting
+- Use the "function" keyword for pure functions to benefit from hoisting and clarity.
+
+You will also be provided with current test files, fixtures and page object models for you to use and update code as per the task provided to you.
+
+Here is the list of the files in the repository:
+${files}
+`;
+    return prompt;
+}
+exports.systemPromptBuilderForRepoEdit = systemPromptBuilderForRepoEdit;
+function userPromptBuilderForStrReplace(plan) {
+    const prompt = `
+You need to work to achieve the plan provided to you.
+
+Plan:
+${plan}
+
+In order to execute the plan, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the plan and figure out what are the changes that needs to be made.
+- List down the changes required to execute the plan.
+- Pick each change and identify the file path which needs the change, the reason for change and the code change they need.
+- Use 'create_file' tool to create a new file if the file doesn't exist.
+- Use separate 'str_replace' tool to make the changes for each update, even if the changes are in the same file.
+- You can provide multiple 'str_replace' tool calls in the response.
+- After making the changes check if the changes are made to all the files if not apply the changes to the remaining files.
+- Also ensure that no extra changes are made to the code.
+
+Notes for using the 'str_replace' command:
+* The 'oldCode' parameter should match EXACTLY one or more consecutive lines from the original file. Be mindful of whitespaces!
+* If the 'oldCode' parameter is not unique in the file, the replacement will not be performed. Make sure to include enough context in 'oldCode' to make it unique
+* The 'newCode' parameter should contain the edited lines that should replace the 'oldCode'
+
+Notes for using the 'create_file' command:
+* The 'create_file' command cannot be used if the specified 'filePath' already exists as a file.
+`;
+    return prompt;
+}
+function userPromptBuilderForPlanner(task) {
+    return `
+You need to work towards completing the task provided to you.
+
+Task: 
+${task}
+
+In order to execute the task, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the task and figure out what are the changes that needs to be made.
+- List down the changes required for the given task.
+- If there are no changes to be made, respond with "exit" tool call to exit the conversation.
+- Craft a prompt for the agent to make the changes to the code.
+- The plan should be readable and easy to understand.
+- The plan should contain the details of the changes to be made such as file path, test name etc.
+- If there are multiple changes in the same file, mention those separately in the plan.
+`;
+}
+function deDupUpdatedFiles(updatedFiles) {
+    return updatedFiles.filter((change, index, self) => index ===
+        self.findIndex((existing) => existing.filePath === change.filePath &&
+            existing.oldCode === change.oldCode &&
+            existing.newCode === change.newCode));
+}
+async function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFiles, }) {
+    let planRetries = 5;
+    let updatedFiles = [];
+    while (planRetries--) {
+        const generateCodeAndApplyChangesSpan = trace?.span({
+            name: "generate-code-apply-changes",
+            input: {
+                task,
+            },
+        });
+        const { prompt: files } = await getRelevantFiles();
+        if (!files) {
+            return deDupUpdatedFiles(updatedFiles);
+        }
+        let strReplacePlan = await getPlanForCodeEditorAgent({
+            prompt: [
+                {
+                    role: "system",
+                    content: systemPromptBuilderForRepoEdit(files),
+                },
+                {
+                    role: "user",
+                    content: userPromptBuilderForPlanner(task),
+                },
+            ],
+            trace: generateCodeAndApplyChangesSpan,
+            logger,
+        });
+        if (!strReplacePlan) {
+            await (0, llm_1.flushAllTraces)();
+            return deDupUpdatedFiles(updatedFiles);
+        }
+        let strReplaceRetries = 3;
+        while (strReplaceRetries--) {
+            const promptForStrReplace = [
+                {
+                    role: "system",
+                    content: systemPromptBuilderForRepoEdit(files),
+                },
+                {
+                    role: "user",
+                    content: userPromptBuilderForStrReplace(strReplacePlan),
+                },
+            ];
+            const codeEditorSpan = generateCodeAndApplyChangesSpan?.span({
+                name: "code-editor-agent",
+                input: {
+                    prompt: promptForStrReplace,
+                },
+            });
+            const llm = new llm_1.LLM({
+                trace: codeEditorSpan,
+                provider: "anthropic",
+                defaultModel: "claude-3-5-sonnet-20240620",
+                providerApiKey: constants_1.MODEL_API_KEYS["anthropic"],
+            });
+            const completion = await llm.createChatCompletion({
+                messages: promptForStrReplace,
+                modelParameters: {
+                    ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                    temperature: 0.1,
+                    tool_choice: "required",
+                },
+                trace: codeEditorSpan,
+                tools: getCodeEditorToolCalls(),
+            });
+            codeEditorSpan?.end({ output: { completion } });
+            if (!completion?.tool_calls || completion?.tool_calls?.length === 0) {
+                break;
+            }
+            let codeEditorToolCalls = completion.tool_calls;
+            // Filter out the tool calls which are for creating new files
+            const createFileToolCalls = completion.tool_calls.filter((tc) => tc.function.name === types_1.CodeEditorToolCall.CREATE_FILE);
+            if (createFileToolCalls.length > 0) {
+                console.log(`create_file tool calls: `, createFileToolCalls);
+            }
+            await Promise.all(createFileToolCalls.map((tc) => {
+                return (async () => {
+                    const args = (0, utils_1.parseJson)(tc.function.arguments);
+                    updatedFiles.push({
+                        filePath: args.filePath,
+                        oldCode: "",
+                        newCode: args.code,
+                        reason: args.reason,
+                    });
+                    await fs_extra_1.default.mkdir((0, path_1.dirname)(args.filePath), { recursive: true });
+                    await fs_extra_1.default.writeFile(args.filePath, args.code, "utf-8");
+                    console.log(`Created file: ${args.filePath}`);
+                })();
+            }));
+            const strReplaceToolCalls = completion.tool_calls.filter((tc) => tc.function.name === types_1.CodeEditorToolCall.STR_REPLACE);
+            if (strReplaceToolCalls.length > 0) {
+                console.log(`str_replace tool calls: `, strReplaceToolCalls);
+            }
+            // Filter out the tool calls which are for replacing code in existing files
+            const fileChanges = strReplaceToolCalls
+                .map((toolCall) => (0, utils_1.parseJson)(toolCall.function.arguments))
+                .filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath));
+            updatedFiles.push(...fileChanges);
+            let failedCodeUpdates;
+            // applyChangesResponse contains the errors occurred while applying the changes
+            failedCodeUpdates = await (0, utils_2.applyFileChangesUsingStrReplace)({
+                trace: codeEditorSpan,
+                fileChanges,
+                logger,
+            });
+            // Filter out the responses having errors
+            failedCodeUpdates = failedCodeUpdates.filter((f) => f?.error);
+            // Filter out the tool calls which have errors
+            const toolCallsWithErrors = codeEditorToolCalls.filter((toolCall) => {
+                const args = (0, utils_1.parseJson)(toolCall.function.arguments);
+                return failedCodeUpdates.find((response) => response.filePath === args.filePath);
+            });
+            if (failedCodeUpdates.length === 0) {
+                break;
+            }
+            logger?.log(`Failed to apply changes, retrying...`, failedCodeUpdates);
+            const feedback = failedCodeUpdates
+                .map((updates) => `For file ${updates.filePath}: ${updates.errorMessage}`)
+                .join("\n");
+            promptForStrReplace.push({
+                role: "assistant",
+                tool_calls: toolCallsWithErrors,
+            });
+            toolCallsWithErrors.forEach((toolCall) => {
+                promptForStrReplace.push({
+                    role: "tool",
+                    tool_call_id: toolCall.id,
+                    content: `
+Errors while executing the changes provided in above tool call:
+${feedback}
+
+Please fix the errors and return the updated code.
+
+FOLLOW BELOW STEPS TO FIX THE ISSUES:
+- First read the error message and understand the issue.
+- Go through the new code block and current file code, to figure out the root cause of the issue.
+- Compile the steps that you need to follow to fix the issue.
+- Check the test names, to ensure that the changes are applied to the correct test.
+- Use separate 'str_replace' tool to make the changes for each update.
+- Return the updated code in the same format as provided in the tool call.
+
+NOTE: ONLY MAKE THE CHANGES TO FIX THE ISSUES MENTIONED IN THE ERROR MESSAGE AND NOTHING ELSE. NO EXTRA CODE REFACTORING IS REQUIRED.
+    `,
+                });
+            });
+        }
+    }
+    return deDupUpdatedFiles(updatedFiles);
+}
+exports.generateCodeAndApplyChanges = generateCodeAndApplyChanges;

package/dist/agent/codegen/repo-edit.d.ts

@@ -1,32 +1,25 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
 import { CustomLogger } from "../../bin/logger";
-export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, }: {
+import { CodeUpdate } from "./types";
+export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, useStrReplace, logger, }: {
     trace?: TraceClient;
     task: string;
-    repoFiles?: string;
+    repoFiles: string;
+    useStrReplace?: boolean;
+    logger?: CustomLogger;
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
     agentResponse: string;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
 }>;
-export declare function repoEditAgent({ trace, task, logger, }: {
+export declare function repoEditAgent({ trace, task, logger, useStrReplace, }: {
     trace?: TraceClient;
     task: string;
     logger?: CustomLogger;
+    useStrReplace?: boolean;
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
-    agentResponse: string;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
 }>;
 //# sourceMappingURL=repo-edit.d.ts.map

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAahD,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,GACV,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CA6GD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CAkED"}
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAWhD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAOrC,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,EACT,aAAa,EACb,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CAwJD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,EACN,aAAa,GACd,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CA0ED"}

package/dist/agent/codegen/repo-edit.js

@@ -11,14 +11,55 @@ const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const reporter_1 = require("../../reporter");
+const generate_code_apply_changes_1 = require("./generate-code-apply-changes");
 const test_update_feedback_1 = require("./test-update-feedback");
 const utils_1 = require("./utils");
-async function generateCodeUsingRepoAgent({ task, trace, repoFiles, }) {
+async function generateCodeUsingRepoAgent({ task, trace, repoFiles, useStrReplace, logger, }) {
     const repoEditSpan = trace?.span({
         name: "repo-edit",
         input: { task },
     });
-    // TODO: add support for playwright config and other files
+    // TODO: remove this once we test this flow
+    if (useStrReplace) {
+        const prompt = [
+            {
+                role: "system",
+                content: (0, generate_code_apply_changes_1.systemPromptBuilderForRepoEdit)(repoFiles),
+            },
+            {
+                role: "user",
+                content: `
+You need to work towards completing the task provided to you.
+
+Task: 
+${task}
+
+In order to execute the task, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the task and figure out what are the changes that needs to be made.
+- List down the changes required for the given task.
+- Create a clear, detailed plan which will be used as a prompt for the code change agent. Include specifics like file paths and test names. If there are multiple changes in one file, list them separately.
+- The plan should be readable and easy to understand.
+
+If all the changes are done, respond with "exit" tool call otherwise respond with "change-plan" tool call.
+  `,
+            },
+        ];
+        const fileChanges = await (0, generate_code_apply_changes_1.generateCodeAndApplyChanges)({
+            task,
+            trace: repoEditSpan,
+            getRelevantFiles: async () => await (0, context_1.generateTxtForRepository)(),
+            logger,
+        });
+        repoEditSpan?.end({
+            output: { fileChanges },
+        });
+        return {
+            prompt,
+            fileChanges,
+            agentResponse: "",
+        };
+    }
     const prompt = [
         {
             role: "system",
@@ -122,7 +163,7 @@ Task: ${task}
     };
 }
 exports.generateCodeUsingRepoAgent = generateCodeUsingRepoAgent;
-async function repoEditAgent({ trace, task, logger, }) {
+async function repoEditAgent({ trace, task, logger, useStrReplace, }) {
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
     logger?.log(`Starting repo agent: [trace](${trace?.getTraceUrl()})`);
@@ -130,36 +171,40 @@ async function repoEditAgent({ trace, task, logger, }) {
     const repoAgentOutput = await generateCodeUsingRepoAgent({
         task,
         trace,
-        repoFiles,
+        repoFiles: repoFiles,
+        useStrReplace,
+        logger,
     });
     const updates = repoAgentOutput.fileChanges;
-    const fileUpdateResponses = await (0, utils_1.applyFileChangesForRepoEdit)({
-        trace,
-        fileChanges: updates.filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath)),
-    });
-    const errorResponses = fileUpdateResponses.filter((f) => f?.error);
-    if (errorResponses.length > 0) {
-        const updatedFileChanges = await (0, test_update_feedback_1.applyTestUpdateFeedbacks)({
-            trace,
-            oldPrompt: repoAgentOutput.prompt,
-            agentResponse: repoAgentOutput.agentResponse,
-            feedbacks: errorResponses.map((e) => ({
-                filePath: e?.filePath,
-                errorMessage: e?.errorMessage,
-            })),
-        });
-        await (0, utils_1.applyFileChangesForRepoEdit)({
+    if (!useStrReplace) {
+        const fileUpdateResponses = await (0, utils_1.applyFileChangesForRepoEdit)({
             trace,
-            fileChanges: updatedFileChanges,
+            fileChanges: updates.filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath)),
         });
+        const errorResponses = fileUpdateResponses.filter((f) => f?.error);
+        if (errorResponses.length > 0) {
+            const updatedFileChanges = await (0, test_update_feedback_1.applyTestUpdateFeedbacks)({
+                trace,
+                oldPrompt: repoAgentOutput.prompt,
+                agentResponse: repoAgentOutput.agentResponse,
+                feedbacks: errorResponses.map((e) => ({
+                    filePath: e?.filePath,
+                    errorMessage: e?.errorMessage,
+                })),
+            });
+            await (0, utils_1.applyFileChangesForRepoEdit)({
+                trace,
+                fileChanges: updatedFileChanges,
+            });
+        }
+        const newFileUpdates = updates.filter((f) => !fs_extra_1.default.existsSync(f.filePath));
+        await Promise.all(newFileUpdates.map((f) => {
+            return (async () => {
+                await fs_extra_1.default.mkdir((0, path_1.dirname)(f.filePath), { recursive: true });
+                await fs_extra_1.default.writeFile(f.filePath, f.newCode, "utf-8");
+            })();
+        }));
     }
-    const newFileUpdates = updates.filter((f) => !fs_extra_1.default.existsSync(f.filePath));
-    await Promise.all(newFileUpdates.map((f) => {
-        return (async () => {
-            await fs_extra_1.default.mkdir((0, path_1.dirname)(f.filePath), { recursive: true });
-            await fs_extra_1.default.writeFile(f.filePath, f.newCode, "utf-8");
-        })();
-    }));
     await (0, utils_1.validateTypesAndFormatCode)({
         validateTypes: true,
         trace,

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAmC5B"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAsC5B"}

package/dist/agent/codegen/run.js

@@ -27,6 +27,7 @@ async function generateTest(testCase, file, options, trace) {
     });
     const isUpdate = !!testBlock;
     if (isUpdate) {
+        logger.log(`Updating the test '${testCase.name}': [View trace](${trace?.getTraceUrl()})`);
         return await (0, update_flow_1.updateTest)(testCase, file, options, true, true, trace);
     }
     const createTestSpan = trace?.span({

package/dist/agent/codegen/test-update-feedback.d.ts

@@ -8,10 +8,5 @@ export declare function applyTestUpdateFeedbacks({ trace, oldPrompt, feedbacks,
         errorMessage: string;
     }[];
     trace?: TraceClient;
-}): Promise<{
-    filePath: string | undefined;
-    oldCode: string | undefined;
-    newCode: string | undefined;
-    reason: string | undefined;
-}[]>;
+}): Promise<import("./types").CodeUpdate[]>;
 //# sourceMappingURL=test-update-feedback.d.ts.map

package/dist/agent/codegen/test-update-feedback.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;KA4CA"}
+{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,2CA4CA"}

package/dist/agent/codegen/types.d.ts

@@ -0,0 +1,20 @@
+import { TestCase } from "../../types";
+export type CodeUpdate = {
+    filePath: string | undefined;
+    oldCode: string | undefined;
+    newCode: string | undefined;
+    reason: string | undefined;
+};
+export type FileUpdateResponse = {
+    error: boolean;
+    errorMessage: string;
+    filePath: string;
+};
+export type UpdatedTestCase = TestCase & {
+    updatedFiles: string[];
+};
+export declare enum CodeEditorToolCall {
+    STR_REPLACE = "str_replace",
+    CREATE_FILE = "create_file"
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/agent/codegen/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAGF,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG;IACvC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,oBAAY,kBAAkB;IAC5B,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;CAC5B"}

package/dist/agent/codegen/types.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CodeEditorToolCall = void 0;
+var CodeEditorToolCall;
+(function (CodeEditorToolCall) {
+    CodeEditorToolCall["STR_REPLACE"] = "str_replace";
+    CodeEditorToolCall["CREATE_FILE"] = "create_file";
+})(CodeEditorToolCall || (exports.CodeEditorToolCall = CodeEditorToolCall = {}));

package/dist/agent/codegen/update-flow.d.ts

@@ -1,8 +1,8 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
 import { TestCase, TestGenConfigOptions } from "../../types";
-import { UpdatedTestCase } from "./utils";
-export declare function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, trace, options, }: {
+import { CodeUpdate, UpdatedTestCase } from "./types";
+export declare function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, options, trace, }: {
     testCase: TestCase;
     testFiles: string;
     pageFiles: string;
@@ -13,12 +13,7 @@ export declare function getUpdateTestCodeCompletion({ testCase, testFileContent,
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
     agentResponse: string;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
 }>;
 export declare function updateTest(testCase: TestCase, file: string, options: TestGenConfigOptions | undefined, logging?: boolean, validate?: boolean, trace?: TraceClient): Promise<UpdatedTestCase[]>;
 export declare function getAppendCreateTestBlockCompletion({ testFiles, pageFiles, testCase, testFilePath, options, trace, }: {

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAYxE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,OAAO,EAIL,eAAe,EAEhB,MAAM,SAAS,CAAC;AAEjB,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,eAAe,EACf,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CAmDD;AAED,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CA+F5B;AAED,wBAAsB,kCAAkC,CAAC,EACvD,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;CACtB,mBAuGA;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAqD7B"}
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAYxE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAQtD,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,eAAe,EACf,SAAS,EACT,SAAS,EACT,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CAmDD;AAED,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CA+F5B;AAED,wBAAsB,kCAAkC,CAAC,EACvD,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;CACtB,mBAuGA;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAqD7B"}

package/dist/agent/codegen/update-flow.js

@@ -15,11 +15,10 @@ const constants_1 = require("../../constants");
 const session_1 = require("../../session");
 const test_update_feedback_1 = require("./test-update-feedback");
 const utils_1 = require("./utils");
-async function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, trace, options, }) {
+async function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, options, trace, }) {
     const promptSpan = trace?.span({
         name: "update-scenario-prompt",
     });
-    const promptName = "update-scenario";
     // if describe blocks are present, we need to add them to the scenario name
     // e.g. describe block: login ---> login with email
     // this is help LLM navigate to the right test block
@@ -32,6 +31,7 @@ async function getUpdateTestCodeCompletion({ testCase, testFileContent, testFile
         content: testFileContent,
         suites: testCase?.suites || [],
     });
+    const promptName = "update-scenario";
     const prompt = await (0, llm_1.getPrompt)(promptName, {
         testFiles: testFiles,
         pageFiles: pageFiles,

package/dist/agent/codegen/utils.d.ts

@@ -1,6 +1,7 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { CustomLogger } from "../../bin/logger";
 import { TestCase, TestGenConfigOptions } from "../../types";
+import { CodeUpdate, FileUpdateResponse } from "./types";
 /**
  *
  * method to extract file path and code updates for the LLM response of update flow
@@ -13,12 +14,7 @@ import { TestCase, TestGenConfigOptions } from "../../types";
  *   reason: string | undefined;
  * }[])}
  */
-export declare function extractTestUpdates(input: string): {
-    filePath: string | undefined;
-    oldCode: string | undefined;
-    newCode: string | undefined;
-    reason: string | undefined;
-}[];
+export declare function extractTestUpdates(input: string): CodeUpdate[];
 /**
  *
  * method to extract append create test updates
@@ -48,37 +44,11 @@ export declare function extractTestStepsSuggestions(input: string): {
     reason: string;
     methodName: string;
 }[];
-export type UpdatedTestCase = TestCase & {
-    updatedFiles: string[];
-};
-export declare function applyFileChanges({ trace, testCase, fileChanges, logger, }: {
-    trace?: TraceClient;
-    testCase: TestCase;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
-    logger?: CustomLogger;
-    testGenOptions?: TestGenConfigOptions;
-    pomPrompt?: string;
-    nonSpecFilePrompt?: string;
-}): Promise<{
-    error: boolean;
-    errorMessage: string;
-    filePath: string;
-}[]>;
 export declare function validateTypesAndFormatCode({ validateTypes, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }: {
     validateTypes?: boolean;
     trace?: TraceClient;
     testCase: TestCase;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
     logger?: CustomLogger;
     testGenOptions?: TestGenConfigOptions;
     pomPrompt?: string;
@@ -88,6 +58,23 @@ export declare function getTaskForCreateTest({ testCase, file, }: {
     testCase: TestCase;
     file: string;
 }): string;
+export declare function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, }: {
+    trace?: TraceClient;
+    fileChanges: CodeUpdate[];
+    logger?: CustomLogger;
+}): Promise<FileUpdateResponse[]>;
+export declare function searchAndReplaceCodeUsingStrReplace({ logger, fileChange, }: {
+    fileChange: {
+        filePath: string | undefined;
+        oldCode: string | undefined;
+        newCode: string | undefined;
+        reason: string | undefined;
+    };
+    logger?: CustomLogger;
+}): Promise<{
+    result: FileUpdateResponse;
+    updatedContent: string;
+}>;
 export declare function applyFileChangesForRepoEdit({ trace, fileChanges, logger, }: {
     trace?: TraceClient;
     fileChanges: {
@@ -118,4 +105,22 @@ export declare function searchAndReplaceCode({ logger, fileChange, }: {
     };
     updatedContent: string;
 }>;
+export declare function applyFileChanges({ trace, testCase, fileChanges, logger, }: {
+    trace?: TraceClient;
+    testCase: TestCase;
+    fileChanges: {
+        filePath: string | undefined;
+        oldCode: string | undefined;
+        newCode: string | undefined;
+        reason: string | undefined;
+    }[];
+    logger?: CustomLogger;
+    testGenOptions?: TestGenConfigOptions;
+    pomPrompt?: string;
+    nonSpecFilePrompt?: string;
+}): Promise<{
+    error: boolean;
+    errorMessage: string;
+    filePath: string;
+}[]>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/codegen/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG7D;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG;IACjD,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CAiBF;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAgBF;AAED,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG;IACvC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,EACN,cAAc,EACd,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBA6BA;AAED,wBAAgB,oBAAoB,CAAC,EACnC,QAAQ,EACR,IAAI,GACL,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd,UAaA;AAED,wBAAsB,2BAA2B,CAAC,EAChD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAgDxE;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA6BD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAEzD;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAgBF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,EACN,cAAc,EACd,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBA6BA;AAED,wBAAgB,oBAAoB,CAAC,EACnC,QAAQ,EACR,IAAI,GACL,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd,UAaA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,mCAAmC,CAAC,EACxD,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,kBAAkB,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CAuCD;AAED,wBAAsB,2BAA2B,CAAC,EAChD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAgDxE;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA6BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}

package/dist/agent/codegen/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.searchAndReplaceCode = exports.applyFileChangesForRepoEdit = exports.getTaskForCreateTest = exports.validateTypesAndFormatCode = exports.applyFileChanges = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractTestUpdates = void 0;
+exports.applyFileChanges = exports.searchAndReplaceCode = exports.applyFileChangesForRepoEdit = exports.searchAndReplaceCodeUsingStrReplace = exports.applyFileChangesUsingStrReplace = exports.getTaskForCreateTest = exports.validateTypesAndFormatCode = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractTestUpdates = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const ts_morph_1 = require("ts-morph");
@@ -89,115 +89,6 @@ function extractTestStepsSuggestions(input) {
     return result.filter((r) => !!r.filePath && !!r.usageExample);
 }
 exports.extractTestStepsSuggestions = extractTestStepsSuggestions;
-async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
-    const results = [];
-    for (const fileChange of fileChanges) {
-        if (!fileChange.filePath) {
-            continue;
-        }
-        try {
-            const hasTestCaseAsUpdateContext = !!testCase?.name;
-            let testBlockUpdate = undefined;
-            if (hasTestCaseAsUpdateContext) {
-                const applyFileChangesSpan = trace?.span({
-                    name: "apply-file-changes",
-                });
-                const block = (0, web_1.getTypescriptTestBlock)({
-                    scenarioName: testCase?.name,
-                    content: fileChange.newCode || "",
-                    suites: [], // // suites should be empty here since we ask LLM to send immediate parent AST node for the code update. so there won't be any nesting here, just the test block
-                });
-                testBlockUpdate = block.testBlock;
-                applyFileChangesSpan?.end({ output: { testBlock: testBlockUpdate } });
-            }
-            if (testBlockUpdate) {
-                // assuming the test case getting updated
-                // maintaining the previous accuracy of the test case update
-                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-                const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
-                let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
-                const { testBlock } = (0, web_1.getTypescriptTestBlock)({
-                    scenarioName: testCase?.name,
-                    content: contents,
-                    suites: testCase?.suites,
-                });
-                contents = contents.replace(testBlock, `\n\n${strippedContent}`);
-                updatedContent = prependContent + contents;
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
-                readWriteFileSpan?.end({ output: { updatedContent } });
-            }
-            else {
-                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-                const project = new ts_morph_1.Project();
-                const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
-                const functions = sourceFile.getFunctions();
-                const checkForMethodSrc = project.createSourceFile("check-method.ts", `class A {
-          ${fileChange.newCode}
-        }`);
-                const methods = checkForMethodSrc.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
-                const originalSource = project.createSourceFile("current-code.ts", contents);
-                // if there is a single function update in the file
-                if (functions.length === 1 &&
-                    functions[0]?.getText() === fileChange.newCode) {
-                    const updatedCodeFuncNames = functions.map((f) => f.getName());
-                    const funcName = updatedCodeFuncNames[0];
-                    const matchingNodes = originalSource
-                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.FunctionDeclaration)
-                        .filter((node) => node.getName() === funcName);
-                    matchingNodes[0]?.replaceWithText(functions[0]?.getText());
-                    contents = originalSource.getFullText();
-                }
-                else if (
-                // if there is a update in method of a class in the file
-                methods.length === 1 &&
-                    methods[0]?.getText() === fileChange.newCode) {
-                    const method = methods[0];
-                    const funcName = method?.getName();
-                    const matchingNodes = originalSource
-                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration)
-                        .filter((node) => node.getName() === funcName);
-                    matchingNodes[0]?.replaceWithText(method?.getText());
-                    contents = originalSource.getFullText();
-                }
-                else {
-                    const { result, updatedContent } = await searchAndReplaceCode({
-                        logger,
-                        fileChange,
-                    });
-                    if (result.error) {
-                        logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
-                        results.push(result);
-                        continue;
-                    }
-                    else {
-                        contents = updatedContent;
-                    }
-                }
-                await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
-                readWriteFileSpan?.end({ output: { contents } });
-                results.push({
-                    filePath: fileChange.filePath,
-                    error: false,
-                    errorMessage: "",
-                });
-            }
-        }
-        catch (e) {
-            trace?.event({
-                name: "apply-file-changes-error",
-                output: {
-                    filePath: fileChange.filePath,
-                    error: e,
-                },
-            });
-            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
-        }
-    }
-    return results;
-}
-exports.applyFileChanges = applyFileChanges;
 async function validateTypesAndFormatCode({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
     for (let fileChange of fileChanges) {
         if (!fileChange.filePath) {
@@ -239,6 +130,87 @@ ${testCase.steps.join("\n")}
   `;
 }
 exports.getTaskForCreateTest = getTaskForCreateTest;
+async function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, }) {
+    const repoEditFileChangesSpan = trace?.span({
+        name: "repo-edit-file-changes",
+    });
+    const results = [];
+    for (const fileChange of fileChanges) {
+        if (!fileChange.filePath) {
+            continue;
+        }
+        try {
+            const readWriteFileSpan = repoEditFileChangesSpan?.span({
+                name: "write-to-file",
+                input: {
+                    fileChange,
+                },
+            });
+            const { result, updatedContent } = await searchAndReplaceCode({
+                logger,
+                fileChange,
+            });
+            if (result.error) {
+                logger?.error(`Unable to find the code to update in ${result.filePath}, full error:`, result);
+            }
+            else {
+                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
+                readWriteFileSpan?.end({ output: { updatedContent } });
+            }
+            results.push(result);
+        }
+        catch (e) {
+            trace?.event({
+                name: "repo-edit-file-changes-error",
+                output: {
+                    filePath: fileChange.filePath,
+                    error: e,
+                },
+            });
+            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
+        }
+    }
+    return results;
+}
+exports.applyFileChangesUsingStrReplace = applyFileChangesUsingStrReplace;
+async function searchAndReplaceCodeUsingStrReplace({ logger, fileChange, }) {
+    let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+    if (contents.includes(fileChange.oldCode)) {
+        // Check for multiple instances of old code block
+        // If there are multiple instances, then we cannot safely determine which instance to replace
+        const firstIndex = contents.indexOf(fileChange.oldCode);
+        const lastIndex = contents.lastIndexOf(fileChange.oldCode);
+        if (firstIndex !== lastIndex) {
+            return {
+                result: {
+                    error: true,
+                    errorMessage: `Multiple instances of the code block found in file "${fileChange.filePath}". Cannot safely determine which instance to replace.`,
+                    filePath: fileChange.filePath,
+                },
+                updatedContent: contents,
+            };
+        }
+        const updatedContent = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
+        return {
+            result: {
+                error: false,
+                errorMessage: "",
+                filePath: fileChange.filePath,
+            },
+            updatedContent,
+        };
+    }
+    logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
+    return {
+        result: {
+            error: true,
+            errorMessage: `The content of "old_code_block" corresponding to file path "${fileChange.filePath}" did not match the current content of the file "${fileChange.filePath}"`,
+            filePath: fileChange.filePath,
+        },
+        updatedContent: contents,
+    };
+}
+exports.searchAndReplaceCodeUsingStrReplace = searchAndReplaceCodeUsingStrReplace;
 async function applyFileChangesForRepoEdit({ trace, fileChanges, logger, }) {
     const repoEditFileChangesSpan = trace?.span({
         name: "repo-edit-file-changes",
@@ -309,3 +281,112 @@ async function searchAndReplaceCode({ logger, fileChange, }) {
     };
 }
 exports.searchAndReplaceCode = searchAndReplaceCode;
+async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
+    const results = [];
+    for (const fileChange of fileChanges) {
+        if (!fileChange.filePath) {
+            continue;
+        }
+        try {
+            const hasTestCaseAsUpdateContext = !!testCase?.name;
+            let testBlockUpdate = undefined;
+            if (hasTestCaseAsUpdateContext) {
+                const applyFileChangesSpan = trace?.span({
+                    name: "apply-file-changes",
+                });
+                const block = (0, web_1.getTypescriptTestBlock)({
+                    scenarioName: testCase?.name,
+                    content: fileChange.newCode || "",
+                    suites: [], // // suites should be empty here since we ask LLM to send immediate parent AST node for the code update. so there won't be any nesting here, just the test block
+                });
+                testBlockUpdate = block.testBlock;
+                applyFileChangesSpan?.end({ output: { testBlock: testBlockUpdate } });
+            }
+            if (testBlockUpdate) {
+                // assuming the test case getting updated
+                // maintaining the previous accuracy of the test case update
+                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
+                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
+                let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
+                const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+                    scenarioName: testCase?.name,
+                    content: contents,
+                    suites: testCase?.suites,
+                });
+                contents = contents.replace(testBlock, `\n\n${strippedContent}`);
+                updatedContent = prependContent + contents;
+                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
+                readWriteFileSpan?.end({ output: { updatedContent } });
+            }
+            else {
+                const readWriteFileSpan = trace?.span({ name: "write-to-file" });
+                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                const project = new ts_morph_1.Project();
+                const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
+                const functions = sourceFile.getFunctions();
+                const checkForMethodSrc = project.createSourceFile("check-method.ts", `class A {
+          ${fileChange.newCode}
+        }`);
+                const methods = checkForMethodSrc.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
+                const originalSource = project.createSourceFile("current-code.ts", contents);
+                // if there is a single function update in the file
+                if (functions.length === 1 &&
+                    functions[0]?.getText() === fileChange.newCode) {
+                    const updatedCodeFuncNames = functions.map((f) => f.getName());
+                    const funcName = updatedCodeFuncNames[0];
+                    const matchingNodes = originalSource
+                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.FunctionDeclaration)
+                        .filter((node) => node.getName() === funcName);
+                    matchingNodes[0]?.replaceWithText(functions[0]?.getText());
+                    contents = originalSource.getFullText();
+                }
+                else if (
+                // if there is a update in method of a class in the file
+                methods.length === 1 &&
+                    methods[0]?.getText() === fileChange.newCode) {
+                    const method = methods[0];
+                    const funcName = method?.getName();
+                    const matchingNodes = originalSource
+                        .getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration)
+                        .filter((node) => node.getName() === funcName);
+                    matchingNodes[0]?.replaceWithText(method?.getText());
+                    contents = originalSource.getFullText();
+                }
+                else {
+                    const { result, updatedContent } = await searchAndReplaceCode({
+                        logger,
+                        fileChange,
+                    });
+                    if (result.error) {
+                        logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
+                        results.push(result);
+                        continue;
+                    }
+                    else {
+                        contents = updatedContent;
+                    }
+                }
+                await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
+                readWriteFileSpan?.end({ output: { contents } });
+                results.push({
+                    filePath: fileChange.filePath,
+                    error: false,
+                    errorMessage: "",
+                });
+            }
+        }
+        catch (e) {
+            trace?.event({
+                name: "apply-file-changes-error",
+                output: {
+                    filePath: fileChange.filePath,
+                    error: e,
+                },
+            });
+            console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
+        }
+    }
+    return results;
+}
+exports.applyFileChanges = applyFileChanges;

package/dist/bin/index.js

@@ -79,6 +79,7 @@ async function runAgent(testGenConfig) {
             trace,
             task: testGenConfig.testCase.steps.join("\n"),
             logger,
+            useStrReplace: testGenConfig.options?.useStrReplace,
         });
         return;
     }

package/dist/types/index.d.ts

@@ -17,6 +17,7 @@ export type TestGenConfigOptions = {
     modelProvider: LLMProvider;
     modelParameters?: ModelParameters;
     useActionSpecificAnnotations?: boolean;
+    useStrReplace?: boolean;
     metadata: {
         testSessionId: number;
         generationId: number;

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;IAC/C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,eAAe,EACf,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,WAAW,CAAC;IAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,aAAa,GAAG,YAAY,CAAC;KAC3C,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;IAC/C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.42.13",
+  "version": "0.42.14",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"