@empiricalrun/test-gen 0.42.12 → 0.42.14

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.42.14
+
+### Patch Changes
+
+- da02df2: fix: added tool call for code generation and writing code updates to file
+
+## 0.42.13
+
+### Patch Changes
+
+- 161b404: fix: added colors in annnotations
+
 ## 0.42.12
 
 ### Patch Changes

package/dist/agent/codegen/generate-code-apply-changes.d.ts

@@ -0,0 +1,13 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { CustomLogger } from "../../bin/logger";
+import { CodeUpdate } from "./types";
+export declare function systemPromptBuilderForRepoEdit(files: string): string;
+export declare function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFiles, }: {
+    task: string;
+    trace?: TraceClient;
+    logger?: CustomLogger;
+    getRelevantFiles: () => Promise<{
+        prompt: string | undefined;
+    }>;
+}): Promise<CodeUpdate[]>;
+//# sourceMappingURL=generate-code-apply-changes.d.ts.map

package/dist/agent/codegen/generate-code-apply-changes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-code-apply-changes.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/generate-code-apply-changes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AASrE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,OAAO,EAAsB,UAAU,EAAsB,MAAM,SAAS,CAAC;AAqL7E,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,MAAM,UAkD3D;AAgED,wBAAsB,2BAA2B,CAAC,EAChD,IAAI,EACJ,KAAK,EACL,MAAM,EACN,gBAAgB,GACjB,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,gBAAgB,EAAE,MAAM,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;CACjE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAyLxB"}

package/dist/agent/codegen/generate-code-apply-changes.js

@@ -0,0 +1,421 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateCodeAndApplyChanges = exports.systemPromptBuilderForRepoEdit = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = require("path");
+const constants_1 = require("../../constants");
+const utils_1 = require("../utils");
+const types_1 = require("./types");
+const utils_2 = require("./utils");
+function getCodeEditorToolCalls() {
+    const strReplace = {
+        name: "code-block-replace",
+        description: "replace the code block with the provided code",
+        schema: {
+            type: "function",
+            function: {
+                name: types_1.CodeEditorToolCall.STR_REPLACE,
+                description: "replace the code block with the provided code",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "reason for why the current block is selected for replacement and why is it needed.",
+                        },
+                        filePath: {
+                            type: "string",
+                            description: "path of the file where the code block is present",
+                        },
+                        oldCode: {
+                            type: "string",
+                            description: "old code block to be replaced",
+                        },
+                        newCode: {
+                            type: "string",
+                            description: "new code block to replace the old code block",
+                        },
+                    },
+                    required: ["reason", "filePath", "oldCode", "newCode"],
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    const createFile = {
+        name: "create_file",
+        description: "create a new file with the provided code if the file doesn't exist",
+        schema: {
+            type: "function",
+            function: {
+                name: types_1.CodeEditorToolCall.CREATE_FILE,
+                description: "create a new file with the provided code if the file doesn't exist",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "reason for why the file is needed and what is the purpose of the file.",
+                        },
+                        filePath: {
+                            type: "string",
+                            description: "path of the file that needs to be created",
+                        },
+                        code: {
+                            type: "string",
+                            description: "code to be written to the file",
+                        },
+                    },
+                    required: ["reason", "filePath", "code"],
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    return [strReplace, createFile].map((tool) => tool.schema);
+}
+function getPlannerToolCalls() {
+    const planner = {
+        name: "change_plan",
+        description: "Provides the plan for the changes to be made",
+        schema: {
+            type: "function",
+            function: {
+                name: "change_plan",
+                description: "Provides the plan for the changes to be made",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "Reason for providing the plan. Why a certain file needed the change ? Are you sure that all the changes required are present in the plan ?",
+                        },
+                        plan: {
+                            type: "string",
+                            description: "Plan given to code agent to execute. The plan should be readable and easy to understand.",
+                        },
+                    },
+                    additionalProperties: false,
+                    required: ["reason", "plan"],
+                },
+            },
+        },
+    };
+    const exit = {
+        name: "exit",
+        description: "Called when there are no more changes to be made. All the changes are done.",
+        schema: {
+            type: "function",
+            function: {
+                name: "exit",
+                description: "Called when there are no more changes to be made. All the changes are done",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "Reason for marking the task as done.",
+                        },
+                    },
+                    additionalProperties: false,
+                },
+            },
+        },
+    };
+    return [planner, exit].map((tool) => tool.schema);
+}
+async function getPlanForCodeEditorAgent({ prompt, trace, }) {
+    const promptSpan = trace?.span({
+        name: "planner-agent",
+        input: {
+            prompt,
+        },
+    });
+    const llm = new llm_1.LLM({
+        trace: promptSpan,
+        provider: "openai",
+        defaultModel: "o3-mini-2025-01-31",
+        providerApiKey: constants_1.MODEL_API_KEYS["openai"],
+    });
+    const completion = await llm.createChatCompletion({
+        messages: prompt,
+        modelParameters: {
+            max_completion_tokens: constants_1.DEFAULT_O1_MODEL_PARAMETERS.max_completion_tokens,
+            reasoning_effort: "high",
+            tool_choice: "required",
+        },
+        trace: promptSpan,
+        tools: getPlannerToolCalls(),
+    });
+    promptSpan?.end({ output: { completion } });
+    if (!completion?.tool_calls || completion?.tool_calls?.length === 0) {
+        return;
+    }
+    if (completion.tool_calls[0].function.name === "exit") {
+        return;
+    }
+    if (completion.tool_calls[0].function.name === "change_plan") {
+        const args = completion.tool_calls[0].function.arguments;
+        const plan = (0, utils_1.parseJson)(args).plan;
+        return plan;
+    }
+}
+function systemPromptBuilderForRepoEdit(files) {
+    const prompt = `
+You are an expert QA automation engineer well versed in Playwright and Typescript and is given an objective to update tests in the repository on the basis of task provided. 
+
+Directory structure for the repository:
+└── /
+  ├── tests/
+  ├────test-data/
+  │    └── index.ts
+  ├── pages/
+  ├── playwright.config.ts
+  ├── app_knowledge.md
+  ├── .eslintrc.js
+  ├── package.json
+  └── tsconfig.json
+
+Explanation of repository structure:
+- tests: this is a directory where all tests and fixtures are kept. All spec files here end with ".spec.ts" as naming convention. There is an exception for Playwright fixtures file. Fixtures file is named as "fixtures.ts"
+- test-data: this is a directory where all the test data are kept.
+- pages: this is a directory where all reusable page object model methods are kept. Page object model methods are written in a pure functional convention. These methods are reusable methods created to be used across tests. This is also a directory where all the utility methods are kept which can be executed independent of the Playwright tests.
+
+Coding principles and guidelines:
+
+## Code Style and Structure
+- Write concise, maintainable, and technically accurate TypeScript code with relevant examples.
+- Use functional and declarative programming patterns; avoid classes.
+- Use types to describe the shape of data and the behavior of functions.
+- Favour iteration and modularisation to adhere to DRY principles and avoid code duplication.
+- Use descriptive variable names with auxiliary verbs (e.g., isLoading, hasError).
+- Organise files systematically: each file should contain only related content, such as exported components, subcomponents, helpers, static content, and types.
+- Page object models are pure functions and are stateless.
+
+## Naming Conventions
+- Use lowercase with dashes for directories (e.g., tests/auth-wizard).
+- Favour named exports for functions.
+
+## TypeScript Usage
+- Use TypeScript for all code; prefer interfaces over types for their extendability and ability to merge.
+- Avoid enums; use maps instead for better type safety and flexibility.
+- Use functional components with TypeScript interfaces.
+
+## Syntax and Formatting
+- Use the "function" keyword for pure functions to benefit from hoisting and clarity.
+
+You will also be provided with current test files, fixtures and page object models for you to use and update code as per the task provided to you.
+
+Here is the list of the files in the repository:
+${files}
+`;
+    return prompt;
+}
+exports.systemPromptBuilderForRepoEdit = systemPromptBuilderForRepoEdit;
+function userPromptBuilderForStrReplace(plan) {
+    const prompt = `
+You need to work to achieve the plan provided to you.
+
+Plan:
+${plan}
+
+In order to execute the plan, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the plan and figure out what are the changes that needs to be made.
+- List down the changes required to execute the plan.
+- Pick each change and identify the file path which needs the change, the reason for change and the code change they need.
+- Use 'create_file' tool to create a new file if the file doesn't exist.
+- Use separate 'str_replace' tool to make the changes for each update, even if the changes are in the same file.
+- You can provide multiple 'str_replace' tool calls in the response.
+- After making the changes check if the changes are made to all the files if not apply the changes to the remaining files.
+- Also ensure that no extra changes are made to the code.
+
+Notes for using the 'str_replace' command:
+* The 'oldCode' parameter should match EXACTLY one or more consecutive lines from the original file. Be mindful of whitespaces!
+* If the 'oldCode' parameter is not unique in the file, the replacement will not be performed. Make sure to include enough context in 'oldCode' to make it unique
+* The 'newCode' parameter should contain the edited lines that should replace the 'oldCode'
+
+Notes for using the 'create_file' command:
+* The 'create_file' command cannot be used if the specified 'filePath' already exists as a file.
+`;
+    return prompt;
+}
+function userPromptBuilderForPlanner(task) {
+    return `
+You need to work towards completing the task provided to you.
+
+Task: 
+${task}
+
+In order to execute the task, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the task and figure out what are the changes that needs to be made.
+- List down the changes required for the given task.
+- If there are no changes to be made, respond with "exit" tool call to exit the conversation.
+- Craft a prompt for the agent to make the changes to the code.
+- The plan should be readable and easy to understand.
+- The plan should contain the details of the changes to be made such as file path, test name etc.
+- If there are multiple changes in the same file, mention those separately in the plan.
+`;
+}
+function deDupUpdatedFiles(updatedFiles) {
+    return updatedFiles.filter((change, index, self) => index ===
+        self.findIndex((existing) => existing.filePath === change.filePath &&
+            existing.oldCode === change.oldCode &&
+            existing.newCode === change.newCode));
+}
+async function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFiles, }) {
+    let planRetries = 5;
+    let updatedFiles = [];
+    while (planRetries--) {
+        const generateCodeAndApplyChangesSpan = trace?.span({
+            name: "generate-code-apply-changes",
+            input: {
+                task,
+            },
+        });
+        const { prompt: files } = await getRelevantFiles();
+        if (!files) {
+            return deDupUpdatedFiles(updatedFiles);
+        }
+        let strReplacePlan = await getPlanForCodeEditorAgent({
+            prompt: [
+                {
+                    role: "system",
+                    content: systemPromptBuilderForRepoEdit(files),
+                },
+                {
+                    role: "user",
+                    content: userPromptBuilderForPlanner(task),
+                },
+            ],
+            trace: generateCodeAndApplyChangesSpan,
+            logger,
+        });
+        if (!strReplacePlan) {
+            await (0, llm_1.flushAllTraces)();
+            return deDupUpdatedFiles(updatedFiles);
+        }
+        let strReplaceRetries = 3;
+        while (strReplaceRetries--) {
+            const promptForStrReplace = [
+                {
+                    role: "system",
+                    content: systemPromptBuilderForRepoEdit(files),
+                },
+                {
+                    role: "user",
+                    content: userPromptBuilderForStrReplace(strReplacePlan),
+                },
+            ];
+            const codeEditorSpan = generateCodeAndApplyChangesSpan?.span({
+                name: "code-editor-agent",
+                input: {
+                    prompt: promptForStrReplace,
+                },
+            });
+            const llm = new llm_1.LLM({
+                trace: codeEditorSpan,
+                provider: "anthropic",
+                defaultModel: "claude-3-5-sonnet-20240620",
+                providerApiKey: constants_1.MODEL_API_KEYS["anthropic"],
+            });
+            const completion = await llm.createChatCompletion({
+                messages: promptForStrReplace,
+                modelParameters: {
+                    ...constants_1.DEFAULT_MODEL_PARAMETERS,
+                    temperature: 0.1,
+                    tool_choice: "required",
+                },
+                trace: codeEditorSpan,
+                tools: getCodeEditorToolCalls(),
+            });
+            codeEditorSpan?.end({ output: { completion } });
+            if (!completion?.tool_calls || completion?.tool_calls?.length === 0) {
+                break;
+            }
+            let codeEditorToolCalls = completion.tool_calls;
+            // Filter out the tool calls which are for creating new files
+            const createFileToolCalls = completion.tool_calls.filter((tc) => tc.function.name === types_1.CodeEditorToolCall.CREATE_FILE);
+            if (createFileToolCalls.length > 0) {
+                console.log(`create_file tool calls: `, createFileToolCalls);
+            }
+            await Promise.all(createFileToolCalls.map((tc) => {
+                return (async () => {
+                    const args = (0, utils_1.parseJson)(tc.function.arguments);
+                    updatedFiles.push({
+                        filePath: args.filePath,
+                        oldCode: "",
+                        newCode: args.code,
+                        reason: args.reason,
+                    });
+                    await fs_extra_1.default.mkdir((0, path_1.dirname)(args.filePath), { recursive: true });
+                    await fs_extra_1.default.writeFile(args.filePath, args.code, "utf-8");
+                    console.log(`Created file: ${args.filePath}`);
+                })();
+            }));
+            const strReplaceToolCalls = completion.tool_calls.filter((tc) => tc.function.name === types_1.CodeEditorToolCall.STR_REPLACE);
+            if (strReplaceToolCalls.length > 0) {
+                console.log(`str_replace tool calls: `, strReplaceToolCalls);
+            }
+            // Filter out the tool calls which are for replacing code in existing files
+            const fileChanges = strReplaceToolCalls
+                .map((toolCall) => (0, utils_1.parseJson)(toolCall.function.arguments))
+                .filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath));
+            updatedFiles.push(...fileChanges);
+            let failedCodeUpdates;
+            // applyChangesResponse contains the errors occurred while applying the changes
+            failedCodeUpdates = await (0, utils_2.applyFileChangesUsingStrReplace)({
+                trace: codeEditorSpan,
+                fileChanges,
+                logger,
+            });
+            // Filter out the responses having errors
+            failedCodeUpdates = failedCodeUpdates.filter((f) => f?.error);
+            // Filter out the tool calls which have errors
+            const toolCallsWithErrors = codeEditorToolCalls.filter((toolCall) => {
+                const args = (0, utils_1.parseJson)(toolCall.function.arguments);
+                return failedCodeUpdates.find((response) => response.filePath === args.filePath);
+            });
+            if (failedCodeUpdates.length === 0) {
+                break;
+            }
+            logger?.log(`Failed to apply changes, retrying...`, failedCodeUpdates);
+            const feedback = failedCodeUpdates
+                .map((updates) => `For file ${updates.filePath}: ${updates.errorMessage}`)
+                .join("\n");
+            promptForStrReplace.push({
+                role: "assistant",
+                tool_calls: toolCallsWithErrors,
+            });
+            toolCallsWithErrors.forEach((toolCall) => {
+                promptForStrReplace.push({
+                    role: "tool",
+                    tool_call_id: toolCall.id,
+                    content: `
+Errors while executing the changes provided in above tool call:
+${feedback}
+
+Please fix the errors and return the updated code.
+
+FOLLOW BELOW STEPS TO FIX THE ISSUES:
+- First read the error message and understand the issue.
+- Go through the new code block and current file code, to figure out the root cause of the issue.
+- Compile the steps that you need to follow to fix the issue.
+- Check the test names, to ensure that the changes are applied to the correct test.
+- Use separate 'str_replace' tool to make the changes for each update.
+- Return the updated code in the same format as provided in the tool call.
+
+NOTE: ONLY MAKE THE CHANGES TO FIX THE ISSUES MENTIONED IN THE ERROR MESSAGE AND NOTHING ELSE. NO EXTRA CODE REFACTORING IS REQUIRED.
+    `,
+                });
+            });
+        }
+    }
+    return deDupUpdatedFiles(updatedFiles);
+}
+exports.generateCodeAndApplyChanges = generateCodeAndApplyChanges;

package/dist/agent/codegen/repo-edit.d.ts

@@ -1,32 +1,25 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
 import { CustomLogger } from "../../bin/logger";
-export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, }: {
+import { CodeUpdate } from "./types";
+export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, useStrReplace, logger, }: {
     trace?: TraceClient;
     task: string;
-    repoFiles?: string;
+    repoFiles: string;
+    useStrReplace?: boolean;
+    logger?: CustomLogger;
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
     agentResponse: string;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
 }>;
-export declare function repoEditAgent({ trace, task, logger, }: {
+export declare function repoEditAgent({ trace, task, logger, useStrReplace, }: {
     trace?: TraceClient;
     task: string;
     logger?: CustomLogger;
+    useStrReplace?: boolean;
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
-    agentResponse: string;
-    fileChanges: {
-        filePath: string | undefined;
-        oldCode: string | undefined;
-        newCode: string | undefined;
-        reason: string | undefined;
-    }[];
+    fileChanges: CodeUpdate[];
 }>;
 //# sourceMappingURL=repo-edit.d.ts.map

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAahD,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,GACV,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CA6GD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CAkED"}
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAWhD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAOrC,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,EACT,aAAa,EACb,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CAwJD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,EACN,aAAa,GACd,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CA0ED"}

package/dist/agent/codegen/repo-edit.js

@@ -11,14 +11,55 @@ const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const reporter_1 = require("../../reporter");
+const generate_code_apply_changes_1 = require("./generate-code-apply-changes");
 const test_update_feedback_1 = require("./test-update-feedback");
 const utils_1 = require("./utils");
-async function generateCodeUsingRepoAgent({ task, trace, repoFiles, }) {
+async function generateCodeUsingRepoAgent({ task, trace, repoFiles, useStrReplace, logger, }) {
     const repoEditSpan = trace?.span({
         name: "repo-edit",
         input: { task },
     });
-    // TODO: add support for playwright config and other files
+    // TODO: remove this once we test this flow
+    if (useStrReplace) {
+        const prompt = [
+            {
+                role: "system",
+                content: (0, generate_code_apply_changes_1.systemPromptBuilderForRepoEdit)(repoFiles),
+            },
+            {
+                role: "user",
+                content: `
+You need to work towards completing the task provided to you.
+
+Task: 
+${task}
+
+In order to execute the task, FOLLOW BELOW STEPS:
+- First go through the files in the repository and understand the code and the dependencies.
+- Read the task and figure out what are the changes that needs to be made.
+- List down the changes required for the given task.
+- Create a clear, detailed plan which will be used as a prompt for the code change agent. Include specifics like file paths and test names. If there are multiple changes in one file, list them separately.
+- The plan should be readable and easy to understand.
+
+If all the changes are done, respond with "exit" tool call otherwise respond with "change-plan" tool call.
+  `,
+            },
+        ];
+        const fileChanges = await (0, generate_code_apply_changes_1.generateCodeAndApplyChanges)({
+            task,
+            trace: repoEditSpan,
+            getRelevantFiles: async () => await (0, context_1.generateTxtForRepository)(),
+            logger,
+        });
+        repoEditSpan?.end({
+            output: { fileChanges },
+        });
+        return {
+            prompt,
+            fileChanges,
+            agentResponse: "",
+        };
+    }
     const prompt = [
         {
             role: "system",
@@ -122,7 +163,7 @@ Task: ${task}
     };
 }
 exports.generateCodeUsingRepoAgent = generateCodeUsingRepoAgent;
-async function repoEditAgent({ trace, task, logger, }) {
+async function repoEditAgent({ trace, task, logger, useStrReplace, }) {
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
     logger?.log(`Starting repo agent: [trace](${trace?.getTraceUrl()})`);
@@ -130,36 +171,40 @@ async function repoEditAgent({ trace, task, logger, }) {
     const repoAgentOutput = await generateCodeUsingRepoAgent({
         task,
         trace,
-        repoFiles,
+        repoFiles: repoFiles,
+        useStrReplace,
+        logger,
     });
     const updates = repoAgentOutput.fileChanges;
-    const fileUpdateResponses = await (0, utils_1.applyFileChangesForRepoEdit)({
-        trace,
-        fileChanges: updates.filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath)),
-    });
-    const errorResponses = fileUpdateResponses.filter((f) => f?.error);
-    if (errorResponses.length > 0) {
-        const updatedFileChanges = await (0, test_update_feedback_1.applyTestUpdateFeedbacks)({
-            trace,
-            oldPrompt: repoAgentOutput.prompt,
-            agentResponse: repoAgentOutput.agentResponse,
-            feedbacks: errorResponses.map((e) => ({
-                filePath: e?.filePath,
-                errorMessage: e?.errorMessage,
-            })),
-        });
-        await (0, utils_1.applyFileChangesForRepoEdit)({
+    if (!useStrReplace) {
+        const fileUpdateResponses = await (0, utils_1.applyFileChangesForRepoEdit)({
             trace,
-            fileChanges: updatedFileChanges,
+            fileChanges: updates.filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath)),
         });
+        const errorResponses = fileUpdateResponses.filter((f) => f?.error);
+        if (errorResponses.length > 0) {
+            const updatedFileChanges = await (0, test_update_feedback_1.applyTestUpdateFeedbacks)({
+                trace,
+                oldPrompt: repoAgentOutput.prompt,
+                agentResponse: repoAgentOutput.agentResponse,
+                feedbacks: errorResponses.map((e) => ({
+                    filePath: e?.filePath,
+                    errorMessage: e?.errorMessage,
+                })),
+            });
+            await (0, utils_1.applyFileChangesForRepoEdit)({
+                trace,
+                fileChanges: updatedFileChanges,
+            });
+        }
+        const newFileUpdates = updates.filter((f) => !fs_extra_1.default.existsSync(f.filePath));
+        await Promise.all(newFileUpdates.map((f) => {
+            return (async () => {
+                await fs_extra_1.default.mkdir((0, path_1.dirname)(f.filePath), { recursive: true });
+                await fs_extra_1.default.writeFile(f.filePath, f.newCode, "utf-8");
+            })();
+        }));
     }
-    const newFileUpdates = updates.filter((f) => !fs_extra_1.default.existsSync(f.filePath));
-    await Promise.all(newFileUpdates.map((f) => {
-        return (async () => {
-            await fs_extra_1.default.mkdir((0, path_1.dirname)(f.filePath), { recursive: true });
-            await fs_extra_1.default.writeFile(f.filePath, f.newCode, "utf-8");
-        })();
-    }));
     await (0, utils_1.validateTypesAndFormatCode)({
         validateTypes: true,
         trace,

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAmC5B"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAsC5B"}

package/dist/agent/codegen/run.js

@@ -27,6 +27,7 @@ async function generateTest(testCase, file, options, trace) {
     });
     const isUpdate = !!testBlock;
     if (isUpdate) {
+        logger.log(`Updating the test '${testCase.name}': [View trace](${trace?.getTraceUrl()})`);
         return await (0, update_flow_1.updateTest)(testCase, file, options, true, true, trace);
     }
     const createTestSpan = trace?.span({

package/dist/agent/codegen/test-update-feedback.d.ts

@@ -8,10 +8,5 @@ export declare function applyTestUpdateFeedbacks({ trace, oldPrompt, feedbacks,
         errorMessage: string;
     }[];
     trace?: TraceClient;
-}): Promise<{
-    filePath: string | undefined;
-    oldCode: string | undefined;
-    newCode: string | undefined;
-    reason: string | undefined;
-}[]>;
+}): Promise<import("./types").CodeUpdate[]>;
 //# sourceMappingURL=test-update-feedback.d.ts.map

package/dist/agent/codegen/test-update-feedback.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;KA4CA"}
+{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,2CA4CA"}