@empiricalrun/test-gen 0.23.14 → 0.24.0

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/test-gen
 
+## 0.24.0
+
+### Minor Changes
+
+- 4b1a0cc: feat: support for code agent in update flow
+
 ## 0.23.14
 
 ### Patch Changes

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAkJrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+IrB"}

package/dist/agent/codegen/run.js

@@ -12,6 +12,7 @@ const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const session_1 = require("../../session");
+const update_flow_1 = require("./update-flow");
 async function generateTest(testCase, file, options) {
     const logger = new logger_1.CustomLogger();
     if (!fs_extra_1.default.existsSync(file)) {
@@ -20,6 +21,10 @@ async function generateTest(testCase, file, options) {
     }
     const context = await (0, context_1.contextForGeneration)(file);
     const { codePrompt, pomPrompt, testFileContent } = context;
+    const isUpdate = testFileContent.includes(`test("${testCase?.name}"`);
+    if (isUpdate) {
+        return await (0, update_flow_1.updateTest)(testCase, file, options);
+    }
     const generatedTestCases = [];
     logger.logEmptyLine();
     const session = (0, session_1.getSessionDetails)();
@@ -38,12 +43,10 @@ async function generateTest(testCase, file, options) {
         },
     });
     trace.update({ input: { testCase } });
-    const isUpdate = testFileContent.includes(`test("${testCase?.name}"`);
     const promptSpan = trace.span({
-        name: isUpdate ? "update-scenario-prompt" : "add-scenario-prompt",
+        name: "add-scenario-prompt",
     });
-    const promptName = isUpdate ? "update-scenario" : "add-scenario";
-    const instruction = await (0, llm_1.getPrompt)(promptName, {
+    const instruction = await (0, llm_1.getPrompt)("add-scenario", {
         testFiles: codePrompt,
         pageFiles: pomPrompt,
         scenarioName: testCase.name,
@@ -70,11 +73,6 @@ async function generateTest(testCase, file, options) {
     let contents = fs_extra_1.default.readFileSync(file, "utf-8");
     const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(response, testCase?.name);
     let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
-    if (isUpdate) {
-        const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase?.name, contents);
-        contents = contents.replace(testBlock, `\n\n${strippedContent}`);
-        updatedContent = prependContent + contents;
-    }
     await fs_extra_1.default.writeFile(file, updatedContent, "utf-8");
     readWriteFileSpan.end({ output: { updatedContent } });
     logger.log("Linting generated code...");

package/dist/agent/codegen/update-flow.d.ts

@@ -0,0 +1,3 @@
+import { TestCase, TestGenConfigOptions } from "../../types";
+export declare function updateTest(testCase: TestCase, file: string, options: TestGenConfigOptions): Promise<TestCase[]>;
+//# sourceMappingURL=update-flow.d.ts.map

package/dist/agent/codegen/update-flow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAoB7D,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAiGrB"}

package/dist/agent/codegen/update-flow.js

@@ -0,0 +1,115 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.updateTest = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const crypto_1 = __importDefault(require("crypto"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const logger_1 = require("../../bin/logger");
+const context_1 = require("../../bin/utils/context");
+const web_1 = require("../../bin/utils/platform/web");
+const constants_1 = require("../../constants");
+const session_1 = require("../../session");
+function extractInformation(input) {
+    const result = [];
+    const regex = /<filepath>(.*?)<\/filepath.*?>[\s\S]*?<old_code_block>([\s\S]*?)<\/old_code_block>[\s\S]*?<new_code_block>([\s\S]*?)<\/new_code_block>[\s\S]*?<reason>([\s\S]*?)<\/reason>/g;
+    let match;
+    while ((match = regex.exec(input)) !== null) {
+        const [, filePath, oldCode, newCode, reason] = match;
+        result.push({
+            filePath: filePath?.trim(),
+            oldCode: oldCode?.trim(),
+            newCode: newCode?.trim(),
+            reason: reason?.trim(),
+        });
+    }
+    return result;
+}
+async function updateTest(testCase, file, options) {
+    const logger = new logger_1.CustomLogger();
+    const context = await (0, context_1.contextForGeneration)(file);
+    const { codePrompt, pomPrompt, testFileContent } = context;
+    const generatedTestCases = [];
+    logger.logEmptyLine();
+    const session = (0, session_1.getSessionDetails)();
+    const trace = llm_1.langfuseInstance.trace({
+        name: "update-test",
+        id: crypto_1.default.randomUUID(),
+        release: session.version,
+        tags: [options.metadata.projectName, options.metadata.environment].filter((s) => !!s),
+    });
+    trace.event({
+        name: "collate-files-as-text",
+        output: {
+            codePrompt,
+            pomPrompt,
+            testFileContent,
+        },
+    });
+    trace.update({ input: { testCase } });
+    const promptSpan = trace.span({
+        name: "update-scenario-prompt",
+    });
+    const promptName = "update-scenario";
+    const instruction = await (0, llm_1.getPrompt)(promptName, {
+        testFiles: codePrompt,
+        pageFiles: pomPrompt,
+        scenarioName: testCase.name,
+        scenarioSteps: testCase.steps.join("\n"),
+        scenarioFile: file,
+    }, 8);
+    promptSpan.end({ output: { instruction } });
+    const llm = new llm_1.LLM({
+        trace,
+        provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
+        defaultModel: options.model || constants_1.DEFAULT_MODEL,
+        providerApiKey: constants_1.MODEL_API_KEYS[options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const firstShotMessage = await llm.createChatCompletion({
+        messages: instruction,
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+            ...options.modelParameters,
+        },
+    });
+    let response = firstShotMessage?.content || "";
+    logger.success("Test generated successfully!");
+    const fileChanges = extractInformation(response);
+    fileChanges.forEach(async (fileChange) => {
+        if (fileChange.filePath?.includes("spec.ts")) {
+            // assuming the test case getting updated
+            // maintaining the previous accuracy of the test case update
+            const readWriteFileSpan = trace.span({ name: "write-to-file" });
+            let contents = fs_extra_1.default.readFileSync(fileChange.filePath, "utf-8");
+            const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
+            let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
+            const { testBlock } = (0, web_1.getTypescriptTestBlock)(testCase?.name, contents);
+            contents = contents.replace(testBlock, `\n\n${strippedContent}`);
+            updatedContent = prependContent + contents;
+            await fs_extra_1.default.writeFile(file, updatedContent, "utf-8");
+            readWriteFileSpan.end({ output: { updatedContent } });
+            trace.event({ name: "format-file" });
+            await (0, web_1.formatCode)(fileChange.filePath);
+            logger.success("File formatted successfully!");
+        }
+        else {
+            // since we dont know what is getting updated,
+            // we believe that the patch is correct and contains few before and after lines to make the change unique
+            const readWriteFileSpan = trace.span({ name: "write-to-file" });
+            let contents = fs_extra_1.default.readFileSync(fileChange.filePath, "utf-8");
+            contents = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
+            await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
+            readWriteFileSpan.end({ output: { contents } });
+            trace.event({ name: "format-file" });
+            await (0, web_1.formatCode)(fileChange.filePath);
+            logger.success("File formatted successfully!");
+        }
+    });
+    logger.log(`Trace: ${trace.getTraceUrl()}`);
+    generatedTestCases.push(testCase);
+    trace.update({ input: { testCase }, output: { response } });
+    return generatedTestCases;
+}
+exports.updateTest = updateTest;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.23.14",
+  "version": "0.24.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"