@empiricalrun/test-gen 0.38.36 → 0.38.38

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @empiricalrun/test-gen
 
+## 0.38.38
+
+### Patch Changes
+
+- ea74baf: feat: add support for repo editor agent
+- Updated dependencies [ea74baf]
+  - @empiricalrun/reporter@0.21.5
+
+## 0.38.37
+
+### Patch Changes
+
+- e9daf03: chore: log line when update flow output is dropped
+- a552a6e: fix: convert trace url into hyperlink for coding agent
+
 ## 0.38.36
 
 ### Patch Changes

package/dist/agent/codegen/create-test-block.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAY3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BA0DA"}
+{"version":3,"file":"create-test-block.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/create-test-block.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAY3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,+BAyDA"}

package/dist/agent/codegen/create-test-block.js

@@ -57,7 +57,6 @@ async function createEmptyTestCaseBlock({ testCase, file, options, trace, }) {
         scenarioName: testCase.name,
         content: response,
     });
-    console.log(`trace: ${trace?.getTraceUrl()}`);
     return testBlock;
 }
 exports.createEmptyTestCaseBlock = createEmptyTestCaseBlock;

package/dist/agent/codegen/repo-edit.d.ts

@@ -0,0 +1,6 @@
+import { TraceClient } from "@empiricalrun/llm";
+export declare function repoEditAgent({ trace, task, }: {
+    trace?: TraceClient;
+    task: string;
+}): Promise<void>;
+//# sourceMappingURL=repo-edit.d.ts.map

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAiBrE,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,iBA4IA"}

package/dist/agent/codegen/repo-edit.js

@@ -0,0 +1,169 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.repoEditAgent = void 0;
+const llm_1 = require("@empiricalrun/llm");
+const fsSync = __importStar(require("fs"));
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = require("path");
+const context_1 = require("../../bin/utils/context");
+const web_1 = require("../../bin/utils/platform/web");
+const constants_1 = require("../../constants");
+const reporter_1 = require("../../reporter");
+const utils_1 = require("./utils");
+async function repoEditAgent({ trace, task, }) {
+    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
+    void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
+    const repoEditSpan = trace?.span({
+        name: "repo-edit",
+        input: { task },
+    });
+    // TODO: add support for playwright config and other files
+    const { prompt: repoPrompt } = await (0, context_1.generateTxtForRepository)();
+    const prompt = [
+        {
+            role: "system",
+            content: `
+You are a software test engineer who is given a task to update code in a Playwright repository. 
+You will be provided with current test files, fixtures and page object models for you to use and update code as per the task provided to you.
+You need to respond with file path and updated code block inside the file.
+
+Directory structure for the repository:
+└── /
+    ├── tests/
+    ├── test-data/
+    │   └── index.ts
+    ├── pages/
+    ├── playwright.config.ts
+    ├── app.md
+    ├── .eslintrc.js
+    ├── package.json
+    └── tsconfig.json
+
+Explanation of repository structure:
+- tests: this is a directory where all tests and fixtures are kept. all spec files here end with ".spec.ts" as naming convention. There is an expection for Playwright fixtures file. Fixtures file is named as "fixtures.ts"
+- test-data: this is a directory where all the test data are kept.
+- pages: this is a directory where all page object models are kept. the page object models are written in a pure functional convention. this is also a directory where all the utility methods are kept which can be executed independent of the Playwright tests.
+
+Coding principles and guidelines:
+
+## Code Style and Structure
+- Write concise, maintainable, and technically accurate TypeScript code with relevant examples.
+- Use functional and declarative programming patterns; avoid classes.
+- Use types to describe the shape of data and the behavior of functions.
+- Favour iteration and modularisation to adhere to DRY principles and avoid code duplication.
+- Use descriptive variable names with auxiliary verbs (e.g., isLoading, hasError).
+- Organise files systematically: each file should contain only related content, such as exported components, subcomponents, helpers, static content, and types.
+- Page object models are pure functions and are stateless.
+
+## Naming Conventions
+- Use lowercase with dashes for directories (e.g., components/auth-wizard).
+- Favour named exports for functions.
+
+## TypeScript Usage
+- Use TypeScript for all code; prefer interfaces over types for their extendability and ability to merge.
+- Avoid enums; use maps instead for better type safety and flexibility.
+- Use functional components with TypeScript interfaces.
+
+## Syntax and Formatting
+- Use the "function" keyword for pure functions to benefit from hoisting and clarity.
+
+Here is the list of files:
+${repoPrompt}  
+`,
+        },
+        {
+            role: "user",
+            content: `
+Task: ${task}
+
+
+Follow these instructions before responding with output:
+- Read the code line by line and ensure that achieve the task provided to you
+- Read the dependencies of the code block by scanning through file paths and file provided to you. refer the same file path while responding with output.
+- Focus only on the test case provided and associated JS methods called from the test case.
+- Since the response will be used to search and replace blocks, always respond with output which includes the full lexical scope surrounding the modified code.
+- If there are any updates inside test code block, ensure responding with full test block with unchanged code as well
+- Each code block should contain edits to only one code block in file path
+- DO NOT respond with any backticks or markdown syntax
+- Respond only with file path where the code block to be updated is present, old code block, new code block and a one liner reason for the change
+- Respond with <file_path></file_path>, <old_code_block></old_code_block>, <new_code_block></new_code_block> and <change></change> as xml tags
+- The reason for change should adhere to coding principles provided and review if the updated code is present in the file path mentioned
+- The code change should belong to the right file path
+- The response must start with <file_path>
+    `,
+        },
+    ];
+    const llm = new llm_1.LLM({
+        trace: repoEditSpan,
+        provider: "anthropic",
+        defaultModel: "claude-3-5-sonnet-20240620",
+        providerApiKey: constants_1.MODEL_API_KEYS[constants_1.DEFAULT_MODEL_PROVIDER],
+    });
+    const updatedUsageExampleMessage = await llm.createChatCompletion({
+        messages: prompt,
+        trace: repoEditSpan,
+        traceName: "repo-edit-agent-llm",
+        modelParameters: {
+            ...constants_1.DEFAULT_MODEL_PARAMETERS,
+        },
+    });
+    const updates = (0, utils_1.extractTestUpdates)(updatedUsageExampleMessage?.content);
+    repoEditSpan?.end({
+        output: { updates },
+        input: {
+            task,
+        },
+    });
+    // TODO: remove this
+    await (0, llm_1.flushAllTraces)();
+    await (0, utils_1.applyFileChanges)({
+        validateTypes: false,
+        trace,
+        testCase: {},
+        fileChanges: updates,
+    });
+    // TODO: identify new file updates
+    const newFileUpdates = updates.filter((f) => !fsSync.existsSync(f.filePath));
+    await Promise.all(newFileUpdates.map((f) => {
+        return (async () => {
+            await promises_1.default.mkdir((0, path_1.dirname)(f.filePath), { recursive: true });
+            await promises_1.default.writeFile(f.filePath, f.newCode, "utf-8");
+        })();
+    }));
+    await Promise.all(updates.map((f) => {
+        return (async () => {
+            if (fsSync.existsSync(f.filePath)) {
+                await (0, web_1.formatCode)(f.filePath);
+                await (0, web_1.lintErrors)(f.filePath);
+            }
+        })();
+    }));
+    await testgenUpdatesReporter.sendMessage(`Successfully generated code for the given task. \n View [trace](${trace?.getTraceUrl()})`);
+}
+exports.repoEditAgent = repoEditAgent;

package/dist/agent/codegen/run.js

@@ -94,7 +94,7 @@ async function generateTest(testCase, file, options, trace) {
     await (0, web_1.lintErrors)(file);
     await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
         trace,
-        logger,
+        logger: new logger_1.CustomLogger({ useReporter: false }),
         file,
         pomCode: pomPrompt,
         nonSpecFileCode: nonSpecFilePrompt,

package/dist/agent/codegen/update-flow.d.ts

@@ -1,8 +1,6 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { TestCase, TestGenConfigOptions } from "../../types";
-type UpdatedTestCase = TestCase & {
-    updatedFiles: string[];
-};
+import { UpdatedTestCase } from "./utils";
 export declare function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, trace, options, }: {
     testCase: TestCase;
     testFiles: string;
@@ -33,5 +31,4 @@ export declare function appendCreateTestBlock({ testCase, file, options, trace,
     trace?: TraceClient;
     validateTypes?: boolean;
 }): Promise<UpdatedTestCase[]>;
-export {};
 //# sourceMappingURL=update-flow.d.ts.map

package/dist/agent/codegen/update-flow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAiB3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAI7D,KAAK,eAAe,GAAG,QAAQ,GAAG;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAqIF,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,eAAe,EACf,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CACT;IACE,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CACJ,CA+CA;AAED,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CA4D5B;AAED,wBAAsB,kCAAkC,CAAC,EACvD,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;CACtB,mBAuGA;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA4C7B"}
+{"version":3,"file":"update-flow.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/update-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAc3B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAIL,eAAe,EAChB,MAAM,SAAS,CAAC;AAEjB,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,eAAe,EACf,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC,GAAG,OAAO,CACT;IACE,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CACJ,CA+CA;AAED,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAAG,SAAS,EACzC,OAAO,GAAE,OAAc,EACvB,QAAQ,GAAE,OAAc,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CA6D5B;AAED,wBAAsB,kCAAkC,CAAC,EACvD,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,KAAK,GACN,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;CACtB,mBAuGA;AAED,wBAAsB,qBAAqB,CAAC,EAC1C,QAAQ,EACR,IAAI,EACJ,OAAO,EACP,KAAK,EACL,aAAoB,GACrB,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA4C7B"}

package/dist/agent/codegen/update-flow.js

@@ -7,102 +7,13 @@ exports.appendCreateTestBlock = exports.getAppendCreateTestBlockCompletion = exp
 const llm_1 = require("@empiricalrun/llm");
 const crypto_1 = __importDefault(require("crypto"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
-const ts_morph_1 = require("ts-morph");
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const fs_1 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const session_1 = require("../../session");
-const fix_ts_errors_1 = require("./fix-ts-errors");
 const utils_1 = require("./utils");
-async function applyFileChanges({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
-    await Promise.allSettled(fileChanges.map(async (fileChange) => {
-        if (!fileChange.filePath) {
-            return;
-        }
-        const { testBlock: testBlockUpdate } = (0, web_1.getTypescriptTestBlock)({
-            scenarioName: testCase?.name || "",
-            content: fileChange.newCode || "",
-            suites: [], // suites should be empty here since we ask LLM to send immediate parent AST node for the code update. so there won't be any nesting here, just the test block
-        });
-        if (testBlockUpdate) {
-            // assuming the test case getting updated
-            // maintaining the previous accuracy of the test case update
-            const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-            let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-            const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
-            let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
-            const { testBlock } = (0, web_1.getTypescriptTestBlock)({
-                scenarioName: testCase?.name,
-                content: contents,
-                suites: testCase?.suites,
-            });
-            contents = contents.replace(testBlock, `\n\n${strippedContent}`);
-            updatedContent = prependContent + contents;
-            await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
-            readWriteFileSpan?.end({ output: { updatedContent } });
-        }
-        else {
-            const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-            let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
-            const project = new ts_morph_1.Project();
-            const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
-            const functions = sourceFile.getFunctions();
-            const checkForMethodSrc = project.createSourceFile("check-method.ts", `class A {
-            ${fileChange.newCode}
-          }`);
-            const methods = checkForMethodSrc.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
-            const originalSource = project.createSourceFile("current-code.ts", contents);
-            // if there is a single function update in the file
-            if (functions.length === 1 &&
-                functions[0]?.getText() === fileChange.newCode) {
-                const updatedCodeFuncNames = functions.map((f) => f.getName());
-                const funcName = updatedCodeFuncNames[0];
-                const matchingNodes = originalSource
-                    .getDescendantsOfKind(ts_morph_1.SyntaxKind.FunctionDeclaration)
-                    .filter((node) => node.getName() === funcName);
-                matchingNodes[0]?.replaceWithText(functions[0]?.getText());
-                contents = originalSource.getFullText();
-            }
-            else if (
-            // if there is a update in method of a class in the file
-            methods.length === 1 &&
-                methods[0]?.getText() === fileChange.newCode) {
-                const method = methods[0];
-                const funcName = method?.getName();
-                const matchingNodes = originalSource
-                    .getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration)
-                    .filter((node) => node.getName() === funcName);
-                matchingNodes[0]?.replaceWithText(method?.getText());
-                contents = originalSource.getFullText();
-            }
-            else {
-                // since we dont know what is getting updated,
-                // we believe that the patch is correct and contains few before and after lines
-                // to make the change unique for search & replace
-                contents = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
-            }
-            await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
-            readWriteFileSpan?.end({ output: { contents } });
-        }
-        // format and validate file change
-        if (validateTypes) {
-            await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
-                trace,
-                logger,
-                file: fileChange.filePath,
-                pomCode: pomPrompt,
-                nonSpecFileCode: nonSpecFilePrompt,
-                testCase: testCase,
-                options: testGenOptions,
-            });
-        }
-        trace?.event({ name: "format-file" });
-        await (0, web_1.formatCode)(fileChange.filePath);
-        logger.success(`${fileChange.filePath} file formatted successfully!`);
-    }));
-}
 async function getUpdateTestCodeCompletion({ testCase, testFileContent, testFiles, pageFiles, testFilePath, trace, options, }) {
     const promptSpan = trace?.span({
         name: "update-scenario-prompt",
@@ -182,8 +93,9 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
         ...request,
         trace: updateTestSpan,
     });
+    console.log(`fileChanges ${testCase.steps.join("")}`, fileChanges);
     logger.success("Test generated successfully!");
-    await applyFileChanges({
+    await (0, utils_1.applyFileChanges)({
         validateTypes: validate,
         trace: updateTestSpan,
         testCase,
@@ -194,7 +106,7 @@ async function updateTest(testCase, file, options, logging = true, validate = tr
         nonSpecFilePrompt: nonSpecFilePrompt,
     });
     if (trace) {
-        logger.log(`Trace: ${trace?.getTraceUrl()}`);
+        logger.log(`View [trace](${trace.getTraceUrl()})`);
     }
     generatedTestCases.push({
         ...testCase,
@@ -321,7 +233,7 @@ async function appendCreateTestBlock({ testCase, file, options, trace, validateT
     };
     const appendCreateTestResp = await getAppendCreateTestBlockCompletion(appendCreateTestParams);
     const fileChanges = (0, utils_1.extractAppendTestUpdates)(appendCreateTestResp);
-    await applyFileChanges({
+    await (0, utils_1.applyFileChanges)({
         trace,
         testCase,
         fileChanges,
@@ -332,7 +244,7 @@ async function appendCreateTestBlock({ testCase, file, options, trace, validateT
         validateTypes,
     });
     if (trace) {
-        logger.log(`Trace: ${trace.getTraceUrl()}`);
+        logger.log(`View [trace](${trace.getTraceUrl()})`);
     }
     generatedTestCases.push({
         ...testCase,

package/dist/agent/codegen/utils.d.ts

@@ -1,3 +1,6 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { CustomLogger } from "../../bin/logger";
+import { TestCase, TestGenConfigOptions } from "../../types";
 /**
  *
  * method to extract file path and code updates for the LLM response of update flow
@@ -45,4 +48,22 @@ export declare function extractTestStepsSuggestions(input: string): {
     reason: string;
     methodName: string;
 }[];
+export type UpdatedTestCase = TestCase & {
+    updatedFiles: string[];
+};
+export declare function applyFileChanges({ validateTypes, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }: {
+    validateTypes?: boolean;
+    trace?: TraceClient;
+    testCase: TestCase;
+    fileChanges: {
+        filePath: string | undefined;
+        oldCode: string | undefined;
+        newCode: string | undefined;
+        reason: string | undefined;
+    }[];
+    logger?: CustomLogger;
+    testGenOptions?: TestGenConfigOptions;
+    pomPrompt?: string;
+    nonSpecFilePrompt?: string;
+}): Promise<void>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/codegen/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG;IACjD,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CAiBF;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAgBF"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAG7D;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG;IACjD,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CAiBF;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAgBF;AAED,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG;IACvC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,wBAAsB,gBAAgB,CAAC,EACrC,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,EACN,cAAc,EACd,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBAmHA"}

package/dist/agent/codegen/utils.js

@@ -1,6 +1,13 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractTestUpdates = void 0;
+exports.applyFileChanges = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractTestUpdates = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const ts_morph_1 = require("ts-morph");
+const web_1 = require("../../bin/utils/platform/web");
+const fix_ts_errors_1 = require("./fix-ts-errors");
 /**
  *
  * method to extract file path and code updates for the LLM response of update flow
@@ -81,3 +88,99 @@ function extractTestStepsSuggestions(input) {
     return result.filter((r) => !!r.filePath && !!r.usageExample);
 }
 exports.extractTestStepsSuggestions = extractTestStepsSuggestions;
+async function applyFileChanges({ validateTypes = true, trace, testCase, fileChanges, logger, testGenOptions, pomPrompt, nonSpecFilePrompt, }) {
+    await Promise.allSettled(fileChanges.map(async (fileChange) => {
+        if (!fileChange.filePath) {
+            return;
+        }
+        const { testBlock: testBlockUpdate } = (0, web_1.getTypescriptTestBlock)({
+            scenarioName: testCase?.name || "",
+            content: fileChange.newCode || "",
+            suites: [], // suites should be empty here since we ask LLM to send immediate parent AST node for the code update. so there won't be any nesting here, just the test block
+        });
+        if (testBlockUpdate) {
+            // assuming the test case getting updated
+            // maintaining the previous accuracy of the test case update
+            const readWriteFileSpan = trace?.span({ name: "write-to-file" });
+            let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+            const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
+            let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
+            const { testBlock } = (0, web_1.getTypescriptTestBlock)({
+                scenarioName: testCase?.name,
+                content: contents,
+                suites: testCase?.suites,
+            });
+            contents = contents.replace(testBlock, `\n\n${strippedContent}`);
+            updatedContent = prependContent + contents;
+            await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
+            readWriteFileSpan?.end({ output: { updatedContent } });
+        }
+        else {
+            const readWriteFileSpan = trace?.span({ name: "write-to-file" });
+            let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+            const project = new ts_morph_1.Project();
+            const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
+            const functions = sourceFile.getFunctions();
+            const checkForMethodSrc = project.createSourceFile("check-method.ts", `class A {
+            ${fileChange.newCode}
+          }`);
+            const methods = checkForMethodSrc.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
+            const originalSource = project.createSourceFile("current-code.ts", contents);
+            // if there is a single function update in the file
+            if (functions.length === 1 &&
+                functions[0]?.getText() === fileChange.newCode) {
+                const updatedCodeFuncNames = functions.map((f) => f.getName());
+                const funcName = updatedCodeFuncNames[0];
+                const matchingNodes = originalSource
+                    .getDescendantsOfKind(ts_morph_1.SyntaxKind.FunctionDeclaration)
+                    .filter((node) => node.getName() === funcName);
+                matchingNodes[0]?.replaceWithText(functions[0]?.getText());
+                contents = originalSource.getFullText();
+            }
+            else if (
+            // if there is a update in method of a class in the file
+            methods.length === 1 &&
+                methods[0]?.getText() === fileChange.newCode) {
+                const method = methods[0];
+                const funcName = method?.getName();
+                const matchingNodes = originalSource
+                    .getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration)
+                    .filter((node) => node.getName() === funcName);
+                matchingNodes[0]?.replaceWithText(method?.getText());
+                contents = originalSource.getFullText();
+            }
+            else {
+                // since we dont know what is getting updated,
+                // we believe that the patch is correct and contains few before and after lines
+                // to make the change unique for search & replace
+                // since we dont know what is getting updated,
+                // we believe that the patch is correct and contains few before and after lines
+                // to make the change unique for search & replace
+                if (contents.includes(fileChange.oldCode)) {
+                    contents = contents.replace(fileChange.oldCode, `\n\n${fileChange.newCode}`);
+                }
+                else {
+                    logger?.error(`Unable to find the code to update in ${fileChange.filePath}`);
+                }
+            }
+            await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
+            readWriteFileSpan?.end({ output: { contents } });
+        }
+        // format and validate file change
+        if (validateTypes) {
+            await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
+                trace,
+                logger,
+                file: fileChange.filePath,
+                pomCode: pomPrompt,
+                nonSpecFileCode: nonSpecFilePrompt,
+                testCase: testCase,
+                options: testGenOptions,
+            });
+        }
+        trace?.event({ name: "format-file" });
+        await (0, web_1.formatCode)(fileChange.filePath);
+        logger?.success(`${fileChange.filePath} file formatted successfully!`);
+    }));
+}
+exports.applyFileChanges = applyFileChanges;

package/dist/bin/index.js

@@ -8,6 +8,7 @@ const llm_1 = require("@empiricalrun/llm");
 const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
+const repo_edit_1 = require("../agent/codegen/repo-edit");
 const run_2 = require("../agent/codegen/run");
 const infer_agent_1 = require("../agent/infer-agent");
 const run_3 = require("../agent/planner/run");
@@ -41,10 +42,6 @@ async function runAgent(testGenConfig) {
             console.warn("Failed to send log url to test gen update", e);
         }
     }
-    if (await (0, session_1.shouldStopSession)()) {
-        return;
-    }
-    let agent = testGenConfig.options?.agent;
     const session = (0, session_1.getSessionDetails)();
     const trace = llm_1.langfuseInstance?.trace({
         name: "generate-test",
@@ -55,6 +52,10 @@ async function runAgent(testGenConfig) {
             testGenConfig.options?.metadata.environment || "",
         ].filter((s) => !!s),
     });
+    if (await (0, session_1.shouldStopSession)()) {
+        return;
+    }
+    let agent = testGenConfig.options?.agent;
     trace?.update({
         metadata: {
             generationId: session.generationId,
@@ -70,6 +71,15 @@ async function runAgent(testGenConfig) {
             console.warn("Failed to send trace url as test gen update", e);
         }
     }
+    // assuming if there is no test case specific test name, we need to update the test case name
+    if (!testCase.name) {
+        logger.success(`Generating code for the provided task. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
+        await (0, repo_edit_1.repoEditAgent)({
+            trace,
+            task: testGenConfig.testCase.steps.join("\n"),
+        });
+        return;
+    }
     if (!agent || agent === "auto") {
         agent = await resolveAgentUsingTask({
             testCase,
@@ -86,9 +96,11 @@ async function runAgent(testGenConfig) {
         });
         new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:", plan);
         await new reporter_1.TestGenUpdatesReporter().sendMessage(plan);
-        return;
     }
-    if (agent !== "code") {
+    else if (agent === "code") {
+        await (0, run_2.generateTest)(testCase, specPath, testGenConfig.options, trace);
+    }
+    else {
         // this assumes we have only one scenario in test config
         const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)(testGenConfig, trace);
         await (0, run_1.generateTestsUsingMasterAgent)({
@@ -97,9 +109,6 @@ async function runAgent(testGenConfig) {
             pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
         });
     }
-    else {
-        await (0, run_2.generateTest)(testCase, specPath, testGenConfig.options, trace);
-    }
 }
 (async function main() {
     // this is where test gen starts executing on giving the command from ci
@@ -110,8 +119,6 @@ async function runAgent(testGenConfig) {
     }
     const { testGenConfig } = await (0, utils_2.parseCliArgs)();
     (0, reporter_1.setReporterConfig)({
-        testCaseId: testGenConfig.testCase.id,
-        testCaseName: testGenConfig.testCase.name,
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
         testSessionId: testGenConfig.options?.metadata.testSessionId,
         generationId: testGenConfig.options?.metadata.generationId,
@@ -133,7 +140,8 @@ async function runAgent(testGenConfig) {
         new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
     }
     if (testGenConfig.options?.agent !== "code" &&
-        testGenConfig.options?.agent !== "plan") {
+        testGenConfig.options?.agent !== "plan" &&
+        testGenConfig.testCase.name) {
         await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
             projectRepoName: testGenConfig.options.metadata.projectRepoName,
             testName: testGenConfig.testCase.name,

package/dist/bin/utils/context.d.ts

@@ -5,5 +5,8 @@ export declare function contextForGeneration(file?: string): Promise<{
     nonSpecFilePrompt: string | undefined;
     testFileContent: string;
 }>;
+export declare function generateTxtForRepository(): Promise<{
+    prompt: string | undefined;
+}>;
 export declare function fetchAppKnowledge(): Promise<string>;
 //# sourceMappingURL=context.d.ts.map

package/dist/bin/utils/context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/context.ts"],"names":[],"mappings":"AAQA,wBAAsB,yBAAyB,2CAS9C;AAED,wBAAsB,oBAAoB,CAAC,IAAI,CAAC,EAAE,MAAM;;;;;GAQvD;AAED,wBAAsB,iBAAiB,oBAYtC"}
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/context.ts"],"names":[],"mappings":"AAQA,wBAAsB,yBAAyB,2CAe9C;AAED,wBAAsB,oBAAoB,CAAC,IAAI,CAAC,EAAE,MAAM;;;;;GAQvD;AAED,wBAAsB,wBAAwB;;GAK7C;AAED,wBAAsB,iBAAiB,oBAYtC"}

package/dist/bin/utils/context.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchAppKnowledge = exports.contextForGeneration = exports.createGitIgnoreFileFilter = void 0;
+exports.fetchAppKnowledge = exports.generateTxtForRepository = exports.contextForGeneration = exports.createGitIgnoreFileFilter = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const ignore_1 = __importDefault(require("ignore"));
 const fs_1 = require("./fs");
@@ -11,7 +11,13 @@ async function createGitIgnoreFileFilter() {
     const ignoreFn = (0, ignore_1.default)();
     if (fs_extra_1.default.existsSync(".gitignore")) {
         // Not checking for nested gitignore
-        const gitignore = (await fs_extra_1.default.readFile(".gitignore")).toString();
+        let gitignore = (await fs_extra_1.default.readFile(".gitignore")).toString();
+        gitignore = `
+${gitignore}
+.git/
+.github/
+package-lock.json
+`;
         ignoreFn.add(gitignore);
     }
     const filter = ignoreFn.createFilter();
@@ -28,6 +34,13 @@ async function contextForGeneration(file) {
     };
 }
 exports.contextForGeneration = contextForGeneration;
+async function generateTxtForRepository() {
+    const filter = await createGitIgnoreFileFilter();
+    return {
+        prompt: await (0, fs_1.generatePromptFromDirectory)(".", filter),
+    };
+}
+exports.generateTxtForRepository = generateTxtForRepository;
 async function fetchAppKnowledge() {
     let fileExists = true;
     const appKnowledgePath = "./app_knowledge.md";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAuC3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAOpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAqC3E"}

package/dist/index.js

@@ -20,8 +20,6 @@ async function createTest(task, page, scope) {
     const testConfigArg = process.env.TEST_GEN_TOKEN;
     const { testGenConfig } = await (0, utils_1.parseCliArgs)(testConfigArg);
     (0, reporter_1.setReporterConfig)({
-        testCaseId: testGenConfig.testCase.id,
-        testCaseName: testGenConfig.testCase.name,
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
         testSessionId: testGenConfig.options?.metadata.testSessionId,
         generationId: testGenConfig.options?.metadata.generationId,

package/dist/reporter/index.d.ts

@@ -3,8 +3,6 @@ type ReporterConfigType = {
     testSessionId: number;
     generationId: number;
     projectRepoName: string;
-    testCaseName: string;
-    testCaseId: number;
 };
 export declare function getReporter(): Reporter | undefined;
 /**

package/dist/reporter/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.38.36",
+  "version": "0.38.38",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,7 +73,7 @@
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.28",
     "@empiricalrun/r2-uploader": "^0.3.7",
-    "@empiricalrun/reporter": "^0.21.4"
+    "@empiricalrun/reporter": "^0.21.5"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",