@empiricalrun/test-gen 0.51.0 → 0.51.1

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @empiricalrun/test-gen
 
+## 0.51.1
+
+### Patch Changes
+
+- d04190f: fix: remove process.on listeners to avoid leaks
+- 75c7921: fix: show chat usage summary on ctrl+C
+- Updated dependencies [d04190f]
+  - @empiricalrun/test-run@0.7.6
+  - @empiricalrun/llm@0.11.1
+
 ## 0.51.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAiBA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,OAAO,GACR,EAAE,iBAAiB;;;GA8EnB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAiBA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,OAAO,GACR,EAAE,iBAAiB;;;GAgFnB"}

package/dist/agent/browsing/run.js

@@ -32,13 +32,14 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
     const testsDirectory = `${repoDir}/tests`;
     const isTestRunTriggeredForTeardown = teardownFileRegex.test(testFilePath);
     const teardowns = new utils_1.TeardownManager(testsDirectory);
-    if (!isTestRunTriggeredForTeardown) {
-        await teardowns.skipAll();
-    }
+    let removeListeners;
     const command = `npx playwright test ${testFilePath} --retries 0 --project ${project} --timeout 0 --headed`;
     let isError = false;
     let error = "";
     try {
+        if (!isTestRunTriggeredForTeardown) {
+            removeListeners = await teardowns.skipAll();
+        }
         await (0, exec_1.cmd)(command.split(" "), {
             env: {
                 APP_PORT: port.toString(),
@@ -55,7 +56,9 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
         console.error(error);
         isError = true;
     }
-    if (!isTestRunTriggeredForTeardown) {
+    finally {
+        // Remove process listeners before unskipping files
+        removeListeners?.();
         teardowns.unskipAll();
     }
     // clean up the file if there is any error

package/dist/agent/browsing/utils.d.ts

@@ -39,7 +39,7 @@ export declare class TeardownManager {
     private teardownFiles;
     private getAllTeardownFiles;
     private skipTeardownFile;
-    skipAll(): Promise<void>;
+    skipAll(): Promise<() => void>;
     unskipAll(): void;
 }
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBAyBA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBAyBA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAoBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -400,18 +400,14 @@ class TeardownManager {
     async skipAll() {
         this.teardownFiles = await this.getAllTeardownFiles();
         await Promise.all(this.teardownFiles.map(async ({ filePath }) => await this.skipTeardownFile(filePath)));
-        process.on("beforeExit", () => {
-            this.unskipAll();
-        });
-        process.on("exit", () => {
-            this.unskipAll();
-        });
-        process.on("SIGINT", () => {
-            this.unskipAll();
-        });
-        process.on("SIGTERM", () => {
-            this.unskipAll();
-        });
+        const setupProcessListeners = (cleanup) => {
+            const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
+            events.forEach((event) => process.on(event, cleanup));
+            return () => {
+                events.forEach((event) => process.removeListener(event, cleanup));
+            };
+        };
+        return setupProcessListeners(this.unskipAll.bind(this));
     }
     unskipAll() {
         this.teardownFiles.forEach(({ filePath, content }) => {

package/dist/agent/chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AA8EA,wBAAsB,SAAS,CAAC,EAC9B,SAAwC,EACxC,mBAAmB,GACpB,EAAE;IACD,SAAS,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;IACxE,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;;;;GAoFA"}
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AA8EA,wBAAsB,SAAS,CAAC,EAC9B,SAAwC,EACxC,mBAAmB,GACpB,EAAE;IACD,SAAS,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;IACxE,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;;;;GA6FA"}

package/dist/agent/chat.js

@@ -89,9 +89,19 @@ async function chatAgent({ chatModel = "claude-3-7-sonnet-20250219", useDiskForC
     while (!userPrompt?.toLowerCase().includes("stop")) {
         chatState.saveToDisk();
         if (chatState.askUserForInput) {
-            userPrompt = await human_in_the_loop_1.humanLoop.getFeedback({
-                message: "User:",
-            });
+            try {
+                userPrompt = await human_in_the_loop_1.humanLoop.getFeedback({
+                    message: "User:",
+                });
+            }
+            catch (e) {
+                // https://github.com/SBoudrias/Inquirer.js/issues/1502#issuecomment-2275991680
+                if (e instanceof Error && e.name === "ExitPromptError") {
+                    console.log("Exiting. Usage summary:", chatState.getUsageSummary());
+                    process.exit(0);
+                }
+                throw e;
+            }
             chatState.pushMessage({
                 role: "user",
                 content: [

package/dist/bin/index.js

@@ -28,10 +28,13 @@ dotenv_1.default.config({
 const flushEvents = async () => {
     await (0, llm_1.flushAllTraces)();
 };
-process.on("beforeExit", async () => await flushEvents());
-process.on("exit", async () => await flushEvents());
-process.on("SIGINT", async () => await flushEvents());
-process.on("SIGTERM", async () => await flushEvents());
+function setupProcessListeners(cleanup) {
+    const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
+    events.forEach((event) => process.on(event, cleanup));
+    return () => {
+        events.forEach((event) => process.removeListener(event, cleanup));
+    };
+}
 async function runChatAgent(modelInput, useDiskForChatState) {
     const MODEL_MAPPING = {
         "claude-3-7": "claude-3-7-sonnet-20250219",
@@ -172,6 +175,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
     return agent;
 }
 (async function main() {
+    const removeListeners = setupProcessListeners(flushEvents);
     console.log(`Running test-gen v${require("../../package.json").version} from ${__dirname}`);
     const program = new commander_1.Command();
     program
@@ -228,7 +232,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
             testName: testGenConfig.testCase.name,
         });
     }
-    // TODO: move these reporters to a better lifecycle
+    removeListeners();
     await (0, llm_1.flushAllTraces)();
     await (0, logger_1.waitForLogsToFlush)();
     await (0, session_1.endSession)();

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAYpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAiC3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAepC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAyC3E"}

package/dist/index.js

@@ -14,42 +14,54 @@ const pw_test_1 = require("./utils/pw-test");
 const flushEvents = async () => {
     await (0, llm_1.flushAllTraces)();
 };
-process.on("beforeExit", async () => await flushEvents());
-process.on("exit", async () => await flushEvents());
-process.on("SIGINT", async () => await flushEvents());
-process.on("SIGTERM", async () => await flushEvents());
+function setupProcessListeners(cleanup) {
+    const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
+    events.forEach((event) => process.on(event, cleanup));
+    return () => {
+        events.forEach((event) => process.removeListener(event, cleanup));
+    };
+}
 async function createTest(task, page, scope) {
-    const testConfigArg = process.env.TEST_GEN_TOKEN;
-    const testGenConfig = (0, scenarios_1.loadTestConfigs)(testConfigArg);
-    (0, reporter_1.setReporterConfig)({
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-        testSessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
-    });
-    (0, session_1.setSessionDetails)({
-        sessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
-        testCaseId: testGenConfig.testCase.id,
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-    });
-    const fileService = new client_1.default();
-    const { testCase, specPath } = testGenConfig;
-    const { code, importPaths } = await (0, run_1.createTestUsingMasterAgent)({
-        testCase,
-        specPath,
-        page,
-        task,
-        options: {
-            ...testGenConfig.options,
-        },
-        scopeVars: scope,
-    });
-    await fileService.updateTest({
-        task,
-        generatedCode: code,
-        importPaths,
-    });
-    // skip the rest of the test once generation is over
-    await (0, pw_test_1.skipTest)();
+    const removeListeners = setupProcessListeners(flushEvents);
+    try {
+        const testConfigArg = process.env.TEST_GEN_TOKEN;
+        const testGenConfig = (0, scenarios_1.loadTestConfigs)(testConfigArg);
+        (0, reporter_1.setReporterConfig)({
+            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+            testSessionId: testGenConfig.options?.metadata.testSessionId,
+            generationId: testGenConfig.options?.metadata.generationId,
+        });
+        (0, session_1.setSessionDetails)({
+            sessionId: testGenConfig.options?.metadata.testSessionId,
+            generationId: testGenConfig.options?.metadata.generationId,
+            testCaseId: testGenConfig.testCase.id,
+            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+        });
+        const fileService = new client_1.default();
+        const { testCase, specPath } = testGenConfig;
+        const { code, importPaths } = await (0, run_1.createTestUsingMasterAgent)({
+            testCase,
+            specPath,
+            page,
+            task,
+            options: {
+                ...testGenConfig.options,
+            },
+            scopeVars: scope,
+        });
+        await fileService.updateTest({
+            task,
+            generatedCode: code,
+            importPaths,
+        });
+        // skip the rest of the test once generation is over
+        await (0, pw_test_1.skipTest)();
+    }
+    finally {
+        // Ensure listeners are removed even if an error occurs
+        removeListeners();
+        // Flush events one final time before removing listeners
+        await flushEvents();
+    }
 }
 exports.createTest = createTest;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.51.0",
+  "version": "0.51.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,10 +73,10 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.11.0",
+    "@empiricalrun/llm": "^0.11.1",
     "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/reporter": "^0.23.2",
-    "@empiricalrun/test-run": "^0.7.5"
+    "@empiricalrun/test-run": "^0.7.6"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",