@empiricalrun/test-gen 0.33.0 → 0.33.2

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @empiricalrun/test-gen
 
+## 0.33.2
+
+### Patch Changes
+
+- Updated dependencies [604f9a4]
+  - @empiricalrun/reporter@0.21.1
+
+## 0.33.1
+
+### Patch Changes
+
+- 48e5628: fix: skip teardown files during test-gen
+
 ## 0.33.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAkBA,KAAK,iBAAiB,GAAG;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,GACjB,EAAE,iBAAiB,iBAmEnB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAmBA,KAAK,iBAAiB,GAAG;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,GACjB,EAAE,iBAAiB,iBAyEnB"}

package/dist/agent/browsing/run.js

@@ -38,6 +38,9 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
     const pageVar = await (0, web_1.getPageVariableNameFromCreateTest)(testFilePath);
     console.log(`Detected playwright project name: ${project}`);
     // run playwright test which will internally run the master agent
+    const testsDirectory = `${process.cwd()}/tests`;
+    const teardowns = new utils_2.TeardownManager(testsDirectory);
+    await teardowns.skipAll();
     let command = `npx playwright test ${testFilePath} --retries 0 --project ${project} --timeout 0`;
     if (!process.env.CI) {
         command = command.concat(` --headed`);
@@ -59,6 +62,7 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
         console.error(error);
         isError = true;
     }
+    teardowns.unskipAll();
     // clean up the file if there is any error
     if (isError) {
         try {

package/dist/agent/browsing/utils.d.ts

@@ -35,4 +35,13 @@ export declare function getPromptForNextAction({ pageSnapshot, task, previousAct
     lastActionErrors: string[];
     promptType?: string;
 }): Promise<import("openai/resources/index.mjs").ChatCompletionMessageParam[]>;
+export declare class TeardownManager {
+    private directory;
+    constructor(directory: string);
+    private teardownFiles;
+    private getAllTeardownFiles;
+    private skipTeardownFile;
+    skipAll(): Promise<void>;
+    unskipAll(): void;
+}
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAevD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA4ED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAiBvD,OAAO,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAKzD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA4ED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAiBxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QA6BjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,EACpB,gBAAqB,EACrB,UAAyC,GAC1C,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,8EASA;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -3,14 +3,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPromptForNextAction = exports.detectProjectName = exports.readPlaywrightConfig = exports.canRunMasterAgent = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
+exports.TeardownManager = exports.getPromptForNextAction = exports.detectProjectName = exports.readPlaywrightConfig = exports.canRunMasterAgent = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const child_process_1 = require("child_process");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const minimatch_1 = require("minimatch");
+const ts_morph_1 = require("ts-morph");
 const api_1 = __importDefault(require("tsx/cjs/api"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
+const fs_1 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
 const reporter_1 = require("../../reporter");
 const create_test_block_1 = require("../codegen/create-test-block");
@@ -271,3 +273,56 @@ async function getPromptForNextAction({ pageSnapshot = "", task = "", previousAc
     return prompt;
 }
 exports.getPromptForNextAction = getPromptForNextAction;
+class TeardownManager {
+    directory;
+    constructor(directory) {
+        this.directory = directory;
+    }
+    teardownFiles = [];
+    async getAllTeardownFiles() {
+        const teardownFileRegex = /.*\.teardown\.ts/;
+        const teardownFiles = await (0, fs_1.readFilesInDirectory)(this.directory, (fileName) => teardownFileRegex.test(fileName));
+        return teardownFiles;
+    }
+    async skipTeardownFile(filePath) {
+        const project = new ts_morph_1.Project();
+        const sourceFile = project.addSourceFileAtPath(filePath);
+        sourceFile
+            .getDescendantsOfKind(ts_morph_1.SyntaxKind.CallExpression)
+            .forEach((callExpression) => {
+            const expression = callExpression.getExpression();
+            if (expression.getText() === "teardown") {
+                expression.replaceWithText("teardown.skip");
+            }
+            else if (expression.getText() === "test") {
+                expression.replaceWithText("test.skip");
+            }
+        });
+        // Save the modified file
+        sourceFile.save().catch((error) => {
+            console.error(`Error updating the file: ${filePath}`, error);
+        });
+    }
+    async skipAll() {
+        this.teardownFiles = await this.getAllTeardownFiles();
+        await Promise.all(this.teardownFiles.map(async ({ filePath }) => await this.skipTeardownFile(filePath)));
+        process.on("beforeExit", () => {
+            this.unskipAll();
+        });
+        process.on("exit", () => {
+            this.unskipAll();
+        });
+        process.on("SIGINT", () => {
+            this.unskipAll();
+        });
+        process.on("SIGTERM", () => {
+            this.unskipAll();
+        });
+    }
+    unskipAll() {
+        this.teardownFiles.forEach(({ filePath, content }) => {
+            fs_extra_1.default.writeFileSync(filePath, content, "utf-8");
+        });
+    }
+}
+exports.TeardownManager = TeardownManager;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.33.0",
+  "version": "0.33.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -46,7 +46,7 @@
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.9",
     "@empiricalrun/r2-uploader": "^0.3.4",
-    "@empiricalrun/reporter": "^0.21.0"
+    "@empiricalrun/reporter": "^0.21.1"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",