@empiricalrun/test-gen 0.46.10 → 0.47.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.47.0
+
+### Minor Changes
+
+- 9481edf: fix: import createTest from dist location instead of local package installation
+
+## 0.46.11
+
+### Patch Changes
+
+- 0def0a2: feat: add inquirer prompts for missing CLI options
+
 ## 0.46.10
 
 ### Patch Changes

package/README.md

@@ -1,38 +1,12 @@
 # test-gen
 
-Our agents that generate Playwright tests. There are 2 agents
-
-- browsing agent
-- code editing agent
-
 ## Usage
 
 ```sh
-npx @empiricalrun/test-gen --token TEST_GEN_TOKEN
+npx @empiricalrun/test-gen@latest --token TEST_GEN_TOKEN
 ```
 
-### Add new test
-
-```sh
-npx @empiricalrun/test-gen --token TEST_GEN_TOKEN
-```
-
-- This will trigger browsing agent to write a new test for this scenario
-- See [Test gen token: Base64 payload](#test-gen-token-base64-payload)
-
-### Update existing test
-
-```sh
-npx @empiricalrun/test-gen --token TEST_GEN_TOKEN
-```
-
-- If the test case is already present in the file, the test gen agent will update the existing test as per the steps provided in the payload
-- This will trigger code editing agent to write a new test for this scenario
-- See [Test gen token: Base64 payload](#test-gen-token-base64-payload)
-
-### Test gen token: Base64 payload
-
-Convert this object into a base64 payload - for new and update test.
+To generate a token, use the below
 
 ```js
 const scenario = {
@@ -46,3 +20,9 @@ const scenario = {
 };
 btoa(JSON.stringify(scenario));
 ```
+
+### During development
+
+```
+npx /path/to/packages/test-gen/. 
+```

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA8FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAwGD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -28,6 +28,15 @@ function prepareBrowsingAgentTask(steps) {
     return task;
 }
 exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
+async function addImportForCreateTest(testFilePath) {
+    // Instead of using "@empiricalrun/test-gen", we use the local dist file
+    // This is to avoid assuming that the test-gen package is installed in the project
+    const importSource = path_1.default.join(__dirname, "../../../dist/index.js");
+    if (!fs_extra_1.default.existsSync(importSource)) {
+        throw new Error(`createTest import source not found at ${importSource}`);
+    }
+    await fs_extra_1.default.writeFile(testFilePath, (0, web_1.addNewImport)(await fs_extra_1.default.readFile(testFilePath, "utf-8"), ["createTest"], importSource));
+}
 /**
  * Function to prepare test file for update scenarios for master agent to run
  * @param {TestGenConfig} genConfig
@@ -76,7 +85,7 @@ async function prepareFileForUpdateScenario(genConfig, trace) {
             createTestFilePath,
         },
     });
-    await fs_extra_1.default.writeFile(createTestFilePath, (0, web_1.addNewImport)(await fs_extra_1.default.readFile(createTestFilePath, "utf-8"), ["createTest"], "@empiricalrun/test-gen"));
+    await addImportForCreateTest(createTestFilePath);
     updateFileSpan?.end();
     const { pomPrompt, nonSpecFilePrompt } = await (0, context_1.contextForGeneration)(createTestFilePath);
     await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({

package/dist/bin/index.js

@@ -160,13 +160,13 @@ async function runAgent(testGenConfig, testGenToken) {
         .option("--suites <suites>", "Comma separated list of describe blocks")
         .parse(process.argv);
     const options = program.opts();
-    (0, utils_2.validateCliOptions)(options);
-    const testGenConfig = options.token
-        ? (0, scenarios_1.loadTestConfigs)(options.token)
-        : (0, scenarios_1.buildTestConfigFromOptions)(options);
-    const testGenToken = options.token
-        ? options.token
-        : (0, scenarios_1.buildTokenFromOptions)(options);
+    const completedOptions = await (0, utils_2.validateAndCompleteCliOptions)(options);
+    const testGenConfig = completedOptions.token
+        ? (0, scenarios_1.loadTestConfigs)(completedOptions.token)
+        : (0, scenarios_1.buildTestConfigFromOptions)(completedOptions);
+    const testGenToken = completedOptions.token
+        ? completedOptions.token
+        : (0, scenarios_1.buildTokenFromOptions)(completedOptions);
     (0, reporter_1.setReporterConfig)({
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
         testSessionId: testGenConfig.options?.metadata.testSessionId,

package/dist/bin/utils/index.d.ts

@@ -5,5 +5,5 @@ export interface CliOptions {
     prompt?: string;
     suites?: string;
 }
-export declare function validateCliOptions(options: CliOptions): void;
+export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAS5D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAiErB"}

package/dist/bin/utils/index.js

@@ -1,12 +1,64 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateCliOptions = void 0;
-function validateCliOptions(options) {
+exports.validateAndCompleteCliOptions = void 0;
+const inquirer_1 = __importDefault(require("inquirer"));
+async function validateAndCompleteCliOptions(options) {
     const hasToken = !!options.token;
-    const hasNameAndFile = !!options.name && !!options.file && !!options.prompt;
-    if (!hasToken && !hasNameAndFile) {
-        console.error("Invalid arguments. Provide either --token OR all of --name, --file, and --prompt");
-        process.exit(1);
+    if (hasToken) {
+        return options;
     }
+    const questions = [];
+    if (!options.name) {
+        questions.push({
+            type: "input",
+            name: "name",
+            message: "Enter the test name:",
+            validate: (input) => input.trim().length > 0 || "Test name is required",
+        });
+    }
+    if (!options.file) {
+        questions.push({
+            type: "input",
+            name: "file",
+            message: "Enter the test file path (inside tests dir):",
+            validate: (input) => input.trim().length > 0 || "Test file path is required",
+        });
+    }
+    if (!options.prompt) {
+        questions.push({
+            type: "editor",
+            name: "prompt",
+            message: "Enter the test prompt (opens in your editor):",
+            validate: (input) => input.trim().length > 0 || "Test prompt is required",
+        });
+    }
+    if (!options.suites) {
+        questions.push({
+            type: "input",
+            name: "suites",
+            message: "Enter comma-separated test suites (optional):",
+        });
+    }
+    if (questions.length > 0) {
+        // Ask each question individually to avoid type issues
+        const answers = {};
+        for (const question of questions) {
+            const answer = await inquirer_1.default.prompt({
+                type: question.type,
+                name: "value",
+                message: question.message,
+                validate: question.validate,
+            });
+            answers[question.name] = answer.value;
+        }
+        return {
+            ...options,
+            ...answers,
+        };
+    }
+    return options;
 }
-exports.validateCliOptions = validateCliOptions;
+exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.46.10",
+  "version": "0.47.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,9 +73,9 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/r2-uploader": "^0.3.8",
+    "@empiricalrun/llm": "^0.9.35",
     "@empiricalrun/reporter": "^0.23.1",
-    "@empiricalrun/llm": "^0.9.35"
+    "@empiricalrun/r2-uploader": "^0.3.8"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",