@empiricalrun/test-gen 0.17.0 → 0.17.2

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @empiricalrun/test-gen
 
+## 0.17.2
+
+### Patch Changes
+
+- Updated dependencies [1c3fb96]
+  - @empiricalrun/reporter@0.11.2
+
+## 0.17.1
+
+### Patch Changes
+
+- ac0256e: feat: remove support for update flag in test gen
+
 ## 0.17.0
 
 ### Minor Changes

package/README.md

@@ -8,61 +8,29 @@ Our agents that generate Playwright tests. There are 2 agents
 ## Usage
 
 ```sh
-npx @empiricalrun/test-gen $args
+npx @empiricalrun/test-gen TEST_GEN_TOKEN
 ```
 
-where `$args` can be one of the following
-
 ### Add new test
 
 ```sh
-npx @empiricalrun/test-gen base64string
+npx @empiricalrun/test-gen TEST_GEN_TOKEN
 ```
 
 - This will trigger browsing agent to write a new test for this scenario
-- See [Base64 payload](#base64-payload)
-
-```sh
-npx @empiricalrun/test-gen delete.spec.ts
-```
-
-- This will trigger browsing agent to write a new test in this file
-- **Note** that the file must have `createTest(...)` where the scenario is specified
-
-#### Bulk add
-
-```sh
-npx @empiricalrun/test-gen scenarios.yml
-
-# optional: filter for one scenario
-npx @empiricalrun/test-gen scenarios.yml $scenario_name
-```
-
-Using yml or google spreadsheet. **Note** that this only runs the code editing agent
-
-```yaml ./tests/scenarios.yaml
-dir: ./tests/ # [optional] directory where you want to create tests. Default - ./tests
-scenarios: # list of scenarios
-    - name: user should be able to login successfully # name of the test case to be generated
-      steps: # steps for the test case
-        - cLick on "Login" button
-        - click on input "username"
-        - fill username as "foo@bar.com"
-        - fill password as "bar@123"
-        - click on "Login Button"
-      assert: "Login successful" text should be visible # assertion
-```
+- See [Test gen token: Base64 payload](#test-gen-token-base64-payload)
 
 ### Update existing test
 
 ```sh
-npx @empiricalrun/test-gen base64string -u
+npx @empiricalrun/test-gen TEST_GEN_TOKEN
 ```
 
+- If the test case is already present in the file, the test gen agent will update the existing test as per the steps provided in the payload
 - This will trigger code editing agent to write a new test for this scenario
-- See [Base64 payload](#base64-payload)
+- See [Test gen token: Base64 payload](#test-gen-token-base64-payload)
 
-### Base64 payload
+### Test gen token: Base64 payload
 
 Convert this object into a base64 payload - for new and update test.
 
@@ -72,10 +40,10 @@ const scenario = {
   steps: [
     "fill in the username as foobar@gmail.com",
     "fill in the password as bazbaz",
-    "click on the login button"
+    "click on the login button",
   ],
   assert: "",
-  group: "home"
+  group: "home",
 };
-btoa(JSON.stringify(scenario))
+btoa(JSON.stringify(scenario));
 ```

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+IrB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA8IrB"}

package/dist/agent/codegen/run.js

@@ -35,7 +35,6 @@ async function generateTest(testCase, file, options) {
         },
     });
     trace.update({ input: { testCase } });
-    logger.log("Generating test for scenario:", testCase?.name);
     const isUpdate = testFileContent.includes(`test("${testCase?.name}"`);
     const promptSpan = trace.startSpan(isUpdate ? "update-scenario-prompt" : "add-scenario-prompt");
     const promptName = isUpdate ? "update-scenario" : "add-scenario";

package/dist/bin/index.js

@@ -39,7 +39,7 @@ async function runAgent(sourceFile, testGenConfig) {
 (async function main() {
     const logger = new logger_1.CustomLogger({ useReporter: false });
     if (process.argv.length < 3) {
-        logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen <SCENARIOS_FILE_PATH> -u");
+        logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen <TEST_GEN_TOKEN>");
         process.exit(1);
     }
     const { sourceFile, testGenConfig } = await (0, utils_2.parseCliArgs)();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.17.0",
+  "version": "0.17.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -40,7 +40,7 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.2.0",
-    "@empiricalrun/reporter": "^0.11.1"
+    "@empiricalrun/reporter": "^0.11.2"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",