@empiricalrun/test-gen 0.50.0 → 0.50.1

package/CHANGELOG.md

@@ -1,5 +1,14 @@
 # @empiricalrun/test-gen
 
+## 0.50.1
+
+### Patch Changes
+
+- b070af3: fix: error handling in test run tool
+- a94ef14: fix: chat agent system prompt for proactiveness
+- Updated dependencies [b070af3]
+  - @empiricalrun/test-run@0.7.4
+
 ## 0.50.0
 
 ### Minor Changes

package/dist/agent/chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAwE1D,wBAAsB,SAAS,CAAC,EAC9B,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,8CAqEA"}
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AA8E1D,wBAAsB,SAAS,CAAC,EAC9B,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,8CAqEA"}

package/dist/agent/chat.js

@@ -53,6 +53,12 @@ ${(0, repo_tree_1.generateAsciiTree)(process.cwd())}
 While specifying paths to files, use relative paths from the current working directory. For example:
 - Correct path: "tests/lesson.spec.ts"
 - Incorrect path: "/repo/tests/lesson.spec.ts" or "${path_1.default.basename(process.cwd())}/tests/lesson.spec.ts"
+
+# Proactiveness
+You are allowed to be proactive, but only when the user asks you to do something. You should strive to
+strike a balance between:
+1. Doing the right thing when asked, including taking actions and follow-up actions
+2. Not surprising the user with actions you take without asking
 `;
 const tools = [
     test_run_1.runTestTool,

package/dist/tools/test-run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAsBpC,eAAO,MAAM,WAAW,EAAE,IAoBzB,CAAC"}
+{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAsBpC,eAAO,MAAM,WAAW,EAAE,IA8BzB,CAAC"}

package/dist/tools/test-run.js

@@ -26,16 +26,26 @@ exports.runTestTool = {
     },
     execute: async (input) => {
         const { testName, suites, fileName, project, headed } = input;
-        const result = await (0, test_run_1.runSingleTest)({
-            testName,
-            suites,
-            fileName,
-            projects: [project],
-            headed,
-        });
-        return {
-            result: JSON.stringify(result),
-            isError: false,
-        };
+        try {
+            const result = await (0, test_run_1.runSingleTest)({
+                testName,
+                suites,
+                fileName,
+                projects: [project],
+                headed,
+            });
+            return {
+                result: JSON.stringify(result),
+                isError: false,
+            };
+        }
+        catch (error) {
+            // Ensure we capture the full error message regardless of error type
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            return {
+                result: JSON.stringify({ error: errorMessage }),
+                isError: true,
+            };
+        }
     },
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.50.0",
+  "version": "0.50.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -74,10 +74,10 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.10.1",
     "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/reporter": "^0.23.1",
-    "@empiricalrun/test-run": "^0.7.3"
+    "@empiricalrun/test-run": "^0.7.4",
+    "@empiricalrun/llm": "^0.10.1"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",