@empiricalrun/test-gen 0.38.47 → 0.38.49

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.38.49
+
+### Patch Changes
+
+- a25f06d: fix: repo editor not able to make changes to the method
+
+## 0.38.48
+
+### Patch Changes
+
+- 3864b3d: fix: typos in repo edit prompt
+
 ## 0.38.47
 
 ### Patch Changes

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAcrD,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,iBAgKA"}
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAcrD,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,iBA+JA"}

package/dist/agent/codegen/repo-edit.js

@@ -50,24 +50,24 @@ async function repoEditAgent({ trace, task, }) {
         {
             role: "system",
             content: `
-You are a software test engineer who is given a task to update code in a Playwright repository. 
+You are a software test engineer who is given a task to update code in a Playwright test repository. 
 You will be provided with current test files, fixtures and page object models for you to use and update code as per the task provided to you.
 You need to respond with file path and updated code block inside the file.
 
 Directory structure for the repository:
 └── /
     ├── tests/
-    ├── test-data/
-    │   └── index.ts
+    ├────test-data/
+    │    └── index.ts
     ├── pages/
     ├── playwright.config.ts
-    ├── app.md
+    ├── app_knowledge.md
     ├── .eslintrc.js
     ├── package.json
     └── tsconfig.json
 
 Explanation of repository structure:
-- tests: this is a directory where all tests and fixtures are kept. all spec files here end with ".spec.ts" as naming convention. There is an expection for Playwright fixtures file. Fixtures file is named as "fixtures.ts"
+- tests: this is a directory where all tests and fixtures are kept. All spec files here end with ".spec.ts" as naming convention. There is an exception for Playwright fixtures file. Fixtures file is named as "fixtures.ts"
 - test-data: this is a directory where all the test data are kept.
 - pages: this is a directory where all reusable page object model methods are kept. Page object model methods are written in a pure functional convention. These methods are reusable methods created to be used across tests. This is also a directory where all the utility methods are kept which can be executed independent of the Playwright tests.
 
@@ -166,7 +166,6 @@ Task: ${task}
             fileChanges: updatedFileChanges,
         });
     }
-    // TODO: identify new file updates
     const newFileUpdates = updates.filter((f) => !fsSync.existsSync(f.filePath));
     await Promise.all(newFileUpdates.map((f) => {
         return (async () => {

package/dist/agent/codegen/test-update-feedback.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;KAuCA"}
+{"version":3,"file":"test-update-feedback.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/test-update-feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAKxE,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,SAAS,EACT,SAAS,EACT,aAAa,GACd,EAAE;IACD,SAAS,EAAE,0BAA0B,EAAE,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;;;;;KA4CA"}

package/dist/agent/codegen/test-update-feedback.js

@@ -7,6 +7,11 @@ const utils_1 = require("./utils");
 async function applyTestUpdateFeedbacks({ trace, oldPrompt, feedbacks, agentResponse, }) {
     const applyTestUpdateFeedbacksSpan = trace?.span({
         name: "apply-test-update-feedbacks",
+        input: {
+            oldPrompt,
+            feedbacks,
+            agentResponse,
+        },
     });
     const llm = new llm_1.LLM({
         trace: applyTestUpdateFeedbacksSpan,
@@ -38,8 +43,8 @@ Fix the above failures and respond with same format as the previous response`,
     });
     const updatedResponse = response?.content || "";
     const fileChanges = (0, utils_1.extractTestUpdates)(updatedResponse);
-    const filteredFileChanges = fileChanges.filter((f) => !feedbacks.some((e) => e?.filePath === f.filePath));
-    applyTestUpdateFeedbacksSpan?.end({ output: { updatedResponse } });
+    const filteredFileChanges = fileChanges.filter((f) => feedbacks.some((e) => e?.filePath === f.filePath));
+    applyTestUpdateFeedbacksSpan?.end({ output: { fileChanges } });
     return filteredFileChanges;
 }
 exports.applyTestUpdateFeedbacks = applyTestUpdateFeedbacks;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.38.47",
+  "version": "0.38.49",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -72,8 +72,8 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.28",
-    "@empiricalrun/reporter": "^0.21.6",
-    "@empiricalrun/r2-uploader": "^0.3.7"
+    "@empiricalrun/r2-uploader": "^0.3.7",
+    "@empiricalrun/reporter": "^0.21.6"
   },
   "devDependencies": {
     "@types/detect-port": "^1.3.5",