@empiricalrun/test-gen 0.42.0 → 0.42.3

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @empiricalrun/test-gen
 
+## 0.42.3
+
+### Patch Changes
+
+- 55a70ee: fix: revert to old version of playwright
+- Updated dependencies [55a70ee]
+  - @empiricalrun/reporter@0.22.1
+
+## 0.42.2
+
+### Patch Changes
+
+- 87743d9: fix: fill action in case of multi page and context
+
+## 0.42.1
+
+### Patch Changes
+
+- ce2b8c7: fix: filter allowed file extensions for repo agent input
+
 ## 0.42.0
 
 ### Minor Changes

package/dist/actions/fill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAGhE,eAAO,MAAM,mBAAmB,EAAE,yBA6FjC,CAAC"}
+{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAGhE,eAAO,MAAM,mBAAmB,EAAE,yBAgGjC,CAAC"}

package/dist/actions/fill.js

@@ -12,12 +12,14 @@ const fillActionGenerator = (page, options) => {
         execute: async ({ args }) => {
             const css = args.css_selector;
             const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page.pwPageInstance, args?.elementAnnotation);
-            const stateVariableKeys = Object.keys(options?.stateVariables);
+            const concernedStateVariable = options?.stateVariables[args.variable_name]
+                ? args.variable_name
+                : "";
             const testCaseLine = `${locator}.fill(${options?.stateVariables[args.variable_name]
                 ? args.variable_name
                 : `"${args.text}"`})`;
-            const exec = new Function("page", ...stateVariableKeys, `return page.${testCaseLine}`);
-            await exec(page.pwPageInstance, ...stateVariableKeys.map((key) => options?.stateVariables[key]));
+            const exec = new Function("page", ...(concernedStateVariable ? [concernedStateVariable] : []), `return page.${testCaseLine}`);
+            await exec(page.pwPageInstance, options?.stateVariables[args.variable_name]);
             return {
                 locator,
                 testCaseLine,

package/dist/agent/codegen/repo-edit.d.ts

@@ -1,5 +1,6 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { ChatCompletionMessageParam } from "openai/resources/index.mjs";
+import { CustomLogger } from "../../bin/logger";
 export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, }: {
     trace?: TraceClient;
     task: string;
@@ -14,9 +15,10 @@ export declare function generateCodeUsingRepoAgent({ task, trace, repoFiles, }:
         reason: string | undefined;
     }[];
 }>;
-export declare function repoEditAgent({ trace, task, }: {
+export declare function repoEditAgent({ trace, task, logger, }: {
     trace?: TraceClient;
     task: string;
+    logger?: CustomLogger;
 }): Promise<{
     prompt: ChatCompletionMessageParam[];
     agentResponse: string;

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAexE,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,GACV,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CA6GD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CAiED"}
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAahD,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,GACV,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CA6GD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;CACL,CAAC,CAkED"}

package/dist/agent/codegen/repo-edit.js

@@ -122,9 +122,10 @@ Task: ${task}
     };
 }
 exports.generateCodeUsingRepoAgent = generateCodeUsingRepoAgent;
-async function repoEditAgent({ trace, task, }) {
+async function repoEditAgent({ trace, task, logger, }) {
     const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
+    logger?.log(`Starting repo agent: ${trace?.getTraceUrl()}`);
     const { prompt: repoFiles } = await (0, context_1.generateTxtForRepository)();
     const repoAgentOutput = await generateCodeUsingRepoAgent({
         task,

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAkC5B"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMhE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAK7D,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,EAC7B,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAmC5B"}

package/dist/agent/codegen/run.js

@@ -41,6 +41,7 @@ async function generateTest(testCase, file, options, trace) {
     const repoAgentResponse = await (0, repo_edit_1.repoEditAgent)({
         trace,
         task: (0, utils_1.getTaskForCreateTest)({ testCase, file }),
+        logger,
     });
     createTestSpan?.end({ output: repoAgentResponse.fileChanges });
     await (0, llm_1.flushAllTraces)();

package/dist/bin/index.js

@@ -78,6 +78,7 @@ async function runAgent(testGenConfig) {
         await (0, repo_edit_1.repoEditAgent)({
             trace,
             task: testGenConfig.testCase.steps.join("\n"),
+            logger,
         });
         return;
     }

package/dist/bin/utils/context.d.ts

@@ -5,6 +5,7 @@ export declare function contextForGeneration(file?: string): Promise<{
     nonSpecFilePrompt: string | undefined;
     testFileContent: string;
 }>;
+export declare function createRepoEditFilter(): Promise<(filePath: string) => boolean>;
 export declare function generateTxtForRepository(): Promise<{
     prompt: string | undefined;
 }>;

package/dist/bin/utils/context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/context.ts"],"names":[],"mappings":"AAQA,wBAAsB,yBAAyB,2CAe9C;AAED,wBAAsB,oBAAoB,CAAC,IAAI,CAAC,EAAE,MAAM;;;;;GAQvD;AAED,wBAAsB,wBAAwB;;GAK7C;AAED,wBAAsB,iBAAiB,oBAYtC"}
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/context.ts"],"names":[],"mappings":"AAQA,wBAAsB,yBAAyB,2CAe9C;AAED,wBAAsB,oBAAoB,CAAC,IAAI,CAAC,EAAE,MAAM;;;;;GAQvD;AAED,wBAAsB,oBAAoB,uBAItB,MAAM,cAMzB;AAED,wBAAsB,wBAAwB;;GAK7C;AAED,wBAAsB,iBAAiB,oBAYtC"}

package/dist/bin/utils/context.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchAppKnowledge = exports.generateTxtForRepository = exports.contextForGeneration = exports.createGitIgnoreFileFilter = void 0;
+exports.fetchAppKnowledge = exports.generateTxtForRepository = exports.createRepoEditFilter = exports.contextForGeneration = exports.createGitIgnoreFileFilter = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const ignore_1 = __importDefault(require("ignore"));
 const fs_1 = require("./fs");
@@ -34,8 +34,17 @@ async function contextForGeneration(file) {
     };
 }
 exports.contextForGeneration = contextForGeneration;
+async function createRepoEditFilter() {
+    const allowedExtensions = /\.(ts|js|mjs|json|md)$/i;
+    const gitIgnoreFilter = await createGitIgnoreFileFilter();
+    return (filePath) => {
+        return (gitIgnoreFilter(filePath) &&
+            (fs_extra_1.default.statSync(filePath).isDirectory() || allowedExtensions.test(filePath)));
+    };
+}
+exports.createRepoEditFilter = createRepoEditFilter;
 async function generateTxtForRepository() {
-    const filter = await createGitIgnoreFileFilter();
+    const filter = await createRepoEditFilter();
     return {
         prompt: await (0, fs_1.generatePromptFromDirectory)(".", filter),
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.42.0",
+  "version": "0.42.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,10 +73,10 @@
     "typescript": "^5.3.3",
     "@empiricalrun/llm": "^0.9.29",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/reporter": "^0.22.0"
+    "@empiricalrun/reporter": "^0.22.1"
   },
   "devDependencies": {
-    "@playwright/test": "1.49.1",
+    "@playwright/test": "1.47.1",
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
     "@types/fs-extra": "^11.0.4",
@@ -84,7 +84,7 @@
     "@types/lodash.isequal": "^4.5.8",
     "@types/md5": "^2.3.5",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.49.1"
+    "playwright": "1.47.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",