@empiricalrun/test-gen 0.10.0 → 0.10.2

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @empiricalrun/test-gen
 
+## 0.10.2
+
+### Patch Changes
+
+- 4c9f5a6: fix: inject pw locator script on page.goto
+- 5763c7e: fix: remove hasText filter from assert action
+
+## 0.10.1
+
+### Patch Changes
+
+- dbacd41: chore: browsing agent should bubble up exit on error
+- 7b7d1fe: chore: remove redundant try-catch from browsing agent
+
 ## 0.10.0
 
 ### Minor Changes

package/dist/actions/assertTextVisibility.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assertTextVisibility.d.ts","sourceRoot":"","sources":["../../src/actions/assertTextVisibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBA8DjD,CAAC"}
+{"version":3,"file":"assertTextVisibility.d.ts","sourceRoot":"","sources":["../../src/actions/assertTextVisibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBAmDjD,CAAC"}

package/dist/actions/assertTextVisibility.js

@@ -7,14 +7,8 @@ const assertTextVisibilityActionGenerator = (page) => {
     return {
         execute: async (args) => {
             const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, page, {
-                hasText: args.text,
-            });
-            await page
-                .locator(css)
-                .filter({ hasText: args.text })
-                .first()
-                .isVisible({ timeout: 3000 });
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, page);
+            await page.locator(css).first().isVisible({ timeout: 3000 });
             return {
                 locator,
             };
@@ -22,7 +16,7 @@ const assertTextVisibilityActionGenerator = (page) => {
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
             const css = args.css_selector;
-            const assertStr = `await expect(page.locator("${css}").filter({ hasText: "${args.text}"}).first()).toBeVisible();`;
+            const assertStr = `await expect(page.locator("${css}")).toBeVisible();`;
             if (options?.locator) {
                 return `
         // ${assertStr}
@@ -40,10 +34,6 @@ const assertTextVisibilityActionGenerator = (page) => {
                 parameters: {
                     type: "object",
                     properties: {
-                        text: {
-                            type: "string",
-                            description: "text to be asserted",
-                        },
                         css_selector: {
                             type: "string",
                             description: "CSS selector to identify the element uniquely and click it. When creating CSS selectors, ensure they are unique and specific enough to select only one element, even if there are multiple elements of the same type (like multiple h1 elements)",
@@ -53,7 +43,7 @@ const assertTextVisibilityActionGenerator = (page) => {
                             description: "reason for calling this function",
                         },
                     },
-                    required: ["css_selector", "text", "reason"],
+                    required: ["css_selector", "reason"],
                 },
             },
         },

package/dist/actions/goto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAoCjC,CAAC"}
+{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAqCjC,CAAC"}

package/dist/actions/goto.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.gotoActionGenerator = exports.PLAYWRIGHT_GOTO_ACTION_NAME = void 0;
+const utils_1 = require("../agent/browsing/utils");
 exports.PLAYWRIGHT_GOTO_ACTION_NAME = "page_goto";
 const gotoActionGenerator = (page) => {
     return {
@@ -8,6 +9,7 @@ const gotoActionGenerator = (page) => {
             const url = args.url;
             await page.goto(url);
             await page.waitForTimeout(3000);
+            await (0, utils_1.injectPwLocatorGenerator)(page);
         },
         // TODO: args transformer to be kept at a single place
         template: (args) => {

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBA4DP"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBAwDP"}

package/dist/agent/browsing/index.js

@@ -10,6 +10,7 @@ const provider_1 = require("../../bin/ai/prompts/provider");
 const trace_1 = __importDefault(require("../../bin/ai/trace"));
 const logger_1 = require("../../bin/logger");
 const html_1 = require("../../utils/html");
+const utils_1 = require("./utils");
 const logger = new logger_1.CustomLogger();
 async function browsingAgent(task, page, options = {}) {
     const trace = new trace_1.default({ name: "browsing-agent" });
@@ -17,11 +18,7 @@ async function browsingAgent(task, page, options = {}) {
     const tools = actions.getActionSchemas();
     let isTaskDone = false;
     const previousActions = [];
-    const resp = await fetch("https://assets-test.empirical.run/pw-selector.js");
-    const script = await resp.text();
-    await page.addScriptTag({
-        content: script,
-    });
+    await (0, utils_1.injectPwLocatorGenerator)(page);
     let lastActionErrors = [];
     // await page.waitForTimeout(3_00_000)
     while (!isTaskDone) {

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAOA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBAwBzE"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAOA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBAsBzE"}

package/dist/agent/browsing/run.js

@@ -14,25 +14,22 @@ async function generateTestsUsingBrowsingAgent(testFilePath) {
     const port = await (0, detect_port_1.default)(3030);
     const fileService = new server_1.FileService({ port });
     await fileService.startFileService();
-    try {
-        fileService.setFilePath(testFilePath);
-        //TODO: change this to per test
-        //TODO: support multiple projects (browsers)
-        const command = [`npx`, `playwright`, `test`, testFilePath];
-        if (!process.env.CI) {
-            command.push(`--headed`);
-        }
-        await (0, exec_1.cmd)(command, {
-            env: {
-                APP_PORT: port.toString(),
-                PW_TEST_HTML_REPORT_OPEN: "never",
-            },
-        });
-        await (0, web_1.removeTestOnly)(testFilePath);
+    fileService.setFilePath(testFilePath);
+    //TODO: change this to per test
+    //TODO: support multiple projects (browsers)
+    let command = `npx playwright test ${testFilePath} --retries 0`;
+    if (!process.env.CI) {
+        command = command.concat(` --headed`);
     }
-    catch (e) {
-        // TODO: better error handling -- e.g. undo preparation work
-        console.error(e);
+    const exitCode = await (0, exec_1.cmd)(command.split(" "), {
+        env: {
+            APP_PORT: port.toString(),
+            PW_TEST_HTML_REPORT_OPEN: "never",
+        },
+    });
+    if (exitCode != 0) {
+        process.exit(exitCode);
     }
+    await (0, web_1.removeTestOnly)(testFilePath);
 }
 exports.generateTestsUsingBrowsingAgent = generateTestsUsingBrowsingAgent;

package/dist/agent/browsing/utils.d.ts

@@ -1,4 +1,6 @@
+import { Page } from "playwright";
 import { TestGenConfig } from "../../types";
 export declare function prepareFileForBrowsingAgent(genConfig: TestGenConfig): Promise<void>;
+export declare function injectPwLocatorGenerator(page: Page): Promise<void>;
 export declare function canRunBrowsingAgent(filePath: string): void;
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAiBzE;AAWD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAiBzE;AAWD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAMxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD"}

package/dist/agent/browsing/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.canRunBrowsingAgent = exports.prepareFileForBrowsingAgent = void 0;
+exports.canRunBrowsingAgent = exports.injectPwLocatorGenerator = exports.prepareFileForBrowsingAgent = void 0;
 const child_process_1 = require("child_process");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../../bin/logger");
@@ -29,6 +29,14 @@ ${steps}\`, page, test);
 });
   `;
 }
+async function injectPwLocatorGenerator(page) {
+    const resp = await fetch("https://assets-test.empirical.run/pw-selector.js");
+    const script = await resp.text();
+    await page.addScriptTag({
+        content: script,
+    });
+}
+exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
 function canRunBrowsingAgent(filePath) {
     if (!fs_extra_1.default.existsSync(filePath)) {
         throw new Error(`File for browsing agent to run not found: ${filePath}`);

package/dist/utils/exec.d.ts

@@ -1,4 +1,4 @@
 export declare function cmd(command: string[], options: {
     env?: Record<string, string>;
-}): Promise<string | number>;
+}): Promise<number>;
 //# sourceMappingURL=exec.d.ts.map

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAe1B"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAejB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.10.0",
+  "version": "0.10.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"