@empiricalrun/test-gen 0.10.1 → 0.10.3

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @empiricalrun/test-gen
 
+## 0.10.3
+
+### Patch Changes
+
+- 08f12e9: fix: browsing agent output works with ci reporter
+
+## 0.10.2
+
+### Patch Changes
+
+- 4c9f5a6: fix: inject pw locator script on page.goto
+- 5763c7e: fix: remove hasText filter from assert action
+
 ## 0.10.1
 
 ### Patch Changes

package/dist/actions/assertTextVisibility.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assertTextVisibility.d.ts","sourceRoot":"","sources":["../../src/actions/assertTextVisibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBA8DjD,CAAC"}
+{"version":3,"file":"assertTextVisibility.d.ts","sourceRoot":"","sources":["../../src/actions/assertTextVisibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBAmDjD,CAAC"}

package/dist/actions/assertTextVisibility.js

@@ -7,14 +7,8 @@ const assertTextVisibilityActionGenerator = (page) => {
     return {
         execute: async (args) => {
             const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, page, {
-                hasText: args.text,
-            });
-            await page
-                .locator(css)
-                .filter({ hasText: args.text })
-                .first()
-                .isVisible({ timeout: 3000 });
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, page);
+            await page.locator(css).first().isVisible({ timeout: 3000 });
             return {
                 locator,
             };
@@ -22,7 +16,7 @@ const assertTextVisibilityActionGenerator = (page) => {
         // TODO: args transformer to be kept at a single place
         template: (args, options) => {
             const css = args.css_selector;
-            const assertStr = `await expect(page.locator("${css}").filter({ hasText: "${args.text}"}).first()).toBeVisible();`;
+            const assertStr = `await expect(page.locator("${css}")).toBeVisible();`;
             if (options?.locator) {
                 return `
         // ${assertStr}
@@ -40,10 +34,6 @@ const assertTextVisibilityActionGenerator = (page) => {
                 parameters: {
                     type: "object",
                     properties: {
-                        text: {
-                            type: "string",
-                            description: "text to be asserted",
-                        },
                         css_selector: {
                             type: "string",
                             description: "CSS selector to identify the element uniquely and click it. When creating CSS selectors, ensure they are unique and specific enough to select only one element, even if there are multiple elements of the same type (like multiple h1 elements)",
@@ -53,7 +43,7 @@ const assertTextVisibilityActionGenerator = (page) => {
                             description: "reason for calling this function",
                         },
                     },
-                    required: ["css_selector", "text", "reason"],
+                    required: ["css_selector", "reason"],
                 },
             },
         },

package/dist/actions/goto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAoCjC,CAAC"}
+{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAqCjC,CAAC"}

package/dist/actions/goto.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.gotoActionGenerator = exports.PLAYWRIGHT_GOTO_ACTION_NAME = void 0;
+const utils_1 = require("../agent/browsing/utils");
 exports.PLAYWRIGHT_GOTO_ACTION_NAME = "page_goto";
 const gotoActionGenerator = (page) => {
     return {
@@ -8,6 +9,7 @@ const gotoActionGenerator = (page) => {
             const url = args.url;
             await page.goto(url);
             await page.waitForTimeout(3000);
+            await (0, utils_1.injectPwLocatorGenerator)(page);
         },
         // TODO: args transformer to be kept at a single place
         template: (args) => {

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBA4DP"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBAwDP"}

package/dist/agent/browsing/index.js

@@ -10,6 +10,7 @@ const provider_1 = require("../../bin/ai/prompts/provider");
 const trace_1 = __importDefault(require("../../bin/ai/trace"));
 const logger_1 = require("../../bin/logger");
 const html_1 = require("../../utils/html");
+const utils_1 = require("./utils");
 const logger = new logger_1.CustomLogger();
 async function browsingAgent(task, page, options = {}) {
     const trace = new trace_1.default({ name: "browsing-agent" });
@@ -17,11 +18,7 @@ async function browsingAgent(task, page, options = {}) {
     const tools = actions.getActionSchemas();
     let isTaskDone = false;
     const previousActions = [];
-    const resp = await fetch("https://assets-test.empirical.run/pw-selector.js");
-    const script = await resp.text();
-    await page.addScriptTag({
-        content: script,
-    });
+    await (0, utils_1.injectPwLocatorGenerator)(page);
     let lastActionErrors = [];
     // await page.waitForTimeout(3_00_000)
     while (!isTaskDone) {

package/dist/agent/browsing/utils.d.ts

@@ -1,4 +1,6 @@
+import { Page } from "playwright";
 import { TestGenConfig } from "../../types";
 export declare function prepareFileForBrowsingAgent(genConfig: TestGenConfig): Promise<void>;
+export declare function injectPwLocatorGenerator(page: Page): Promise<void>;
 export declare function canRunBrowsingAgent(filePath: string): void;
 //# sourceMappingURL=utils.d.ts.map

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAiBzE;AAWD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAsB,2BAA2B,CAAC,SAAS,EAAE,aAAa,iBAiBzE;AAWD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBAMxD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,QA4BnD"}

package/dist/agent/browsing/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.canRunBrowsingAgent = exports.prepareFileForBrowsingAgent = void 0;
+exports.canRunBrowsingAgent = exports.injectPwLocatorGenerator = exports.prepareFileForBrowsingAgent = void 0;
 const child_process_1 = require("child_process");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../../bin/logger");
@@ -29,6 +29,14 @@ ${steps}\`, page, test);
 });
   `;
 }
+async function injectPwLocatorGenerator(page) {
+    const resp = await fetch("https://assets-test.empirical.run/pw-selector.js");
+    const script = await resp.text();
+    await page.addScriptTag({
+        content: script,
+    });
+}
+exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
 function canRunBrowsingAgent(filePath) {
     if (!fs_extra_1.default.existsSync(filePath)) {
         throw new Error(`File for browsing agent to run not found: ${filePath}`);

package/dist/bin/index.js

@@ -17,6 +17,7 @@ dotenv_1.default.config({
 });
 const logger = new logger_1.CustomLogger();
 async function runAgent(sourceFile, isUpdate, testGenConfigs) {
+    const generatedTestScenarios = [];
     const compatibleWithBrowsing = !sourceFile.endsWith(".yaml") &&
         !sourceFile.startsWith("https://docs.google.com/spreadsheets") &&
         !isUpdate;
@@ -29,14 +30,14 @@ async function runAgent(sourceFile, isUpdate, testGenConfigs) {
         else {
             fileForBrowsingAgent = testGenConfig.specPath;
             await (0, utils_1.prepareFileForBrowsingAgent)(testGenConfig);
+            generatedTestScenarios.push(...testGenConfig.scenarios);
         }
         if (fileForBrowsingAgent) {
             logger.success("Generating tests using browsing agent");
             await (0, run_1.generateTestsUsingBrowsingAgent)(fileForBrowsingAgent);
-            process.exit(0);
+            return generatedTestScenarios;
         }
     }
-    const generatedTestScenarios = [];
     for (const testGenConfig of testGenConfigs) {
         const { specPath, scenarios } = testGenConfig;
         if (!fs_extra_1.default.existsSync(specPath)) {
@@ -82,6 +83,6 @@ async function parseArgs() {
     }
     const { sourceFile, testGenConfigs, isUpdate } = await parseArgs();
     const generated = await runAgent(sourceFile, isUpdate, testGenConfigs);
-    // TODO: make this work with browsing agent
     await (0, ci_1.reportOnCI)(generated);
+    process.exit(0);
 })();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.10.1",
+  "version": "0.10.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"