@empiricalrun/test-gen 0.44.0 → 0.45.1

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-gen
 
+## 0.45.1
+
+### Patch Changes
+
+- 04db1a6: chore: better types for playwright action generators
+- 1b1815d: chore: move runtime planner to handlebars
+- 62800d7: fix: prevent sending test run events to sentry
+
+## 0.45.0
+
+### Minor Changes
+
+- 698ad31: feat: add approval in skill execute
+
+### Patch Changes
+
+- 23f875f: fix: abstract the communication method of human in loop
+
 ## 0.44.0
 
 ### Minor Changes

package/dist/actions/assert.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { AssertTextVisibilityActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = "assert_text_visibility";
-export declare const assertTextVisibilityActionGenerator: PlaywrightActionGenerator;
+export declare const assertTextVisibilityActionGenerator: PlaywrightActionGenerator<AssertTextVisibilityActionArgs>;
 //# sourceMappingURL=assert.d.ts.map

package/dist/actions/assert.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../src/actions/assert.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBAuDjD,CAAC"}
+{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../src/actions/assert.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EAC1B,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBAAyB,CACzE,8BAA8B,CAqD/B,CAAC"}

package/dist/actions/assert.js

@@ -14,8 +14,7 @@ const assertTextVisibilityActionGenerator = (page) => {
                 locator,
             };
         },
-        // TODO: args transformer to be kept at a single place
-        template: (_, options) => {
+        template: (args, options) => {
             return {
                 code: `await expect(${page.name}.${options.locator}).toBeVisible();`,
             };

package/dist/actions/click.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { ClickActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_CLICK_ACTION_NAME = "click_element";
-export declare const clickActionGenerator: PlaywrightActionGenerator;
+export declare const clickActionGenerator: PlaywrightActionGenerator<ClickActionArgs>;
 //# sourceMappingURL=click.d.ts.map

package/dist/actions/click.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAsDlC,CAAC"}
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAItE,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CAsDhB,CAAC"}

package/dist/actions/click.js

@@ -15,8 +15,7 @@ const clickActionGenerator = (page) => {
                 locator,
             };
         },
-        // TODO: args transformer to be kept at a single place
-        template: (_, options) => {
+        template: (args, options) => {
             return {
                 code: `await ${page.name}.${options.locator}.click();`,
             };

package/dist/actions/done.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { BaseActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_DONE_ACTION_NAME = "task_done";
-export declare const doneActionGenerator: PlaywrightActionGenerator;
+export declare const doneActionGenerator: PlaywrightActionGenerator<BaseActionArgs>;
 //# sourceMappingURL=done.d.ts.map

package/dist/actions/done.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"done.d.ts","sourceRoot":"","sources":["../../src/actions/done.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAuBjC,CAAC"}
+{"version":3,"file":"done.d.ts","sourceRoot":"","sources":["../../src/actions/done.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrE,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAAyB,CACzD,cAAc,CAwBf,CAAC"}

package/dist/actions/fill.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { FillActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_FILL_ACTION_NAME = "fill_input_element";
-export declare const fillActionGenerator: PlaywrightActionGenerator;
+export declare const fillActionGenerator: PlaywrightActionGenerator<FillActionArgs>;
 //# sourceMappingURL=fill.d.ts.map

package/dist/actions/fill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAGhE,eAAO,MAAM,mBAAmB,EAAE,yBAgGjC,CAAC"}
+{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrE,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAGhE,eAAO,MAAM,mBAAmB,EAAE,yBAAyB,CAAC,cAAc,CA+FzE,CAAC"}

package/dist/actions/fill.js

@@ -25,8 +25,7 @@ const fillActionGenerator = (page, options) => {
                 testCaseLine,
             };
         },
-        // TODO: args transformer to be kept at a single place
-        template: (_, options) => {
+        template: (args, options) => {
             return {
                 code: `await ${page.name}.${options.testCaseLine}`,
             };

package/dist/actions/goto.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { GotoActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_GOTO_ACTION_NAME = "page_goto";
-export declare const gotoActionGenerator: PlaywrightActionGenerator;
+export declare const gotoActionGenerator: PlaywrightActionGenerator<GotoActionArgs>;
 //# sourceMappingURL=goto.d.ts.map

package/dist/actions/goto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAuCjC,CAAC"}
+{"version":3,"file":"goto.d.ts","sourceRoot":"","sources":["../../src/actions/goto.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrE,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAAyB,CAAC,cAAc,CAyCzE,CAAC"}

package/dist/actions/hover.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { HoverActionArgs, PlaywrightActionGenerator } from "../types";
 export declare const PLAYWRIGHT_HOVER_ACTION_NAME = "hover_element";
-export declare const hoverActionGenerator: PlaywrightActionGenerator;
+export declare const hoverActionGenerator: PlaywrightActionGenerator<HoverActionArgs>;
 //# sourceMappingURL=hover.d.ts.map

package/dist/actions/hover.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../src/actions/hover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAqDlC,CAAC"}
+{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../src/actions/hover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAItE,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CAsDhB,CAAC"}

package/dist/actions/hover.js

@@ -11,14 +11,14 @@ const hoverActionGenerator = (page) => {
             const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(selector, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.hover({ timeout: 3000 })`);
             await exec(page.pwPageInstance);
-            await page.pwPageInstance.waitForTimeout(3000);
             return {
                 locator,
             };
         },
-        // TODO: args transformer to be kept at a single place
         template: (args, options) => {
-            return { code: `await ${page.name}.${options.locator}.hover();` };
+            return {
+                code: `await ${page.name}.${options.locator}.hover();`,
+            };
         },
         name: exports.PLAYWRIGHT_HOVER_ACTION_NAME,
         schema: {

package/dist/actions/index.d.ts

@@ -1,13 +1,13 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { TestGenPage } from "../page";
-import { ActionSchema } from "../types";
+import { ActionArgs, ActionSchema } from "../types";
 export declare class PlaywrightActions {
     private page;
     private stateVariables;
     private actionGenerators;
     private recordedActions;
     constructor(page: TestGenPage, stateVariables?: Record<string, any>);
-    executeAction(name: string | undefined, args: Record<string, any>, trace?: TraceClient): Promise<string | undefined>;
+    executeAction(name: string | undefined, args: ActionArgs, trace?: TraceClient): Promise<string | undefined>;
     getBrowsingActionSchemas(): ActionSchema[];
     getMasterActionSchemas(): ActionSchema[];
     generateCode(): {

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAAE,YAAY,EAA6B,MAAM,UAAU,CAAC;AAWnE,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,oBAAa,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAqD9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAEL,UAAU,EACV,YAAY,EAEb,MAAM,UAAU,CAAC;AAWlB,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,oBAAa,EACjB,IAAI,EAAE,UAAU,EAChB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IA0D9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}

package/dist/actions/index.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PlaywrightActions = void 0;
 const logger_1 = require("../bin/logger");
+const errors_1 = require("../errors");
 const reporter_1 = require("../reporter");
 const assert_1 = require("./assert");
 const click_1 = require("./click");
@@ -81,7 +82,13 @@ class PlaywrightActions {
                 },
             });
             logger.log(`action: ${name} \nreason: ${args.reason}`);
-            throw Error(`Error executing ${name} action: ${e.message}`);
+            // if its already parsed error throw it as is
+            if (e instanceof errors_1.TestGenError) {
+                throw e;
+            }
+            else {
+                throw new errors_1.TestGenError(`Error executing ${name} action: ${e.message}`);
+            }
         }
     }
     getBrowsingActionSchemas() {

package/dist/actions/press.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { PlaywrightActionGenerator, PressActionArgs } from "../types";
 export declare const PLAYWRIGHT_PRESS_ACTION_NAME = "keyboard_press_on_element";
-export declare const pressActionGenerator: PlaywrightActionGenerator;
+export declare const pressActionGenerator: PlaywrightActionGenerator<PressActionArgs>;
 //# sourceMappingURL=press.d.ts.map

package/dist/actions/press.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"press.d.ts","sourceRoot":"","sources":["../../src/actions/press.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,4BAA4B,8BAA8B,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,yBA4DlC,CAAC"}
+{"version":3,"file":"press.d.ts","sourceRoot":"","sources":["../../src/actions/press.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAItE,eAAO,MAAM,4BAA4B,8BAA8B,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CA6DhB,CAAC"}

package/dist/actions/skill.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
+import { PlaywrightActionGenerator, SkillActionArgs } from "../types";
 export declare const SKILL_USAGE = "skill_usage";
 export type Skill = {
     testStep: string;
@@ -13,6 +13,9 @@ declare class TestCaseSkills {
     updateSkills(skills: Skill[]): void;
 }
 export declare const testCaseSkills: TestCaseSkills;
-export declare const skillActionGenerator: PlaywrightActionGenerator;
+export declare function extractSkillFromArgs(args: Record<string, any>): {
+    skillDetails: Skill | undefined;
+};
+export declare const skillActionGenerator: PlaywrightActionGenerator<SkillActionArgs>;
 export {};
 //# sourceMappingURL=skill.d.ts.map

package/dist/actions/skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBAoHlC,CAAC"}
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGtE,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;EAO7D;AAED,eAAO,MAAM,oBAAoB,EAAE,yBAAyB,CAC1D,eAAe,CAkHhB,CAAC"}

package/dist/actions/skill.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.skillActionGenerator = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
+exports.skillActionGenerator = exports.extractSkillFromArgs = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
 const promises_1 = __importDefault(require("fs/promises"));
 const api_1 = __importDefault(require("tsx/cjs/api"));
 const use_skill_1 = require("../agent/codegen/use-skill");
@@ -23,6 +23,13 @@ class TestCaseSkills {
     }
 }
 exports.testCaseSkills = new TestCaseSkills([]);
+function extractSkillFromArgs(args) {
+    const availableSkills = exports.testCaseSkills.getAvailableSkills();
+    const { skill } = args;
+    const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
+    return { skillDetails };
+}
+exports.extractSkillFromArgs = extractSkillFromArgs;
 const skillActionGenerator = (page, options) => {
     const availableSkills = exports.testCaseSkills.getAvailableSkills();
     return {
@@ -30,7 +37,7 @@ const skillActionGenerator = (page, options) => {
             const { skill, action } = args;
             const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
             if (!skillDetails) {
-                throw new Error(`No skill found for skill: ${skill}`);
+                throw new Error(`No skill found for ${skill}`);
             }
             const skillFilePath = skillDetails.filePath;
             // This assumes repoDir is process.cwd()
@@ -42,6 +49,7 @@ const skillActionGenerator = (page, options) => {
             const code = await (0, use_skill_1.generateSkillUsageCode)({
                 task: action,
                 sampleUsageMethod: skillDetails.usageExample,
+                importPathForSkill: skillFilePath,
                 scopeVariablesMapStr: JSON.stringify(options.stateVariables || {}, null, 2),
                 pageVariableName: (0, utils_1.getPageVarName)(),
                 skillMethodDefinition: skillFile,
@@ -78,7 +86,6 @@ const skillActionGenerator = (page, options) => {
             };
         },
         template: (args, options) => {
-            // TODO: support for import statement
             const code = `${options.locator}`;
             const skill = args.skill;
             const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);

package/dist/actions/text-content.d.ts

@@ -1,4 +1,4 @@
-import { PlaywrightActionGenerator } from "../types";
-export declare const PLAYWRIGHT_GOTO_ACTION_NAME = "text_content";
-export declare const textContentActionGenerator: PlaywrightActionGenerator;
+import { PlaywrightActionGenerator, TextContentActionArgs } from "../types";
+export declare const PLAYWRIGHT_TEXT_CONTENT_ACTION_NAME = "text_content";
+export declare const textContentActionGenerator: PlaywrightActionGenerator<TextContentActionArgs>;
 //# sourceMappingURL=text-content.d.ts.map

package/dist/actions/text-content.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"text-content.d.ts","sourceRoot":"","sources":["../../src/actions/text-content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAIrD,eAAO,MAAM,2BAA2B,iBAAiB,CAAC;AAE1D,eAAO,MAAM,0BAA0B,EAAE,yBA8DxC,CAAC"}
+{"version":3,"file":"text-content.d.ts","sourceRoot":"","sources":["../../src/actions/text-content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAI5E,eAAO,MAAM,mCAAmC,iBAAiB,CAAC;AAElE,eAAO,MAAM,0BAA0B,EAAE,yBAAyB,CAChE,qBAAqB,CA2DtB,CAAC"}

package/dist/actions/text-content.js

@@ -1,34 +1,33 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.textContentActionGenerator = exports.PLAYWRIGHT_GOTO_ACTION_NAME = void 0;
+exports.textContentActionGenerator = exports.PLAYWRIGHT_TEXT_CONTENT_ACTION_NAME = void 0;
 const constants_1 = require("./constants");
 const utils_1 = require("./utils");
-exports.PLAYWRIGHT_GOTO_ACTION_NAME = "text_content";
+exports.PLAYWRIGHT_TEXT_CONTENT_ACTION_NAME = "text_content";
 const textContentActionGenerator = (page, options) => {
     return {
-        execute: async (args) => {
-            const css = args.css_selector;
-            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(css, args.xpath, page.pwPageInstance, args?.elementAnnotation);
+        execute: async ({ args }) => {
+            const locator = await (0, utils_1.getPlaywrightLocatorUsingCssSelector)(args.css_selector, args.xpath, page.pwPageInstance, args?.elementAnnotation);
             const exec = new Function("page", `return page.${locator}.textContent()`);
-            const value = (await exec(page.pwPageInstance));
-            if (options) {
-                options.stateVariables[args.variable_name] = value;
-            }
+            const textContent = await exec(page.pwPageInstance);
+            options.setStateVariables({
+                ...options.stateVariables,
+                [args.variable_name]: textContent,
+            });
             return {
                 locator,
             };
         },
         template: (args, options) => {
-            const code = `const ${args.variable_name} = await ${page.name}.${options.locator}.textContent();`;
             return {
-                code,
+                code: `const ${args.variable_name} = await ${page.name}.${options.locator}.textContent();`,
             };
         },
-        name: exports.PLAYWRIGHT_GOTO_ACTION_NAME,
+        name: exports.PLAYWRIGHT_TEXT_CONTENT_ACTION_NAME,
         schema: {
             type: "function",
             function: {
-                name: exports.PLAYWRIGHT_GOTO_ACTION_NAME,
+                name: exports.PLAYWRIGHT_TEXT_CONTENT_ACTION_NAME,
                 description: "extract text content of the element",
                 parameters: {
                     type: "object",

package/dist/agent/codegen/use-skill.d.ts

@@ -5,6 +5,7 @@ export declare function generateSkillUsageCode({ task, sampleUsageMethod, scopeV
     scopeVariablesMapStr: string;
     pageVariableName: string;
     skillMethodDefinition: string;
+    importPathForSkill: string;
     trace?: TraceClient;
 }): Promise<string>;
 //# sourceMappingURL=use-skill.d.ts.map

package/dist/agent/codegen/use-skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"use-skill.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/use-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAWpE,wBAAsB,sBAAsB,CAAC,EAC3C,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBA6CA"}
+{"version":3,"file":"use-skill.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/use-skill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAWpE,wBAAsB,sBAAsB,CAAC,EAC3C,IAAI,EACJ,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBA6CA"}

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA+WA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAqBlC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA4XA"}

package/dist/agent/master/run.js

@@ -7,9 +7,12 @@ const skill_1 = require("../../actions/skill");
 const utils_1 = require("../../actions/utils");
 const logger_1 = require("../../bin/logger");
 const constants_1 = require("../../constants");
+const errors_1 = require("../../errors");
+const human_in_the_loop_1 = require("../../human-in-the-loop");
 const page_1 = require("../../page");
 const reporter_1 = require("../../reporter");
 const session_1 = require("../../session");
+const env_1 = require("../../utils/env");
 const browsing_1 = require("../browsing");
 const utils_2 = require("../browsing/utils");
 const skills_retriever_1 = require("../codegen/skills-retriever");
@@ -111,7 +114,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
         const plannerResp = await (0, run_time_planner_1.runtimePlanner)({
             trace: masterAgentSpan,
             task,
-            conversation: [...masterAgentActions],
+            successfulActions: [...masterAgentActions],
             pages: getPageVariables(actions.getStateVariables()),
             currentPage: (0, utils_1.getPageVarName)(),
         });
@@ -176,6 +179,15 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
                 void testGenReporter.sendMessage(output.reason);
                 logger.log(`Next Action: ${output.action}`);
                 if (toolCall.actionType === skill_1.SKILL_USAGE) {
+                    if (!(0, env_1.isRunningOnCloud)()) {
+                        const { skillDetails } = (0, skill_1.extractSkillFromArgs)(args);
+                        const feedback = await human_in_the_loop_1.humanLoop.getFeedback({
+                            message: `Should I use this skill?\n\n${skillDetails?.usageExample}\n\nfrom: ${skillDetails?.filePath}\n\nAnswer with "yes" or "no"`,
+                        });
+                        if (feedback.toLowerCase().trim().includes("no")) {
+                            throw new errors_1.HumanApprovalDenied("Skill usage approval not provided");
+                        }
+                    }
                     const code = await actions.executeAction(toolCall.actionType, args, masterAgentActionSpan);
                     if (code) {
                         generatedCodeSteps.push(code);
@@ -311,13 +323,15 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
                         errorSummary: e.message,
                     },
                 });
-                logger.error("Failed to run master agent's next task", JSON.stringify(toolCall, null, 2), e);
-                failedActions.push(output.action);
-                if (failedActions.length >= MAX_ERROR_COUNT) {
-                    const error = "Agent is not able to figure out next action, marking task as done";
-                    logger.error(error);
-                    await testgenUpdatesReporter.sendMessage(error);
-                    break;
+                if (!(e instanceof errors_1.HumanApprovalDenied)) {
+                    logger.error("Failed to run master agent's next task", JSON.stringify(toolCall, null, 2), e);
+                    failedActions.push(output.action);
+                    if (failedActions.length >= MAX_ERROR_COUNT) {
+                        const error = "Agent is not able to figure out next action, marking task as done";
+                        logger.error(error);
+                        await testgenUpdatesReporter.sendMessage(error);
+                        break;
+                    }
                 }
             }
         }

package/dist/agent/planner/run-time-planner.d.ts

@@ -1,14 +1,7 @@
 import { TraceClient } from "@empiricalrun/llm";
-/**
- * This agent is used to divide the tasl into individual actions and then
- * compare each action against the actions listed in the conversation.
- * If the task is not fully completed, identify which specific actions are missing and suggest next steps to complete the task.
- *
- * This is very initial stage planner and needs iteration and currently forked from verification agent
- */
-export declare function runtimePlanner({ trace, task, conversation, pages, currentPage, }: {
+export declare function runtimePlanner({ trace, task, successfulActions, pages, currentPage, }: {
     trace?: TraceClient;
-    conversation: string[];
+    successfulActions: string[];
     task: string;
     pages?: Record<string, any>;
     currentPage?: string;

package/dist/agent/planner/run-time-planner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-time-planner.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run-time-planner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAKrD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,EACnC,KAAK,EACL,IAAI,EACJ,YAAY,EACZ,KAAK,EACL,WAAW,GACZ,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;;;;GAkHA"}
+{"version":3,"file":"run-time-planner.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run-time-planner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAKpE,wBAAsB,cAAc,CAAC,EACnC,KAAK,EACL,IAAI,EACJ,iBAAiB,EACjB,KAAK,EACL,WAAW,GACZ,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;;;;GAoFA"}

package/dist/agent/planner/run-time-planner.js

@@ -2,64 +2,27 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runtimePlanner = void 0;
 const llm_1 = require("@empiricalrun/llm");
+const promptTemplate_0 = "{{#section \"system\"}}\nGiven a successfully executed actions that lists only the actions that were\nsuccessfully executed and a task comprising multiple actions, your goal is to\nanalyse the list and determine if the entire task is completed.\n\nThese actions are executed by AI agents using Playwright on a browser. These agents\nalready have access to browser tabs to execute actions. The successfully executed\nactions on browser post browser has opened, is provided to you as successfully\nexecuted actions.\n\nIf the task is not fully completed, identify which specific actions are missing\nand suggest next steps to complete the task. Assume that the conversation provided\nis entirely truthful and no additional actions were performed beyond those listed.\n\nTo fulfil your goal, follow these steps:\n- Divide the task into individual actions.\n- Compare each task action against the actions listed in the successfully executed actions list.\n- Identify which actions have been executed and which have not.\n- If all actions are executed, respond with the task as done.\n- If any actions are missing, respond with the task as not done, listing all actions\n  and specifying which are complete and which are missing.\n- If provided with list of pages, based on the next pending action and previously executed\n  action, identify the page on which next action needs to be taken    \n{{/section}}\n\n{{#section \"user\"}}\nTask:\n{{task}}\n\n----\n\nFollowing are successfully executed actions:\n{{successfulActions}}\n\n----\n\nCurrent page:\n{{currentPage}}\n\n{{/section}}\n";
 const utils_1 = require("../utils");
-/**
- * This agent is used to divide the tasl into individual actions and then
- * compare each action against the actions listed in the conversation.
- * If the task is not fully completed, identify which specific actions are missing and suggest next steps to complete the task.
- *
- * This is very initial stage planner and needs iteration and currently forked from verification agent
- */
-async function runtimePlanner({ trace, task, conversation, pages, currentPage, }) {
+async function runtimePlanner({ trace, task, successfulActions, pages, currentPage, }) {
     const runTimePlannerSpan = trace?.span({
         name: "runtime-planner",
         input: {
             task,
-            conversation,
+            successfulActions,
+            currentPage,
         },
     });
     const llm = new llm_1.LLM({ provider: "openai" });
-    const prompt = [
-        {
-            role: "system",
-            content: `
-Given a successfully executed actions that lists only the actions that were successfully executed and a task comprising multiple actions, your goal is to analyse the list and determine if the entire task is completed.
-These actions are executed by AI agents using Playwright on a browser. These agents already have access to browser tabs to execute actions. The successfully executed actions on browser post browser has opened, is provided to you as successfully executed actions.
-
-If the task is not fully completed, identify which specific actions are missing and suggest next steps to complete the task. Assume that the conversation provided is entirely truthful and no additional actions were performed beyond those listed.
-
-To fulfil your goal, follow these steps:
-- Divide the task into individual actions.
-- Compare each task action against the actions listed in the successfully executed actions list.
-- Identify which actions have been executed and which have not.
-- If all actions are executed, respond with the task as done.
-- If any actions are missing, respond with the task as not done, listing all actions and specifying which are complete and which are missing.
-- If provided with list of pages, based on the next pending action and previously executed action, identify the page on which next action needs to be taken    
-    `,
-        },
-        {
-            role: "user",
-            content: `
-Task:
-${task}
-
-----
-
-Following are successfully executed actions:
-${conversation.join("\n")}
-
-----
-
-Current page:
-${currentPage}
-        `,
-        },
-    ];
     const response = await llm.createChatCompletion({
         trace: runTimePlannerSpan,
         traceName: "runtime-planner-llm",
         model: "gpt-4o",
-        messages: prompt,
+        messages: (0, llm_1.compilePrompt)(promptTemplate_0, {
+            task,
+            successfulActions: successfulActions.join("\n"),
+            currentPage,
+        }),
         tools: [
             {
                 type: "function",

package/dist/agent/planner/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAapE,wBAAsB,QAAQ,CAAC,EAC7B,IAAI,EACJ,QAAQ,EACR,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,gBA0HA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAcpE,wBAAsB,QAAQ,CAAC,EAC7B,IAAI,EACJ,QAAQ,EACR,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,gBAwHA"}

package/dist/agent/planner/run.js

@@ -5,6 +5,7 @@ const llm_1 = require("@empiricalrun/llm");
 const context_1 = require("../../bin/utils/context");
 const human_in_the_loop_1 = require("../../human-in-the-loop");
 const promptTemplate_0 = "{{#section \"system\"}}\nYou are an expert software engineer in test and have capability to collaborate with user to generate a test plan.\nYou are given a task to provide a high level plan to create a test for a given scenario.\n\nYou will be provided with already added Playwright tests and page object object models which you can use generate the test plan.\nTest plan should be a list of bullet points and each bullet point representing each test step.\nYou will be provided with app knowledge which can help you groom the steps in the plan.\n\n{{#if humanLoopRequired}}\nDo NOT finish until you have a complete understanding of the plan and have all the minute details of how the test should look like.\n\nALWAYS VERIFY THE PLAN WITH USER BEFORE FINISHING. THE USER SHOULD BE ABLE TO REVIEW AND GIVE GO AHEAD TO THE PLAN.\n\nDO NOT FINISH UNTIL USER EXPLICITLY CONFIRMS THE PLAN IS GOOD TO GO.\n{{/if}}\n\n### Test Plan Creation Guidelines\n\n- **Create Subtasks:**\n  - Read the task step by step and create subtasks from the given task.\n  - Do not add any new steps that are not mentioned in the task.\n\n- **Enrich Subtasks:**\n  - Read the provided app knowledge.\n  - Enrich the subtasks based on the information from the app knowledge.\n\n- **Plan:**\n  - Once all subtasks are enriched, list them as bullet points.\n  - Each bullet point must start with one of the following actions:  \n    - Open page  \n    - Click on  \n    - Fill in  \n    - Assert  \n    - Hover on  \n    - Press  \n    - Extract textContent\n  - Do not include any bullet points that do not start with the above actions.\n\n- **Additional Notes:**\n  - The final output should only contain bullet points listing the test steps.\n  - Do not add any assertions that are not mentioned in the task or app knowledge.\n  - The plan should not reference the knowledge base used to generate it.\n\n{{/section}}\n\n{{#section \"user\"}}\n\nApp knowledge:\n{{appKnowledge}}\n\n-----\n\nCurrent tests and page object model references:\n{{fileContext}}\n\n------\n\nTask:\n{{task}}\n\n------\n{{/section}}";
+const env_1 = require("../../utils/env");
 async function planTask({ task, specPath, trace, }) {
     let fileContext = "";
     try {
@@ -24,7 +25,7 @@ ${pomPrompt}
         },
     });
     // if the code in running in ci worker or github actions, disable human loop
-    const humanLoopRequired = process.env.CI !== "true";
+    const humanLoopRequired = !(0, env_1.isRunningOnCloud)();
     const appKnowledge = await (0, context_1.fetchAppKnowledge)();
     const messages = (0, llm_1.compilePrompt)(promptTemplate_0, {
         appKnowledge,
@@ -37,8 +38,6 @@ ${pomPrompt}
         defaultModel: "gpt-4o",
     });
     let maxRetries = 10;
-    // TODO: this should be environment driven
-    const hl = new human_in_the_loop_1.HumanLoop({ method: "ipc" });
     const tools = [
         {
             type: "function",
@@ -96,7 +95,7 @@ ${pomPrompt}
         const resp = JSON.parse(respStr || "{}");
         // TODO: handle this as a part of actions handler
         if (toolCall?.function.name === "send_user_message") {
-            const feedback = await hl.getFeedback({
+            const feedback = await human_in_the_loop_1.humanLoop.getFeedback({
                 message: resp.message,
             });
             messages.push(response);

package/dist/errors/index.d.ts

@@ -0,0 +1,5 @@
+export declare class TestGenError extends Error {
+}
+export declare class HumanApprovalDenied extends TestGenError {
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/errors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/errors/index.ts"],"names":[],"mappings":"AAAA,qBAAa,YAAa,SAAQ,KAAK;CAAG;AAC1C,qBAAa,mBAAoB,SAAQ,YAAY;CAAG"}

package/dist/errors/index.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HumanApprovalDenied = exports.TestGenError = void 0;
+class TestGenError extends Error {
+}
+exports.TestGenError = TestGenError;
+class HumanApprovalDenied extends TestGenError {
+}
+exports.HumanApprovalDenied = HumanApprovalDenied;

package/dist/file/client.d.ts

@@ -1,6 +1,8 @@
 declare class TestFileService {
     baseUrl: string;
-    constructor(port: number);
+    port: number | undefined;
+    constructor();
+    static isAvailable(): boolean;
     updateTest({ generatedCode, task, importPaths, }: {
         generatedCode: string;
         task: string;

package/dist/file/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;gBACJ,IAAI,EAAE,MAAM;IAIlB,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,GACZ,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAgBK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAgBnC;AAED,eAAe,eAAe,CAAC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;;IASzB,MAAM,CAAC,WAAW;IAIZ,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,GACZ,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAgBK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAgBnC;AAED,eAAe,eAAe,CAAC"}

package/dist/file/client.js

@@ -2,9 +2,17 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 class TestFileService {
     baseUrl;
-    constructor(port) {
+    port;
+    constructor() {
+        const port = Number(process.env.APP_PORT);
+        if (port && !isNaN(port)) {
+            this.port = port;
+        }
         this.baseUrl = `http://localhost:${port}`;
     }
+    static isAvailable() {
+        return !!Number(process.env.APP_PORT);
+    }
     async updateTest({ generatedCode, task, importPaths, }) {
         const resp = await fetch(`${this.baseUrl}/test`, {
             method: "POST",

package/dist/human-in-the-loop/index.d.ts

@@ -1,10 +1,12 @@
-export declare class HumanLoop {
-    private options;
-    constructor(options: {
+declare class HumanLoop {
+    options: {
         method: "ipc" | "cli";
-    });
+    } | undefined;
+    constructor();
     getFeedback({ message }: {
         message: string;
     }): Promise<string>;
 }
+export declare const humanLoop: HumanLoop;
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/human-in-the-loop/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/index.ts"],"names":[],"mappings":"AAQA,qBAAa,SAAS;IAER,OAAO,CAAC,OAAO;gBAAP,OAAO,EAAE;QAAE,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;KAAE;IAChD,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;CAOnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/index.ts"],"names":[],"mappings":"AASA,cAAM,SAAS;IAEb,OAAO,EAAE;QAAE,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;KAAE,GAAG,SAAS,CAAC;;IAMzC,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;CAOnD;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC"}

package/dist/human-in-the-loop/index.js

@@ -1,6 +1,10 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.HumanLoop = void 0;
+exports.humanLoop = void 0;
+const client_1 = __importDefault(require("../file/client"));
 const cli_1 = require("./cli");
 const ipc_1 = require("./ipc");
 // TODO: how to make this more conversational
@@ -8,17 +12,19 @@ const ipc_1 = require("./ipc");
 // we need a layer to put the feedback in the context again
 // and then we need to generate final output which the user can review
 class HumanLoop {
-    options;
     // TODO: have a better name for this
-    constructor(options) {
-        this.options = options;
+    options;
+    constructor() {
+        this.options = {
+            method: client_1.default.isAvailable() ? "ipc" : "cli",
+        };
     }
     async getFeedback({ message }) {
         // this needs to have a provider based on environment
-        if (this.options.method === "ipc") {
+        if (this.options?.method === "ipc") {
             return await (0, ipc_1.getFeedbackUsingIPC)(message);
         }
         return await (0, cli_1.getFeedbackUsingCli)(message);
     }
 }
-exports.HumanLoop = HumanLoop;
+exports.humanLoop = new HumanLoop();

package/dist/human-in-the-loop/ipc.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/ipc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAKvC,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,QAwB1C;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAa1E"}
+{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/ipc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAKvC,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,QAwB1C;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAY1E"}

package/dist/human-in-the-loop/ipc.js

@@ -34,8 +34,7 @@ function humanLoopRoute(app) {
 }
 exports.humanLoopRoute = humanLoopRoute;
 async function getFeedbackUsingIPC(message) {
-    const port = process.env.APP_PORT || 3030;
-    const fileService = new client_1.default(Number(port));
+    const fileService = new client_1.default();
     try {
         const resp = await fileService.post("/converse", { message });
         return resp.feedback;

package/dist/index.d.ts

@@ -1,4 +1,3 @@
-import "./initSentry";
 import { Page } from "playwright";
 import { ScopeVars } from "./types";
 export declare function createTest(task: string, page: Page, scope?: ScopeVars): Promise<void>;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,cAAc,CAAC;AAItB,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAapC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAuC3E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAYpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAsC3E"}

package/dist/index.js

@@ -1,35 +1,10 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTest = void 0;
-require("./initSentry");
 const llm_1 = require("@empiricalrun/llm");
-const Sentry = __importStar(require("@sentry/node"));
 const run_1 = require("./agent/master/run");
 const scenarios_1 = require("./bin/utils/scenarios");
 const client_1 = __importDefault(require("./file/client"));
@@ -38,14 +13,12 @@ const session_1 = require("./session");
 const pw_test_1 = require("./utils/pw-test");
 const flushEvents = async () => {
     await (0, llm_1.flushAllTraces)();
-    await Sentry.flush();
 };
 process.on("beforeExit", async () => await flushEvents());
 process.on("exit", async () => await flushEvents());
 process.on("SIGINT", async () => await flushEvents());
 process.on("SIGTERM", async () => await flushEvents());
 async function createTest(task, page, scope) {
-    const port = process.env.APP_PORT || 3030;
     const testConfigArg = process.env.TEST_GEN_TOKEN;
     const testGenConfig = (0, scenarios_1.loadTestConfigs)(testConfigArg);
     (0, reporter_1.setReporterConfig)({
@@ -59,7 +32,7 @@ async function createTest(task, page, scope) {
         testCaseId: testGenConfig.testCase.id,
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
     });
-    const fileService = new client_1.default(Number(port));
+    const fileService = new client_1.default();
     const { testCase, specPath } = testGenConfig;
     const { code, importPaths } = await (0, run_1.createTestUsingMasterAgent)({
         testCase,

package/dist/session/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAkBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAItC;AAED,wBAAsB,eAAe,0DA0BpC;AAED,wBAAsB,UAAU,kBAyB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IACP,MAAM,EAAE,MAAM,CAAC;CAChB,iBAmBF"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session/index.ts"],"names":[],"mappings":"AAmBA,iBAAS,iBAAiB;;;;;EAOzB;AAED,wBAAgB,iBAAiB,CAAC,EAChC,SAAS,EACT,YAAY,EACZ,UAAU,EACV,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB,QAIA;AAED,wBAAsB,iBAAiB,qBAItC;AAED,wBAAsB,eAAe,0DA0BpC;AAED,wBAAsB,UAAU,kBAyB/B;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAE7B,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IACP,MAAM,EAAE,MAAM,CAAC;CAChB,iBAmBF"}

package/dist/session/index.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.updateSessionStatus = exports.getSessionDetails = exports.endSession = exports.getSessionState = exports.shouldStopSession = exports.setSessionDetails = void 0;
 const package_json_1 = __importDefault(require("../../package.json"));
+const env_1 = require("../utils/env");
 const sessionDetails = {
     sessionId: undefined,
     version: package_json_1.default.version,
@@ -12,7 +13,7 @@ const sessionDetails = {
     testUrl: undefined,
 };
 const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN ||
-    (process.env.CI === "true" ? "https://dash.empirical.run" : "");
+    ((0, env_1.isRunningOnCloud)() ? "https://dash.empirical.run" : "");
 function getSessionDetails() {
     return {
         generationId: sessionDetails.generationId,

package/dist/types/index.d.ts

@@ -1,22 +1,23 @@
 import { TraceClient } from "@empiricalrun/llm";
 import OpenAI from "openai";
 import { TestGenPage } from "../page";
-export type PlaywrightActionGenerator = (page: TestGenPage, options: {
+export type { TestGenPage };
+export type PlaywrightActionGenerator<T extends BaseActionArgs = ActionArgs> = (page: TestGenPage, options: {
     stateVariables: Record<string, any>;
     setStateVariables: (stateVariables: Record<string, any>) => void;
-}) => Action;
+}) => Action<T>;
 export type ActionSchema = OpenAI.Chat.Completions.ChatCompletionTool;
-export type Action = {
+export type Action<T extends BaseActionArgs = ActionArgs> = {
     name: string;
     schema: ActionSchema;
     execute: (options: {
-        args: Record<string, any>;
+        args: T;
         trace?: TraceClient;
     }) => Promise<{
         locator: string;
         testCaseLine?: string;
     } | void>;
-    template: (args: Record<string, any>, options: {
+    template: (args: T, options: {
         locator: string;
         testCaseLine?: string;
     }) => {
@@ -25,4 +26,44 @@ export type Action = {
     };
 };
 export type ScopeVars = Record<string, any>;
+export type BaseActionArgs = {
+    reason: string;
+    elementAnnotation?: string;
+};
+export type ClickActionArgs = BaseActionArgs & {
+    xpath: string;
+    css_selector: string;
+};
+export type FillActionArgs = BaseActionArgs & {
+    text: string;
+    variable_name: string;
+    xpath: string;
+    css_selector: string;
+};
+export type GotoActionArgs = BaseActionArgs & {
+    url: string;
+};
+export type PressActionArgs = BaseActionArgs & {
+    key: string;
+    xpath: string;
+    css_selector: string;
+};
+export type AssertTextVisibilityActionArgs = BaseActionArgs & {
+    xpath: string;
+    css_selector: string;
+};
+export type TextContentActionArgs = BaseActionArgs & {
+    variable_name: string;
+    xpath: string;
+    css_selector: string;
+};
+export type HoverActionArgs = BaseActionArgs & {
+    xpath: string;
+    css_selector: string;
+};
+export type SkillActionArgs = BaseActionArgs & {
+    skill: string;
+    action: string;
+};
+export type ActionArgs = ClickActionArgs | FillActionArgs | GotoActionArgs | PressActionArgs | AssertTextVisibilityActionArgs | TextContentActionArgs | HoverActionArgs | SkillActionArgs;
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,MAAM,yBAAyB,GAAG,CACtC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B,MAAM,MAAM,yBAAyB,CAAC,CAAC,SAAS,cAAc,GAAG,UAAU,IAAI,CAC7E,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,iBAAiB,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;CAClE,KACE,MAAM,CAAC,CAAC,CAAC,CAAC;AAEf,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,CAAC,CAAC,SAAS,cAAc,GAAG,UAAU,IAAI;IAC1D,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,IAAI,EAAE,CAAC,CAAC;QACR,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IACjE,QAAQ,EAAE,CACR,IAAI,EAAE,CAAC,EACP,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,KAChD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE5C,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG;IAC5C,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG;IAC7C,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG,cAAc,GAAG;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,cAAc,GAAG;IACnD,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,UAAU,GAClB,eAAe,GACf,cAAc,GACd,cAAc,GACd,eAAe,GACf,8BAA8B,GAC9B,qBAAqB,GACrB,eAAe,GACf,eAAe,CAAC"}

package/dist/utils/env.d.ts

@@ -0,0 +1,2 @@
+export declare function isRunningOnCloud(): boolean;
+//# sourceMappingURL=env.d.ts.map

package/dist/utils/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/utils/env.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,YAE/B"}

package/dist/utils/env.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isRunningOnCloud = void 0;
+function isRunningOnCloud() {
+    return process.env.CI === "true";
+}
+exports.isRunningOnCloud = isRunningOnCloud;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.44.0",
+  "version": "0.45.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,9 +73,9 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
+    "@empiricalrun/llm": "^0.9.35",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/reporter": "^0.23.1",
-    "@empiricalrun/llm": "^0.9.35"
+    "@empiricalrun/reporter": "^0.23.1"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",