@empiricalrun/test-gen 0.7.3 → 0.8.1

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @empiricalrun/test-gen
 
+## 0.8.1
+
+### Patch Changes
+
+- a7e8c1c: fix: locator issues while generating tests
+
+## 0.8.0
+
+### Minor Changes
+
+- 30f61bc: feat: add support for browsing agent
+
+### Patch Changes
+
+- 71ffe00: feat: respect gitignore while building prompt context
+
 ## 0.7.3
 
 ### Patch Changes

package/dist/actions/assertTextVisibility.d.ts

@@ -0,0 +1,4 @@
+import { PlaywrightActionGenerator } from "../types";
+export declare const PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = "assert_text_visibility";
+export declare const assertTextVisibilityActionGenerator: PlaywrightActionGenerator;
+//# sourceMappingURL=assertTextVisibility.d.ts.map

package/dist/actions/assertTextVisibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertTextVisibility.d.ts","sourceRoot":"","sources":["../../src/actions/assertTextVisibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,6CAA6C,2BAChC,CAAC;AAE3B,eAAO,MAAM,mCAAmC,EAAE,yBA0CjD,CAAC"}

package/dist/actions/assertTextVisibility.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertTextVisibilityActionGenerator = exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = void 0;
+exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME = "assert_text_visibility";
+const assertTextVisibilityActionGenerator = (page) => {
+    return {
+        execute: async (args) => {
+            await page
+                .locator(args.css_selector)
+                .first()
+                .getByText(args.text)
+                .isVisible({ timeout: 3000 });
+        },
+        // TODO: args transformer to be kept at a single place
+        template: (args) => `await expect(page.locator("${args.css_selector}").first().getByText("${args.text}")).toBeVisible();`,
+        name: exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME,
+        schema: {
+            type: "function",
+            function: {
+                name: exports.PLAYWRIGHT_ASSERT_TEXT_VISIBILITY_ACTION_NAME,
+                description: "assert whether the given element on the page is visible",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        text: {
+                            type: "string",
+                            description: "text to be asserted",
+                        },
+                        css_selector: {
+                            type: "string",
+                            description: "CSS selector to identify the element uniquely and click it. When creating CSS selectors, ensure they are unique and specific enough to select only one element, even if there are multiple elements of the same type (like multiple h1 elements)",
+                        },
+                        reason: {
+                            type: "string",
+                            description: "reason for calling this function",
+                        },
+                    },
+                    required: ["css_selector", "text", "reason"],
+                },
+            },
+        },
+    };
+};
+exports.assertTextVisibilityActionGenerator = assertTextVisibilityActionGenerator;

package/dist/actions/click.d.ts

@@ -0,0 +1,4 @@
+import { PlaywrightActionGenerator } from "../types";
+export declare const PLAYWRIGHT_CLICK_ACTION_NAME = "click_element";
+export declare const clickActionGenerator: PlaywrightActionGenerator;
+//# sourceMappingURL=click.d.ts.map

package/dist/actions/click.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,eAAO,MAAM,oBAAoB,EAAE,yBAoClC,CAAC"}

package/dist/actions/click.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.clickActionGenerator = exports.PLAYWRIGHT_CLICK_ACTION_NAME = void 0;
+exports.PLAYWRIGHT_CLICK_ACTION_NAME = "click_element";
+const clickActionGenerator = (page) => {
+    return {
+        execute: async (args) => {
+            await page
+                .locator(args.css_selector.split(" ")[0].replaceAll("\\", ""))
+                .first()
+                .click({ timeout: 3000 });
+            await page.waitForTimeout(3000);
+        },
+        // TODO: args transformer to be kept at a single place
+        template: (args) => `await page.locator("${args.css_selector.split(" ")[0].replaceAll("\\", "")}").first().click();`,
+        name: exports.PLAYWRIGHT_CLICK_ACTION_NAME,
+        schema: {
+            type: "function",
+            function: {
+                name: exports.PLAYWRIGHT_CLICK_ACTION_NAME,
+                description: "click an element on the page",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        css_selector: {
+                            type: "string",
+                            description: "CSS selector to identify the element uniquely and click it. When creating CSS selectors, ensure they are unique and specific enough to select only one element, even if there are multiple elements of the same type (like multiple h1 elements)",
+                        },
+                        reason: {
+                            type: "string",
+                            description: "reason for calling this function",
+                        },
+                    },
+                    required: ["css_selector", "reason"],
+                },
+            },
+        },
+    };
+};
+exports.clickActionGenerator = clickActionGenerator;

package/dist/actions/done.d.ts

@@ -0,0 +1,4 @@
+import { PlaywrightActionGenerator } from "../types";
+export declare const PLAYWRIGHT_DONE_ACTION_NAME = "task_done";
+export declare const doneActionGenerator: PlaywrightActionGenerator;
+//# sourceMappingURL=done.d.ts.map

package/dist/actions/done.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"done.d.ts","sourceRoot":"","sources":["../../src/actions/done.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,cAAc,CAAC;AAEvD,eAAO,MAAM,mBAAmB,EAAE,yBAyBjC,CAAC"}

package/dist/actions/done.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.doneActionGenerator = exports.PLAYWRIGHT_DONE_ACTION_NAME = void 0;
+exports.PLAYWRIGHT_DONE_ACTION_NAME = "task_done";
+const doneActionGenerator = (page) => {
+    return {
+        execute: async () => {
+            await page.close();
+        },
+        template: () => ``,
+        name: exports.PLAYWRIGHT_DONE_ACTION_NAME,
+        schema: {
+            type: "function",
+            function: {
+                name: exports.PLAYWRIGHT_DONE_ACTION_NAME,
+                description: "end the task by calling this method",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        reason: {
+                            type: "string",
+                            description: "reason for declaring the task is complete",
+                        },
+                    },
+                    required: [],
+                },
+            },
+        },
+    };
+};
+exports.doneActionGenerator = doneActionGenerator;

package/dist/actions/fill.d.ts

@@ -0,0 +1,4 @@
+import { PlaywrightActionGenerator } from "../types";
+export declare const PLAYWRIGHT_FILL_ACTION_NAME = "fill_input_element";
+export declare const fillActionGenerator: PlaywrightActionGenerator;
+//# sourceMappingURL=fill.d.ts.map

package/dist/actions/fill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fill.d.ts","sourceRoot":"","sources":["../../src/actions/fill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAErD,eAAO,MAAM,2BAA2B,uBAAuB,CAAC;AAEhE,eAAO,MAAM,mBAAmB,EAAE,yBAsCjC,CAAC"}

package/dist/actions/fill.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fillActionGenerator = exports.PLAYWRIGHT_FILL_ACTION_NAME = void 0;
+exports.PLAYWRIGHT_FILL_ACTION_NAME = "fill_input_element";
+const fillActionGenerator = (page) => {
+    return {
+        execute: async (args) => {
+            await page
+                .locator(args.css_selector.split(" ")[0])
+                .fill(args.text, { timeout: 3000 });
+        },
+        // TODO: args transformer to be kept at a single place
+        template: (args) => `await page.locator("${args.css_selector.split(" ")[0]}").fill("${args.text}");`,
+        name: exports.PLAYWRIGHT_FILL_ACTION_NAME,
+        schema: {
+            type: "function",
+            function: {
+                name: exports.PLAYWRIGHT_FILL_ACTION_NAME,
+                description: "fill the input element with a particular text",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        text: {
+                            type: "string",
+                            description: "The text to fill the input element with",
+                        },
+                        css_selector: {
+                            type: "string",
+                            description: "CSS selector to identify the element uniquely.When creating CSS selectors, ensure they are unique to the page and specific enough to select only one element",
+                        },
+                        reason: {
+                            type: "string",
+                            description: "reason for calling this function",
+                        },
+                    },
+                    required: ["text", "css_selector", "reason"],
+                },
+            },
+        },
+    };
+};
+exports.fillActionGenerator = fillActionGenerator;

package/dist/actions/index.d.ts

@@ -0,0 +1,12 @@
+import { Page } from "playwright";
+import { ActionSchema } from "../types";
+export declare class PlaywrightActions {
+    private actions;
+    private recordedActions;
+    constructor(page: Page);
+    executeAction(name: string | undefined, args: Record<string, any>): Promise<void>;
+    getActionSchemas(): ActionSchema[];
+    generateCode(): string;
+    isComplete(): boolean;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/actions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAMhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAUhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAkBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,UAAU;CAMX"}

package/dist/actions/index.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PlaywrightActions = void 0;
+const assertTextVisibility_1 = require("./assertTextVisibility");
+const click_1 = require("./click");
+const done_1 = require("./done");
+const fill_1 = require("./fill");
+class PlaywrightActions {
+    actions;
+    recordedActions;
+    constructor(page) {
+        this.actions = [
+            (0, fill_1.fillActionGenerator)(page),
+            (0, click_1.clickActionGenerator)(page),
+            (0, done_1.doneActionGenerator)(page),
+            (0, assertTextVisibility_1.assertTextVisibilityActionGenerator)(page),
+        ];
+        this.recordedActions = [];
+    }
+    async executeAction(name = "", args) {
+        const [action] = this.actions.filter((a) => a.name === name);
+        if (!action) {
+            throw Error(`No action registered for action: ${name}`);
+        }
+        try {
+            console.log("executing:", name, "\nreason:", args.reason);
+            await action.execute(args);
+            // record successful actions
+            const code = action.template(args);
+            this.recordedActions.push({ name, code });
+            console.log(`code: ${code}`, "\n\n");
+        }
+        catch (e) {
+            // TODO: make these specific errors so that its easy to consume
+            throw Error(`Error executing ${name} action of playwright: ${e}`);
+        }
+    }
+    getActionSchemas() {
+        return this.actions.map((a) => a.schema);
+    }
+    generateCode() {
+        return this.recordedActions.map((a) => a.code).join("\n");
+    }
+    isComplete() {
+        const [doneAction] = this.recordedActions.filter((a) => a.name === done_1.PLAYWRIGHT_DONE_ACTION_NAME);
+        return !!doneAction;
+    }
+}
+exports.PlaywrightActions = PlaywrightActions;

package/dist/agent/index.d.ts

@@ -0,0 +1,7 @@
+import { Page } from "playwright";
+export declare function browsingAgent(task: string, page: Page, options?: {
+    htmlSanitize?: {
+        disallowedStrings?: string[];
+    };
+}): Promise<string>;
+//# sourceMappingURL=index.d.ts.map

package/dist/agent/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACE,mBAsDP"}

package/dist/agent/index.js

@@ -0,0 +1,57 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.browsingAgent = void 0;
+const actions_1 = require("../actions");
+const ai_1 = require("../bin/ai");
+const provider_1 = require("../bin/ai/prompts/provider");
+const trace_1 = __importDefault(require("../bin/ai/trace"));
+const html_1 = require("../utils/html");
+async function browsingAgent(task, page, options = {}) {
+    const trace = new trace_1.default({ name: "browsing-agent" });
+    const actions = new actions_1.PlaywrightActions(page);
+    const tools = actions.getActionSchemas();
+    let isTaskDone = false;
+    const previousActions = [];
+    while (!isTaskDone) {
+        trace.update({ input: { task } });
+        const pageContentSpan = trace.startSpan("page-content");
+        const pageContent = await page.content();
+        pageContentSpan.end({ output: { pageContent } });
+        const sanitizationSpan = trace.startSpan("page-sanitization");
+        const pageSnapshot = (0, html_1.sanitizeHtml)(pageContent, options.htmlSanitize);
+        sanitizationSpan.end({ output: { pageSnapshot } });
+        const promptSpan = trace.startSpan("page-prompt");
+        const messages = await (0, provider_1.getPromptForNextAction)({
+            pageSnapshot,
+            previousActions,
+            task,
+        });
+        promptSpan.end({ output: { messages } });
+        const completion = await (0, ai_1.getLLMResult)({
+            messages,
+            tools,
+            trace,
+        });
+        const toolCalls = completion?.tool_calls || [];
+        for (const i in toolCalls) {
+            const toolCall = toolCalls[i];
+            try {
+                await actions.executeAction(toolCall.function.name, JSON.parse(toolCall.function.arguments));
+                previousActions.push(JSON.stringify(toolCall));
+            }
+            catch (e) {
+                // TODO: implement feedback loop to llm
+                console.error(e);
+            }
+        }
+        isTaskDone = actions.isComplete();
+    }
+    const code = actions.generateCode();
+    trace.update({ input: { task }, output: { code } });
+    console.log("Successfully generated code for the given task", "[Trace:", trace.url, "]");
+    return code;
+}
+exports.browsingAgent = browsingAgent;

package/dist/bin/ai/index.d.ts

@@ -1,4 +1,8 @@
 import OpenAI from "openai";
 import LLMTracing from "./trace";
-export declare function getLLMResult(messages: OpenAI.Chat.Completions.ChatCompletionMessageParam[], trace?: LLMTracing): Promise<string>;
+export declare function getLLMResult({ messages, trace, tools, }: {
+    messages: OpenAI.Chat.Completions.ChatCompletionMessageParam[];
+    trace?: LLMTracing;
+    tools?: OpenAI.Chat.Completions.ChatCompletionTool[];
+}): Promise<OpenAI.Chat.Completions.ChatCompletionMessage | undefined>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/ai/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/ai/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,UAAU,MAAM,SAAS,CAAC;AAEjC,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,EAC9D,KAAK,CAAC,EAAE,UAAU,GACjB,OAAO,CAAC,MAAM,CAAC,CAoBjB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/ai/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,UAAU,MAAM,SAAS,CAAC;AAEjC,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,KAAK,EACL,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAC/D,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC;CACtD,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAqBrE"}

package/dist/bin/ai/index.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getLLMResult = void 0;
 const openai_1 = __importDefault(require("openai"));
-async function getLLMResult(messages, trace) {
+async function getLLMResult({ messages, trace, tools, }) {
     const openai = new openai_1.default();
     const model = "gpt-4o";
     const parameters = {
@@ -20,9 +20,10 @@ async function getLLMResult(messages, trace) {
     const completion = await openai.chat.completions.create({
         messages,
         model,
+        tools,
         ...parameters,
     });
-    const output = completion.choices[0]?.message.content || "";
+    const output = completion.choices[0]?.message;
     generation?.end({ output });
     return output;
 }

package/dist/bin/ai/prompts/provider/index.d.ts

@@ -1,3 +1,8 @@
 import OpenAI from "openai";
 export declare function getPrompt(name: string, vars: any): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
+export declare function getPromptForNextAction({ pageSnapshot, task, previousActions, }: {
+    pageSnapshot: string;
+    task: string;
+    previousActions: string[];
+}): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/ai/prompts/provider/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/ai/prompts/provider/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAS5B,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,GAAG,GACR,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC,CAI/D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/ai/prompts/provider/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAS5B,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,GAAG,GACR,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC,CAI/D;AAGD,wBAAsB,sBAAsB,CAAC,EAC3C,YAAiB,EACjB,IAAS,EACT,eAAoB,GACrB,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,iEAQA"}

package/dist/bin/ai/prompts/provider/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPrompt = void 0;
+exports.getPromptForNextAction = exports.getPrompt = void 0;
 const langfuse_1 = require("langfuse");
 const langfuse = new langfuse_1.Langfuse({
     secretKey: "sk-lf-30eee545-9c2c-4646-bfd9-8f38acf2fa8f",
@@ -14,3 +14,14 @@ async function getPrompt(name, vars) {
     return compiledPrompt;
 }
 exports.getPrompt = getPrompt;
+// TODO: move this prompt to langfuse
+async function getPromptForNextAction({ pageSnapshot = "", task = "", previousActions = [], }) {
+    const previousActionsStr = previousActions.join("\n\n ---- \n\n");
+    const prompt = await getPrompt("browsing-agent-next-action", {
+        pageSnapshot,
+        previousActionsStr,
+        task,
+    });
+    return prompt;
+}
+exports.getPromptForNextAction = getPromptForNextAction;

package/dist/bin/ai/trace/index.d.ts

@@ -1,8 +1,8 @@
 import OpenAI from "openai";
 export default class LLMTracing {
     private trace;
-    constructor({ name }?: {
-        name?: string;
+    constructor({ name }: {
+        name: string;
     });
     get id(): string;
     get url(): string;
@@ -29,7 +29,7 @@ export default class LLMTracing {
         input: any;
     }): {
         end: ({ output, usage, }: {
-            output: string;
+            output: any;
             usage?: OpenAI.Completions.CompletionUsage | undefined;
         }) => void;
     };

package/dist/bin/ai/trace/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/ai/trace/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAe5B,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAsB;gBACvB,EAAE,IAAuB,EAAE,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAO;IAS/D,IAAI,EAAE,WAEL;IAED,IAAI,GAAG,WAEN;IAED,KAAK,CAAC,EACJ,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,MAAM,GACP,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,MAAM,CAAC,EACL,KAAU,EACV,MAAW,EACX,QAAa,GACd,EAAE;QACD,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB;IAID,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAC/B,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;;oBAIJ,OAAO,MAAM,EAAE,GAAG,CAAC;;;IAMnD,eAAe,CAAC,EACd,IAAS,EACT,KAAU,EACV,UAAe,EACf,KAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,KAAK,EAAE,GAAG,CAAC;KACZ;;oBAYa,MAAM;;cAEZ,IAAI;;CAcb"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/ai/trace/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAe5B,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,OAAO,CAAC,KAAK,CAAsB;gBACvB,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE;IAStC,IAAI,EAAE,WAEL;IAED,IAAI,GAAG,WAEN;IAED,KAAK,CAAC,EACJ,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,MAAM,GACP,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,MAAM,CAAC,EAAE,GAAG,CAAC;KACd;IAID,MAAM,CAAC,EACL,KAAU,EACV,MAAW,EACX,QAAa,GACd,EAAE;QACD,KAAK,CAAC,EAAE,GAAG,CAAC;QACZ,MAAM,CAAC,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB;IAID,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAC/B,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;;oBAIJ,OAAO,MAAM,EAAE,GAAG,CAAC;;;IAMnD,eAAe,CAAC,EACd,IAAS,EACT,KAAU,EACV,UAAe,EACf,KAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,KAAK,EAAE,GAAG,CAAC;KACZ;;oBAYa,GAAG;;cAET,IAAI;;CAcb"}

package/dist/bin/ai/trace/index.js

@@ -13,7 +13,7 @@ process.on("SIGINT", () => langfuse.flush());
 process.on("SIGTERM", async () => langfuse.flush());
 class LLMTracing {
     trace;
-    constructor({ name = "test-generator" } = {}) {
+    constructor({ name }) {
         const sessionDetails = (0, session_1.getSessionDetails)();
         this.trace = langfuse.trace({
             name,

package/dist/bin/index.js

@@ -4,24 +4,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const detect_port_1 = __importDefault(require("detect-port"));
 const dotenv_1 = __importDefault(require("dotenv"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
+const server_1 = require("../file/server");
+const exec_1 = require("../utils/exec");
 const ai_1 = require("./ai");
 const provider_1 = require("./ai/prompts/provider");
 const trace_1 = __importDefault(require("./ai/trace"));
 const logger_1 = require("./logger");
 const ci_1 = require("./reporter/ci");
 const scenarios_1 = require("./scenarios");
-const fs_1 = require("./utils/fs");
+const context_1 = require("./utils/context");
 const web_1 = require("./utils/platform/web");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
 const logger = new logger_1.CustomLogger();
 async function generateTest(scenarios, file, isUpdate) {
-    const codePrompt = await (0, fs_1.generatePromptFromDirectory)("./tests");
-    const pomPrompt = await (0, fs_1.generatePromptFromDirectory)("./pages");
-    const testFileContent = fs_extra_1.default.readFileSync(file, "utf-8");
+    const context = await (0, context_1.contextForGeneration)(file);
+    const { codePrompt, pomPrompt, testFileContent } = context;
     const generatedScenarios = [];
     for (const i in scenarios) {
         logger.logEmptyLine();
@@ -53,7 +55,11 @@ async function generateTest(scenarios, file, isUpdate) {
             scenarioFile: file,
         });
         promptSpan.end({ output: { instruction } });
-        let response = await (0, ai_1.getLLMResult)(instruction, trace);
+        const firstShotMessage = await (0, ai_1.getLLMResult)({
+            messages: instruction,
+            trace,
+        });
+        let response = firstShotMessage?.content || "";
         logger.success("Test generated successfully!");
         const readWriteFileSpan = trace.startSpan("write-to-file");
         let contents = fs_extra_1.default.readFileSync(file, "utf-8");
@@ -104,7 +110,8 @@ async function generateTest(scenarios, file, isUpdate) {
                 scenaioName: scenario.name,
             });
             promptSpan.end({ output: { instruction } });
-            response = await (0, ai_1.getLLMResult)(instruction, trace);
+            const message = await (0, ai_1.getLLMResult)({ messages: instruction, trace });
+            response = message?.content || "";
             const readWriteFileSpan = trace.startSpan("write-to-file");
             await fs_extra_1.default.writeFile(file, response, "utf-8");
             readWriteFileSpan.end({ output: { response } });
@@ -125,15 +132,46 @@ async function generateTest(scenarios, file, isUpdate) {
     }
     return generatedScenarios;
 }
+async function generateTestsUsingBrowsingAgent() {
+    const testFilePath = process.argv[2];
+    if (!testFilePath) {
+        console.error("test file path is required");
+        process.exit(1);
+    }
+    const port = await (0, detect_port_1.default)(3030);
+    const fileService = new server_1.FileService({ port });
+    await fileService.startFileService();
+    try {
+        fileService.setFilePath(testFilePath);
+        //TODO: change this to per test
+        await (0, exec_1.cmd)([`npx`, `playwright`, `test`, testFilePath, "--headed"], {
+            env: {
+                APP_PORT: port.toString(),
+                PW_TEST_HTML_REPORT_OPEN: "never",
+            },
+        });
+        process.exit(0);
+    }
+    catch (e) {
+        console.error(e);
+        process.exit(1);
+    }
+}
 (async function main() {
     if (process.argv.length < 3) {
         logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen <SCENARIOS_FILE_PATH> <SCENARIO_NAME> -u");
         process.exit(1);
     }
     const scenariosPath = process.argv[2];
+    //TODO: come up with better way to handle this
+    if (scenariosPath.endsWith(".ts")) {
+        logger.success("Generating tests using browsing agent");
+        await generateTestsUsingBrowsingAgent();
+        return;
+    }
     const scenario = process.argv[3] === "-u" ? "" : process.argv[3];
     const isUpdate = process.argv.includes("-u");
-    let testGenConfigs = await (0, scenarios_1.generateScenarios)(scenariosPath);
+    let testGenConfigs = await (0, scenarios_1.loadScenarios)(scenariosPath);
     if (scenario) {
         // filter config
         testGenConfigs = testGenConfigs.filter((t) => t.scenarios.some((s) => s.name === scenario));

package/dist/bin/reporter/ci.d.ts

@@ -1,3 +1,3 @@
-import { Scenario } from "../types";
+import { Scenario } from "../../types";
 export declare function reportOnCI(scenarios: Scenario[]): Promise<Scenario[]>;
 //# sourceMappingURL=ci.d.ts.map

package/dist/bin/reporter/ci.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/bin/reporter/ci.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,wBAAsB,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,uBAerD"}
+{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/bin/reporter/ci.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,wBAAsB,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,uBAerD"}

package/dist/bin/scenarios/index.d.ts

@@ -1,7 +1,7 @@
-import { Scenario } from "../types";
-declare function generateScenarios(scenariosPath: string): Promise<{
+import { Scenario } from "../../types";
+declare function loadScenarios(scenariosPath: string): Promise<{
     specPath: string;
     scenarios: Scenario[];
 }[]>;
-export { generateScenarios };
+export { loadScenarios };
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/scenarios/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAiGpC,iBAAe,iBAAiB,CAC9B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,QAAQ,EAAE,CAAA;CAAE,EAAE,CAAC,CA8BxD;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/scenarios/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAiGvC,iBAAe,aAAa,CAC1B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,QAAQ,EAAE,CAAA;CAAE,EAAE,CAAC,CA8BxD;AAED,OAAO,EAAE,aAAa,EAAE,CAAC"}

package/dist/bin/scenarios/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateScenarios = void 0;
+exports.loadScenarios = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const google_auth_library_1 = require("google-auth-library");
 const path_1 = __importDefault(require("path"));
@@ -23,7 +23,7 @@ function isValidJSON(str) {
  * @param path
  * @returns updated paths of scenarios
  */
-async function generateScenariosUsingGsheet(path) {
+async function loadScenariosFromGsheet(path) {
     const { GoogleSpreadsheet } = await import("google-spreadsheet");
     const url = new URL(path);
     const docId = url.pathname.split("/")[3];
@@ -76,7 +76,7 @@ async function generateScenariosUsingGsheet(path) {
     }
     return results;
 }
-async function generateScenariosUsingYAML(scenariosPath) {
+async function loadScenariosFromYAML(scenariosPath) {
     const file = await fs_extra_1.default.readFile(path_1.default.resolve(process.cwd(), scenariosPath), "utf8");
     const fileName = scenariosPath.split("/").pop()?.split(".")[0];
     const config = (0, yaml_1.parse)(file);
@@ -84,12 +84,12 @@ async function generateScenariosUsingYAML(scenariosPath) {
     config.specPath = `${fileDir}/${fileName}.spec.ts`;
     return [config];
 }
-async function generateScenarios(scenariosPath) {
+async function loadScenarios(scenariosPath) {
     if (scenariosPath.startsWith("https://docs.google.com/spreadsheets")) {
-        return await generateScenariosUsingGsheet(scenariosPath);
+        return await loadScenariosFromGsheet(scenariosPath);
     }
     else if (scenariosPath.endsWith(".yaml")) {
-        return await generateScenariosUsingYAML(scenariosPath);
+        return await loadScenariosFromYAML(scenariosPath);
     }
     else if (isValidJSON(atob(scenariosPath))) {
         const str = atob(scenariosPath);
@@ -117,4 +117,4 @@ async function generateScenarios(scenariosPath) {
     }
     throw Error("Invalid path for test scenarios");
 }
-exports.generateScenarios = generateScenarios;
+exports.loadScenarios = loadScenarios;

package/dist/bin/utils/context.d.ts

@@ -0,0 +1,6 @@
+export declare function contextForGeneration(file: string): Promise<{
+    codePrompt: string | undefined;
+    pomPrompt: string | undefined;
+    testFileContent: string;
+}>;
+//# sourceMappingURL=context.d.ts.map

package/dist/bin/utils/context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/context.ts"],"names":[],"mappings":"AAKA,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,MAAM;;;;GAatD"}

package/dist/bin/utils/context.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.contextForGeneration = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const ignore_1 = __importDefault(require("ignore"));
+const fs_1 = require("./fs");
+async function contextForGeneration(file) {
+    const ignoreFn = (0, ignore_1.default)();
+    if (fs_extra_1.default.existsSync(".gitignore")) {
+        // Not checking for nested gitignore
+        const gitignore = fs_extra_1.default.readFileSync(".gitignore").toString();
+        ignoreFn.add(gitignore);
+    }
+    const filter = ignoreFn.createFilter();
+    return {
+        codePrompt: await (0, fs_1.generatePromptFromDirectory)("./tests", filter),
+        pomPrompt: await (0, fs_1.generatePromptFromDirectory)("./pages", filter),
+        testFileContent: fs_extra_1.default.readFileSync(file, "utf-8"),
+    };
+}
+exports.contextForGeneration = contextForGeneration;

package/dist/bin/utils/fs/index.d.ts

@@ -1,5 +1,5 @@
-import { FileContent } from "../../types";
-export declare function readFilesInDirectory(dir?: string): Promise<FileContent[]>;
+import { FileContent } from "../../../types";
+export declare function readFilesInDirectory(dir: string | undefined, filterFunc: (file: string) => boolean): Promise<FileContent[]>;
 export declare function convertFileContentsToString(files?: FileContent[]): string;
-export declare function generatePromptFromDirectory(dir?: string): Promise<string | undefined>;
+export declare function generatePromptFromDirectory(dir: string | undefined, filterFunc: (file: string) => boolean): Promise<string | undefined>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/fs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/fs/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,wBAAsB,oBAAoB,CAAC,GAAG,GAAE,MAAW,0BAgB1D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,GAAE,WAAW,EAAO,UAQpE;AAED,wBAAsB,2BAA2B,CAAC,GAAG,SAAK,+BAQzD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/fs/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,wBAAsB,oBAAoB,CACxC,GAAG,oBAAa,EAChB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,0BAgBtC;AAED,wBAAgB,2BAA2B,CAAC,KAAK,GAAE,WAAW,EAAO,UAQpE;AAED,wBAAsB,2BAA2B,CAC/C,GAAG,oBAAK,EACR,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,+BAStC"}

package/dist/bin/utils/fs/index.js

@@ -6,18 +6,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.generatePromptFromDirectory = exports.convertFileContentsToString = exports.readFilesInDirectory = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
-async function readFilesInDirectory(dir = "") {
+async function readFilesInDirectory(dir = "", filterFunc) {
     let files = [];
     const items = await fs_extra_1.default.readdir(dir);
-    for (const item of items) {
-        const fullPath = path_1.default.join(dir, item);
-        const stat = await fs_extra_1.default.stat(fullPath);
+    const filteredItems = items.map((i) => path_1.default.join(dir, i)).filter(filterFunc);
+    for (const item of filteredItems) {
+        const stat = await fs_extra_1.default.stat(item);
         if (stat.isDirectory()) {
-            files = files.concat(await readFilesInDirectory(fullPath));
+            files = files.concat(await readFilesInDirectory(item, filterFunc));
         }
         else if (stat.isFile()) {
-            const content = await fs_extra_1.default.readFile(fullPath, "utf-8");
-            files.push({ filePath: fullPath, content });
+            const content = await fs_extra_1.default.readFile(item, "utf-8");
+            files.push({ filePath: item, content });
         }
     }
     return files;
@@ -28,14 +28,14 @@ function convertFileContentsToString(files = []) {
     files.forEach((file) => {
         prompt += `File Path: ${file.filePath}\n`;
         prompt += `File:\n`;
-        prompt += `${file.content}\n\n ------ \n\n`;
+        prompt += `${file.content}\n\n------\n\n`;
     });
     return prompt;
 }
 exports.convertFileContentsToString = convertFileContentsToString;
-async function generatePromptFromDirectory(dir = "") {
+async function generatePromptFromDirectory(dir = "", filterFunc) {
     try {
-        const files = await readFilesInDirectory(dir);
+        const files = await readFilesInDirectory(dir, filterFunc);
         const prompt = convertFileContentsToString(files);
         return prompt;
     }

package/dist/file/client.d.ts

@@ -0,0 +1,10 @@
+declare class TestFileService {
+    baseUrl: string;
+    constructor(port: number);
+    updateTest({ generatedCode, task, }: {
+        generatedCode: string;
+        task: string;
+    }): Promise<void>;
+}
+export default TestFileService;
+//# sourceMappingURL=client.d.ts.map

package/dist/file/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;gBACJ,IAAI,EAAE,MAAM;IAIlB,UAAU,CAAC,EACf,aAAa,EACb,IAAI,GACL,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;KACd;CAeF;AAED,eAAe,eAAe,CAAC"}

package/dist/file/client.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class TestFileService {
+    baseUrl;
+    constructor(port) {
+        this.baseUrl = `http://localhost:${port}`;
+    }
+    async updateTest({ generatedCode, task, }) {
+        const resp = await fetch(`${this.baseUrl}/test`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({ generatedCode, task }),
+        });
+        if (!resp.ok) {
+            throw new Error(resp.statusText);
+        }
+        else {
+            console.log("Generated and updated test successfully");
+        }
+    }
+}
+exports.default = TestFileService;

package/dist/file/server.d.ts

@@ -0,0 +1,11 @@
+export declare class FileService {
+    private filePath;
+    private port;
+    constructor({ port }: {
+        port: number;
+    });
+    setFilePath(filePath: string): void;
+    startFileService(): Promise<number>;
+}
+export declare function startFileService(): Promise<void>;
+//# sourceMappingURL=server.d.ts.map

package/dist/file/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAOA,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,IAAI,CAAa;gBACb,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE;IAGtC,WAAW,CAAC,QAAQ,EAAE,MAAM;IAGtB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAmC1C;AAED,wBAAsB,gBAAgB,kBAAK"}

package/dist/file/server.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startFileService = exports.FileService = void 0;
+const express_1 = __importDefault(require("express"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const web_1 = require("../bin/utils/platform/web");
+const string_1 = require("../utils/string");
+class FileService {
+    filePath = "";
+    port = 0;
+    constructor({ port }) {
+        this.port = port;
+    }
+    setFilePath(filePath) {
+        this.filePath = filePath;
+    }
+    async startFileService() {
+        const app = (0, express_1.default)();
+        app.use(express_1.default.json());
+        app.post("/test", (req, res) => {
+            const { generatedCode, task } = req.body;
+            try {
+                const testFilePath = path_1.default.resolve(process.cwd(), this.filePath);
+                if (testFilePath) {
+                    const testFile = fs_1.default.readFileSync(testFilePath, "utf-8");
+                    const jsComments = (0, string_1.convertTextToJsComments)(task);
+                    const updatedTestFile = testFile.replace(/await createTest\([\s\S]*?\);\n/, jsComments + "\n" + generatedCode);
+                    const importStatement = `import { test, expect } from "@playwright/test";`;
+                    fs_1.default.writeFileSync(testFilePath, importStatement + "\n" + updatedTestFile, "utf-8");
+                    (0, web_1.lintErrors)(testFilePath);
+                    return res.send({ success: true });
+                }
+            }
+            catch (e) {
+                console.error(e);
+            }
+            return res.send({ success: false });
+        });
+        return new Promise((resolve) => {
+            app.listen(this.port, () => resolve(this.port));
+        });
+    }
+}
+exports.FileService = FileService;
+async function startFileService() { }
+exports.startFileService = startFileService;

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+import { Page } from "playwright";
+export declare function createTest(task: string, page: Page, test: any): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAKlC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,iBAanE"}

package/dist/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTest = void 0;
+const agent_1 = require("./agent");
+const client_1 = __importDefault(require("./file/client"));
+async function createTest(task, page, test) {
+    const port = process.env.APP_PORT || 3030;
+    const fileService = new client_1.default(Number(port));
+    test.setTimeout(900000);
+    const code = await (0, agent_1.browsingAgent)(task, page, {
+        htmlSanitize: {
+            disallowedStrings: ["v-data-table__td v-data-table-column--align-start"],
+        },
+    });
+    await fileService.updateTest({
+        task,
+        generatedCode: code,
+    });
+}
+exports.createTest = createTest;

package/dist/types/index.d.ts

@@ -0,0 +1,25 @@
+import OpenAI from "openai";
+import { Page } from "playwright";
+export type FileContent = {
+    filePath: string;
+    content: string;
+};
+export type TestGenConfig = {
+    dir?: string;
+    specPath?: string;
+    scenarios: Scenario[];
+};
+export type Scenario = {
+    name: string;
+    steps: string[];
+    assert: string;
+};
+export type PlaywrightActionGenerator = (page: Page) => Action;
+export type ActionSchema = OpenAI.Chat.Completions.ChatCompletionTool;
+export type Action = {
+    name: string;
+    schema: ActionSchema;
+    execute: (args: Record<string, any>) => Promise<void>;
+    template: (args: Record<string, any>) => string;
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;AAE/D,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,MAAM,CAAC;CACjD,CAAC"}

package/dist/utils/exec.d.ts

@@ -0,0 +1,4 @@
+export declare function cmd(command: string[], options: {
+    env?: Record<string, string>;
+}): Promise<string | number>;
+//# sourceMappingURL=exec.d.ts.map

package/dist/utils/exec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAe1B"}

package/dist/utils/exec.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cmd = void 0;
+const child_process_1 = require("child_process");
+const process_1 = __importDefault(require("process"));
+function cmd(command, options) {
+    return new Promise((resolveFunc) => {
+        let p = (0, child_process_1.spawn)(command[0], command.slice(1), {
+            env: { ...process_1.default.env, ...options.env },
+        });
+        p.stdout.on("data", (x) => {
+            process_1.default.stdout.write(x.toString());
+        });
+        p.stderr.on("data", (x) => {
+            process_1.default.stderr.write(x.toString());
+        });
+        p.on("exit", (code) => {
+            resolveFunc(code);
+        });
+    });
+}
+exports.cmd = cmd;

package/dist/utils/file.d.ts

@@ -0,0 +1,2 @@
+export declare function findFileRecursively(directory: string, fileName: string): string | undefined;
+//# sourceMappingURL=file.d.ts.map

package/dist/utils/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/utils/file.ts"],"names":[],"mappings":"AAGA,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAgBpB"}

package/dist/utils/file.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findFileRecursively = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+function findFileRecursively(directory, fileName) {
+    const files = fs_1.default.readdirSync(directory);
+    for (const file of files) {
+        const fullPath = path_1.default.join(directory, file);
+        const stat = fs_1.default.statSync(fullPath);
+        if (stat.isDirectory()) {
+            const result = findFileRecursively(fullPath, fileName);
+            if (result) {
+                return result;
+            }
+        }
+        else if (file === fileName) {
+            return fullPath;
+        }
+    }
+}
+exports.findFileRecursively = findFileRecursively;

package/dist/utils/html.d.ts

@@ -0,0 +1,4 @@
+export declare const sanitizeHtml: (str: string, options?: {
+    disallowedStrings?: string[];
+}) => string;
+//# sourceMappingURL=html.d.ts.map

package/dist/utils/html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../src/utils/html.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,YAAY,QAClB,MAAM,YACF;IACP,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B,WAuBF,CAAC"}

package/dist/utils/html.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sanitizeHtml = void 0;
+const sanitize_html_1 = __importDefault(require("sanitize-html"));
+const sanitizeHtml = (str, options = {}) => {
+    let sanitizedStr = (0, sanitize_html_1.default)(str, {
+        allowedTags: sanitize_html_1.default.defaults.allowedTags.concat([
+            "button",
+            "form",
+            "img",
+            "input",
+            "select",
+            "textarea",
+            "div",
+            "h1",
+            "h2",
+            "h3",
+        ]),
+        allowedAttributes: false,
+    });
+    if (options.disallowedStrings) {
+        options.disallowedStrings.forEach((s) => {
+            sanitizedStr = sanitizedStr.replaceAll(s, "");
+        });
+    }
+    return sanitizedStr;
+};
+exports.sanitizeHtml = sanitizeHtml;

package/dist/utils/string.d.ts

@@ -0,0 +1,2 @@
+export declare function convertTextToJsComments(text: string): string;
+//# sourceMappingURL=string.d.ts.map

package/dist/utils/string.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"string.d.ts","sourceRoot":"","sources":["../../src/utils/string.ts"],"names":[],"mappings":"AAAA,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,UAInD"}

package/dist/utils/string.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertTextToJsComments = void 0;
+function convertTextToJsComments(text) {
+    const lines = text.split("\n");
+    const commentedLines = lines.map((line) => `// ${line}`);
+    return commentedLines.join("\n");
+}
+exports.convertTextToJsComments = convertTextToJsComments;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.7.3",
+  "version": "0.8.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -15,22 +15,30 @@
   },
   "author": "Empirical Team <hey@empirical.run>",
   "dependencies": {
+    "@types/sanitize-html": "^2.11.0",
     "commander": "^12.1.0",
+    "detect-port": "^1.6.1",
     "dotenv": "^16.4.5",
     "eslint": "^8.57.0",
+    "express": "^4.19.2",
     "fs-extra": "^11.2.0",
     "google-auth-library": "^9.10.0",
     "google-spreadsheet": "^4.1.2",
+    "ignore": "^5.3.1",
     "langfuse": "^3.11.2",
     "langfuse-core": "^3.11.2",
     "openai": "^4.47.2",
     "picocolors": "^1.0.1",
+    "playwright": "^1.44.1",
     "prettier": "^3.2.5",
+    "sanitize-html": "^2.13.0",
     "slugify": "^1.6.6",
     "typescript": "^5.3.3",
     "yaml": "^2.4.2"
   },
   "devDependencies": {
+    "@types/detect-port": "^1.3.5",
+    "@types/express": "^4.17.21",
     "@types/fs-extra": "^11.0.4"
   },
   "scripts": {

package/dist/bin/types/index.d.ts

@@ -1,15 +0,0 @@
-export type FileContent = {
-    filePath: string;
-    content: string;
-};
-export type TestGenConfig = {
-    dir?: string;
-    specPath?: string;
-    scenarios: Scenario[];
-};
-export type Scenario = {
-    name: string;
-    steps: string[];
-    assert: string;
-};
-//# sourceMappingURL=index.d.ts.map

package/dist/bin/types/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC"}