@empiricalrun/playwright-utils 0.22.6 → 0.23.0

package/bundled/test-gen/evals/append-create-test-agent.evals.js

@@ -0,0 +1,117 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const js_levenshtein_1 = __importDefault(require("js-levenshtein"));
+const ts_morph_1 = require("ts-morph");
+const update_flow_1 = require("../agent/codegen/update-flow");
+const utils_1 = require("../agent/codegen/utils");
+const web_1 = require("../bin/utils/platform/web");
+const hasSingleCreateTestBlock = (result) => {
+    // Returns 1 if there is exactly 1 `createTest` block
+    // 0 if there is no `createTest` or if there are >1
+    if (result.length && result[0].newCode) {
+        const createTestBlocks = result[0].newCode.match(/createTest/g);
+        if (createTestBlocks) {
+            return createTestBlocks.length === 1 ? 1 : 0;
+        }
+    }
+    return 0;
+};
+const newCodeBlockIsComplete = (testCase, result, expectedOutput) => {
+    // Returns 1 if the new code block is complete
+    // i.e., it includes test('...', async () => {
+    if (!expectedOutput.length || !expectedOutput[0]) {
+        return 0;
+    }
+    if (!result[0]?.newCode) {
+        return 0;
+    }
+    if (result.length &&
+        result[0].newCode &&
+        expectedOutput[0]?.newCode?.includes("test(")) {
+        const newCode = result[0].newCode;
+        return newCode.includes("test(") && newCode.includes(testCase.name) ? 1 : 0;
+    }
+    else {
+        const project = new ts_morph_1.Project();
+        const expectedSourceFile = project.createSourceFile("expected-updated-code.ts", expectedOutput[0].newCode);
+        const resultSourceFile = project.createSourceFile("updated-code.ts", result[0].newCode);
+        const expectedFunctions = expectedSourceFile.getFunctions();
+        const resultFunctions = resultSourceFile.getFunctions();
+        if (!expectedFunctions.length) {
+            // check for class method updates
+            const expectedCheckForMethod = project.createSourceFile("expected-check-method.ts", `class A {
+              ${expectedOutput[0].newCode}
+            }`);
+            const expectedMethods = expectedCheckForMethod.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
+            const resultCheckForMethod = project.createSourceFile("check-method.ts", `class A {
+              ${result[0].newCode}
+            }`);
+            const resultMethods = resultCheckForMethod.getDescendantsOfKind(ts_morph_1.SyntaxKind.MethodDeclaration);
+            if (resultMethods.length === 1 && expectedMethods.length === 1) {
+                return expectedMethods[0]?.getName() === resultMethods[0]?.getName()
+                    ? 1
+                    : 0;
+            }
+            else {
+                return 0;
+            }
+        }
+        else {
+            // check for function updates
+            return expectedFunctions[0]?.getName() === resultFunctions[0]?.getName()
+                ? 1
+                : 0;
+        }
+    }
+};
+const oldCodeTestBlockIsComplete = (result, expected) => {
+    if (result.length && result[0].oldCode) {
+        const oldCodeFromLlm = result[0].oldCode;
+        const expectedOldCode = expected[0]?.oldCode || "";
+        return (1 -
+            (0, js_levenshtein_1.default)(expectedOldCode || "", oldCodeFromLlm || "") /
+                expectedOldCode.length);
+    }
+    return 0;
+};
+const appendCreateTestAgentEvaluate = async ({ item, trace }) => {
+    const { testCase, testFiles, pageFiles, testFilePath } = item.input;
+    const response = await (0, update_flow_1.getAppendCreateTestBlockCompletion)({
+        testCase,
+        testFiles,
+        pageFiles,
+        testFilePath,
+        trace,
+    });
+    const parsed = (0, utils_1.extractAppendTestUpdates)(response);
+    const expectedOutputParsed = (0, utils_1.extractAppendTestUpdates)(item.expectedOutput);
+    return {
+        scores: [
+            {
+                name: "returns_single_create_test",
+                value: hasSingleCreateTestBlock(parsed),
+            },
+            {
+                name: "returns_complete_code_block",
+                value: newCodeBlockIsComplete(testCase, parsed, expectedOutputParsed),
+            },
+            {
+                name: "copies_old_block_correctly",
+                value: oldCodeTestBlockIsComplete(parsed, expectedOutputParsed),
+            },
+            {
+                name: "syntax_check",
+                value: parsed[0]?.newCode
+                    ? (0, web_1.isSyntaxValid)(parsed[0]?.newCode || "")
+                        ? 1
+                        : 0
+                    : 0,
+            },
+        ],
+        output: response,
+    };
+};
+exports.default = appendCreateTestAgentEvaluate;

package/bundled/test-gen/evals/fetch-pom-skills-agent.evals.d.ts

@@ -0,0 +1,4 @@
+import { EvaluateFn } from "./type";
+declare const fetchSkillsAgentEvaluator: EvaluateFn;
+export default fetchSkillsAgentEvaluator;
+//# sourceMappingURL=fetch-pom-skills-agent.evals.d.ts.map

package/bundled/test-gen/evals/fetch-pom-skills-agent.evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-pom-skills-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/fetch-pom-skills-agent.evals.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,QAAA,MAAM,yBAAyB,EAAE,UAiChC,CAAC;AAEF,eAAe,yBAAyB,CAAC"}

package/bundled/test-gen/evals/fetch-pom-skills-agent.evals.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const skills_retriever_1 = require("../agent/codegen/skills-retriever");
+const fetchSkillsAgentEvaluator = async ({ item, trace }) => {
+    const { testCase, pomFiles } = item.input;
+    const output = await (0, skills_retriever_1.fetchPomSkills)({
+        testCase,
+        pomFiles,
+        trace,
+    });
+    if (item.expectedOutput.length === 0 && output.length === 0) {
+        return {
+            scores: [
+                {
+                    name: "equality",
+                    value: 1,
+                },
+            ],
+            output,
+        };
+    }
+    return {
+        scores: [
+            {
+                name: "equality",
+                value: output.some((o) => {
+                    return item.expectedOutput.some((e) => e.methodName === o.methodName);
+                })
+                    ? 1
+                    : 0,
+            },
+        ],
+        output,
+    };
+};
+exports.default = fetchSkillsAgentEvaluator;

package/bundled/test-gen/evals/infer-master-or-code-agent.evals.d.ts

@@ -0,0 +1,4 @@
+import { EvaluateFn } from "./type";
+export declare const inferMasterOrCodeAgentEvaluate: EvaluateFn;
+export default inferMasterOrCodeAgentEvaluate;
+//# sourceMappingURL=infer-master-or-code-agent.evals.d.ts.map

package/bundled/test-gen/evals/infer-master-or-code-agent.evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"infer-master-or-code-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/infer-master-or-code-agent.evals.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,eAAO,MAAM,8BAA8B,EAAE,UAkB5C,CAAC;AAEF,eAAe,8BAA8B,CAAC"}

package/bundled/test-gen/evals/infer-master-or-code-agent.evals.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inferMasterOrCodeAgentEvaluate = void 0;
+const infer_agent_1 = require("../agent/infer-agent");
+const inferMasterOrCodeAgentEvaluate = async ({ item, trace, }) => {
+    const { task } = item.input;
+    const { response } = await (0, infer_agent_1.inferAgentBasedTask)({
+        task,
+        trace,
+    });
+    return {
+        scores: [
+            {
+                name: "equality",
+                value: item.expectedOutput === response ? 1 : 0,
+            },
+        ],
+        output: response,
+    };
+};
+exports.inferMasterOrCodeAgentEvaluate = inferMasterOrCodeAgentEvaluate;
+exports.default = exports.inferMasterOrCodeAgentEvaluate;

package/bundled/test-gen/evals/master-agent.evals.d.ts

@@ -0,0 +1,4 @@
+import { EvaluateFn } from "./type";
+export declare const masterGetNextActionEvaluator: EvaluateFn;
+export default masterGetNextActionEvaluator;
+//# sourceMappingURL=master-agent.evals.d.ts.map

package/bundled/test-gen/evals/master-agent.evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"master-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/master-agent.evals.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,eAAO,MAAM,4BAA4B,EAAE,UAoC1C,CAAC;AAEF,eAAe,4BAA4B,CAAC"}

package/bundled/test-gen/evals/master-agent.evals.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.masterGetNextActionEvaluator = void 0;
+const actions_1 = require("../actions");
+const skill_1 = require("../actions/skill");
+const next_action_1 = require("../agent/master/next-action");
+const page_1 = require("../page");
+const masterGetNextActionEvaluator = async ({ item, trace, }) => {
+    const { task, executedActions, failedActions, options, pageScreenshot, disableSkills, skills = [], } = item.input;
+    const page = {};
+    skill_1.testCaseSkills.updateSkills(skills);
+    const actions = new actions_1.PlaywrightActions(new page_1.TestGenPage(page, "page"));
+    const output = await (0, next_action_1.getNextAction)({
+        task,
+        executedActions,
+        failedActions,
+        trace,
+        options,
+        pageScreenshot,
+        actions,
+        disableSkills,
+        page,
+    });
+    return {
+        scores: [
+            {
+                name: "action_correctness",
+                value: item.expectedOutput.function.name === output?.actionType ? 1 : 0,
+            },
+        ],
+        output,
+    };
+};
+exports.masterGetNextActionEvaluator = masterGetNextActionEvaluator;
+exports.default = exports.masterGetNextActionEvaluator;

package/bundled/test-gen/evals/type.d.ts

@@ -0,0 +1,12 @@
+import { TraceClient } from "@empiricalrun/llm";
+export type EvaluateFn = ({ trace, item, }: {
+    trace: TraceClient;
+    item: any;
+}) => Promise<{
+    output: any;
+    scores: {
+        name: string;
+        value: number;
+    }[];
+}>;
+//# sourceMappingURL=type.d.ts.map

package/bundled/test-gen/evals/type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/evals/type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,MAAM,UAAU,GAAG,CAAC,EACxB,KAAK,EACL,IAAI,GACL,EAAE;IACD,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,GAAG,CAAC;CACX,KAAK,OAAO,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3C,CAAC,CAAC"}

package/bundled/test-gen/evals/type.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/bundled/test-gen/evals/update-scenario-agent.evals.d.ts

@@ -0,0 +1,4 @@
+import { EvaluateFn } from "./type";
+declare const updateScenarioCodeAgentEvaluate: EvaluateFn;
+export default updateScenarioCodeAgentEvaluate;
+//# sourceMappingURL=update-scenario-agent.evals.d.ts.map

package/bundled/test-gen/evals/update-scenario-agent.evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-scenario-agent.evals.d.ts","sourceRoot":"","sources":["../../src/evals/update-scenario-agent.evals.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAUpC,QAAA,MAAM,+BAA+B,EAAE,UAqDtC,CAAC;AAEF,eAAe,+BAA+B,CAAC"}

package/bundled/test-gen/evals/update-scenario-agent.evals.js

@@ -0,0 +1,47 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const js_levenshtein_1 = __importDefault(require("js-levenshtein"));
+const update_flow_1 = require("../agent/codegen/update-flow");
+const updateScenarioCodeAgentEvaluate = async ({ item, trace }) => {
+    const { testCase, testFiles, pageFiles, testFilePath, testFileContent } = item.input;
+    const { fileChanges } = await (0, update_flow_1.getUpdateTestCodeCompletion)({
+        testCase,
+        testFiles,
+        pageFiles,
+        testFilePath,
+        testFileContent,
+        trace,
+    });
+    const expectedFileChanges = item.expectedOutput;
+    const fileChangeCount = fileChanges.length;
+    const expectedFileChangeCount = expectedFileChanges.length;
+    const correctFilePathChanges = expectedFileChanges.every((ef) => fileChanges.some((f) => f.filePath === ef.filePath));
+    const distanceScores = [];
+    expectedFileChanges.forEach((ef) => fileChanges.forEach((f) => {
+        if (f.filePath === ef.filePath && f.newCode && ef.newCode) {
+            const maxLength = ef.newCode.length > f.newCode.length
+                ? ef.newCode.length
+                : f.newCode.length;
+            distanceScores.push(1 - (0, js_levenshtein_1.default)(f.newCode || "", ef.newCode || "") / maxLength);
+        }
+    }));
+    let score = 0;
+    if (fileChangeCount === expectedFileChangeCount && correctFilePathChanges) {
+        score = distanceScores.length
+            ? distanceScores.reduce((agg, s) => agg * s)
+            : 0;
+    }
+    return {
+        scores: [
+            {
+                name: "score",
+                value: score,
+            },
+        ],
+        output: fileChanges,
+    };
+};
+exports.default = updateScenarioCodeAgentEvaluate;

package/bundled/test-gen/file/client.d.ts

@@ -0,0 +1,14 @@
+declare class TestFileService {
+    baseUrl: string;
+    port: number | undefined;
+    constructor();
+    static isAvailable(): boolean;
+    updateTest({ generatedCode, task, importPaths, }: {
+        generatedCode: string;
+        task: string;
+        importPaths: string[];
+    }): Promise<void>;
+    post(path: string, body: any): Promise<any>;
+}
+export default TestFileService;
+//# sourceMappingURL=client.d.ts.map

package/bundled/test-gen/file/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;;IASzB,MAAM,CAAC,WAAW;IAIZ,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,GACZ,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAgBK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAgBnC;AAED,eAAe,eAAe,CAAC"}

package/bundled/test-gen/file/client.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class TestFileService {
+    baseUrl;
+    port;
+    constructor() {
+        const port = Number(process.env.APP_PORT);
+        if (port && !isNaN(port)) {
+            this.port = port;
+        }
+        this.baseUrl = `http://localhost:${port}`;
+    }
+    static isAvailable() {
+        return !!Number(process.env.APP_PORT);
+    }
+    async updateTest({ generatedCode, task, importPaths, }) {
+        const resp = await fetch(`${this.baseUrl}/test`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({ generatedCode, task, importPaths }),
+        });
+        if (!resp.ok) {
+            throw new Error(resp.statusText);
+        }
+        else {
+            console.log("Generated and updated test successfully");
+        }
+    }
+    async post(path, body) {
+        const resp = await fetch(`${this.baseUrl}${path}`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!resp.ok) {
+            throw new Error(`API failed with status ${resp.statusText}`);
+        }
+        else {
+            const data = await resp.json();
+            return data;
+        }
+    }
+}
+exports.default = TestFileService;

package/bundled/test-gen/file/server.d.ts

@@ -0,0 +1,13 @@
+export declare class FileService {
+    private port;
+    private filePath;
+    private repoDir;
+    constructor({ port, repoDir }: {
+        port: number;
+        repoDir: string;
+    });
+    setFilePath(filePath: string): void;
+    startFileService(): Promise<number>;
+}
+export declare function startFileService(): Promise<void>;
+//# sourceMappingURL=server.d.ts.map

package/bundled/test-gen/file/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAWA,qBAAa,WAAW;IACtB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;gBAEjB,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAKhE,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAyC1C;AAED,wBAAsB,gBAAgB,kBAAK"}

package/bundled/test-gen/file/server.js

@@ -0,0 +1,52 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startFileService = exports.FileService = void 0;
+const express_1 = __importDefault(require("express"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const web_1 = require("../bin/utils/platform/web");
+const ipc_1 = require("../human-in-the-loop/ipc");
+class FileService {
+    port = 0;
+    filePath = "";
+    repoDir = "";
+    constructor({ port, repoDir }) {
+        this.port = port;
+        this.repoDir = repoDir;
+    }
+    setFilePath(filePath) {
+        this.filePath = filePath;
+    }
+    async startFileService() {
+        const app = (0, express_1.default)();
+        app.use(express_1.default.json());
+        (0, ipc_1.humanLoopRoute)(app);
+        app.post("/test", async (req, res) => {
+            const { generatedCode, importPaths } = req.body;
+            try {
+                const testFilePath = path_1.default.resolve(this.repoDir, this.filePath);
+                if (testFilePath) {
+                    const testFile = fs_1.default.readFileSync(testFilePath, "utf-8");
+                    const newContents = (0, web_1.replaceCreateTestWithNewCode)(testFilePath, testFile, generatedCode);
+                    const importStatements = await (0, web_1.importAllExportsStmtFromFilePaths)(this.repoDir, importPaths, this.filePath);
+                    fs_1.default.writeFileSync(testFilePath, `${importStatements.join("\n")}\n${newContents}`, "utf-8");
+                    await (0, web_1.lintErrors)(testFilePath);
+                    return res.send({ success: true });
+                }
+            }
+            catch (e) {
+                console.error(e);
+            }
+            return res.send({ success: false });
+        });
+        return new Promise((resolve) => {
+            app.listen(this.port, () => resolve(this.port));
+        });
+    }
+}
+exports.FileService = FileService;
+async function startFileService() { }
+exports.startFileService = startFileService;

package/bundled/test-gen/human-in-the-loop/cli.d.ts

@@ -0,0 +1,2 @@
+export declare function getFeedbackUsingCli(message: string): Promise<string>;
+//# sourceMappingURL=cli.d.ts.map

package/bundled/test-gen/human-in-the-loop/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/cli.ts"],"names":[],"mappings":"AAEA,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAe1E"}

package/bundled/test-gen/human-in-the-loop/cli.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFeedbackUsingCli = void 0;
+const inquirer_1 = __importDefault(require("inquirer"));
+async function getFeedbackUsingCli(message) {
+    const answers = await inquirer_1.default.prompt([
+        {
+            type: "input",
+            name: "feedback",
+            message: message || "Does this plan look good?",
+            validate: (input) => {
+                if (input.trim().length === 0) {
+                    return "Feedback cannot be empty";
+                }
+                return true;
+            },
+        },
+    ]);
+    return answers.feedback;
+}
+exports.getFeedbackUsingCli = getFeedbackUsingCli;

package/bundled/test-gen/human-in-the-loop/index.d.ts

@@ -0,0 +1,12 @@
+declare class HumanLoop {
+    options: {
+        method: "ipc" | "cli";
+    } | undefined;
+    constructor();
+    getFeedback({ message }: {
+        message: string;
+    }): Promise<string>;
+}
+export declare const humanLoop: HumanLoop;
+export {};
+//# sourceMappingURL=index.d.ts.map

package/bundled/test-gen/human-in-the-loop/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/index.ts"],"names":[],"mappings":"AASA,cAAM,SAAS;IAEb,OAAO,EAAE;QAAE,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;KAAE,GAAG,SAAS,CAAC;;IAMzC,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;CAOnD;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC"}

package/bundled/test-gen/human-in-the-loop/index.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.humanLoop = void 0;
+const client_1 = __importDefault(require("../file/client"));
+const cli_1 = require("./cli");
+const ipc_1 = require("./ipc");
+// TODO: how to make this more conversational
+// do we need a layer to understand the feedback ?
+// we need a layer to put the feedback in the context again
+// and then we need to generate final output which the user can review
+class HumanLoop {
+    // TODO: have a better name for this
+    options;
+    constructor() {
+        this.options = {
+            method: client_1.default.isAvailable() ? "ipc" : "cli",
+        };
+    }
+    async getFeedback({ message }) {
+        // this needs to have a provider based on environment
+        if (this.options?.method === "ipc") {
+            return await (0, ipc_1.getFeedbackUsingIPC)(message);
+        }
+        return await (0, cli_1.getFeedbackUsingCli)(message);
+    }
+}
+exports.humanLoop = new HumanLoop();

package/bundled/test-gen/human-in-the-loop/ipc.d.ts

@@ -0,0 +1,4 @@
+import type { Express } from "express";
+export declare function humanLoopRoute(app: Express): void;
+export declare function getFeedbackUsingIPC(message: string): Promise<string>;
+//# sourceMappingURL=ipc.d.ts.map

package/bundled/test-gen/human-in-the-loop/ipc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/ipc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAKvC,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,QAwB1C;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAY1E"}

package/bundled/test-gen/human-in-the-loop/ipc.js

@@ -0,0 +1,47 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFeedbackUsingIPC = exports.humanLoopRoute = void 0;
+const inquirer_1 = __importDefault(require("inquirer"));
+const client_1 = __importDefault(require("../file/client"));
+function humanLoopRoute(app) {
+    app.post("/converse", async (req, res) => {
+        const { message } = req.body;
+        try {
+            const answers = await inquirer_1.default.prompt([
+                {
+                    type: "input",
+                    name: "feedback",
+                    message: message || "Does this plan look good?",
+                    validate: (input) => {
+                        if (input.trim().length === 0) {
+                            return "Feedback cannot be empty";
+                        }
+                        return true;
+                    },
+                },
+            ]);
+            return res.send({
+                ...answers,
+            });
+        }
+        catch (e) {
+            console.error(e);
+        }
+    });
+}
+exports.humanLoopRoute = humanLoopRoute;
+async function getFeedbackUsingIPC(message) {
+    const fileService = new client_1.default();
+    try {
+        const resp = await fileService.post("/converse", { message });
+        return resp.feedback;
+    }
+    catch (e) {
+        console.error("[getFeedbackUsingIPC] Error while fetching feedback using IPC", e);
+        throw e;
+    }
+}
+exports.getFeedbackUsingIPC = getFeedbackUsingIPC;

package/bundled/test-gen/index.d.ts

@@ -0,0 +1,4 @@
+import { Page } from "playwright";
+import { ScopeVars } from "./types";
+export declare function createTest(task: string, page: Page, scope?: ScopeVars): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/bundled/test-gen/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOlC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAYpC,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,iBAiC3E"}