@empiricalrun/test-gen 0.70.2 → 0.71.2

package/dist/bin/index.js

@@ -20,7 +20,7 @@ const run_3 = require("../agent/planner/run");
 const auth_1 = require("../auth");
 const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
-const reporter_1 = require("../reporter");
+const validation_1 = require("../recorder/validation");
 const session_1 = require("../session");
 const test_build_1 = require("../test-build");
 const environments_1 = require("./environments");
@@ -56,14 +56,6 @@ async function runChatAgent({ modelInput, useDiskForChatState, initialPromptPath
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
-    if (process.env.LOG_URL) {
-        try {
-            void new reporter_1.TestGenUpdatesReporter().sendLogUrl(process.env.LOG_URL);
-        }
-        catch (e) {
-            console.warn("Failed to send log url to test gen update", e);
-        }
-    }
     const session = (0, session_1.getSessionDetails)();
     const trace = llm_1.langfuseInstance?.trace({
         name: "generate-test",
@@ -86,14 +78,6 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
             testUrl: session.testUrl,
         },
     });
-    if (trace) {
-        try {
-            void new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
-        }
-        catch (e) {
-            console.warn("Failed to send trace url as test gen update", e);
-        }
-    }
     // assuming if there is no test case specific test name, we need to update the test case name
     if (!testCase.name) {
         logger.success(`Generating code for the provided task. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
@@ -146,7 +130,6 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         });
         new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:");
         console.log(plan);
-        await new reporter_1.TestGenUpdatesReporter().sendMessage(plan);
     }
     else if (agent === "code") {
         await (0, run_2.generateTestWithCodegen)({
@@ -187,7 +170,10 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
     return agent;
 }
 async function main() {
-    await (0, utils_2.printBanner)();
+    const rawMode = process.argv.includes("--raw");
+    if (!rawMode) {
+        await (0, utils_2.printBanner)();
+    }
     const program = new commander_1.Command();
     program
         .command("login")
@@ -350,6 +336,36 @@ async function main() {
         }
         process.exit(0);
     });
+    program
+        .command("github-token")
+        .description("Fetch GitHub token for a repository")
+        .option("--raw", "Print only the token with no additional output")
+        .action(async (opts) => {
+        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["raw"]);
+        let repoName = await (0, validation_1.validatePackageJson)(process.cwd());
+        if (!repoName) {
+            console.error("❌ Not a valid git repo with package.json. Run this command inside a project directory.");
+            process.exit(1);
+        }
+        const response = await api_client_1.apiClient.request(`/api/projects/clone?project_repo_name=${repoName}`);
+        const json = await response.json();
+        if (!response.ok || !json.data || !json.data.access_token) {
+            const errorMsg = json?.error ||
+                response.statusText ||
+                "Failed to fetch GitHub token for the repository";
+            throw new Error(errorMsg);
+        }
+        const { access_token } = json.data;
+        if (options.raw) {
+            console.log("username=x-access-token");
+            console.log(`password=${access_token}`);
+        }
+        else {
+            console.log(`🔐 GitHub token for ${repoName}:`);
+            console.log(access_token);
+        }
+        process.exit(0);
+    });
     program
         .command("legacy")
         .description("Run the legacy workflows")
@@ -362,11 +378,6 @@ async function main() {
         const testGenToken = options.token
             ? options.token
             : (0, scenarios_1.buildTokenFromOptions)(options);
-        (0, reporter_1.setReporterConfig)({
-            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-            testSessionId: testGenConfig.options?.metadata.testSessionId,
-            generationId: testGenConfig.options?.metadata.generationId,
-        });
         (0, session_1.setSessionDetails)({
             testCaseId: testGenConfig.testCase.id,
             sessionId: testGenConfig.options?.metadata.testSessionId,
@@ -380,25 +391,14 @@ async function main() {
                 repoPath: process.cwd(),
             });
         }
-        let agentUsed;
         let testGenFailed = false;
         try {
-            agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
+            await runAgentsWorkflow(testGenConfig, testGenToken);
         }
         catch (e) {
             testGenFailed = true;
             new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
         }
-        if (agentUsed &&
-            agentUsed !== "code" &&
-            agentUsed !== "plan" &&
-            testGenConfig.testCase.name &&
-            testGenConfig.options) {
-            await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
-                projectRepoName: testGenConfig.options.metadata.projectRepoName,
-                testName: testGenConfig.testCase.name,
-            });
-        }
         await (0, llm_1.flushAllTraces)();
         await (0, logger_1.waitForLogsToFlush)();
         await (0, session_1.endSession)();

package/dist/bin/logger/index.d.ts

@@ -3,7 +3,6 @@ export declare class CustomLogger {
     constructor({ useReporter }?: {
         useReporter?: boolean | undefined;
     });
-    private logToReporter;
     log(message?: string, ...optionalParams: any[]): void;
     warn(message?: string, ...optionalParams: any[]): void;
     success(message?: string, ...optionalParams: any[]): void;

package/dist/bin/logger/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAOA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,OAAO,CAAC,aAAa;IAYrB,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKhD,YAAY;CAGb;AAED,wBAAsB,kBAAkB,kBAWvC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAIA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAI9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAI/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAIlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAIhD,YAAY;CAGb;AAED,wBAAsB,kBAAkB,kBAWvC"}

package/dist/bin/logger/index.js

@@ -3,39 +3,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CustomLogger = void 0;
 exports.waitForLogsToFlush = waitForLogsToFlush;
 const picocolors_1 = require("picocolors");
-const reporter_1 = require("../../reporter");
-const lib_1 = require("../../reporter/lib");
 let queuedReporterMessages = [];
 class CustomLogger {
     useReporter = false;
     constructor({ useReporter = true } = {}) {
         this.useReporter = useReporter;
     }
-    logToReporter(message) {
-        if (this.useReporter) {
-            (() => {
-                const promise = (0, reporter_1.getReporter)()?.report(new lib_1.MessageBuilder({ type: "message", message: message }));
-                if (promise) {
-                    queuedReporterMessages.push(promise);
-                }
-            })();
-        }
-    }
     log(message, ...optionalParams) {
         console.log("🪵", (0, picocolors_1.cyan)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     warn(message, ...optionalParams) {
         console.log("🟡", (0, picocolors_1.yellow)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     success(message, ...optionalParams) {
         console.log("✅", (0, picocolors_1.green)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     error(message, ...optionalParams) {
         console.error("🚨", (0, picocolors_1.red)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     logEmptyLine() {
         console.log("\n\n");

package/dist/bin/setup.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AA+EA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA2BhE"}
+{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AAmIA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA4BhE"}

package/dist/bin/setup.js

@@ -9,6 +9,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const util_1 = require("util");
 const api_client_1 = require("../auth/api-client");
+const utils_1 = require("./utils");
 const execAsync = (0, util_1.promisify)(child_process_1.exec);
 async function cloneRepository(cloneUrl, repoName) {
     const targetDir = path_1.default.join(process.cwd(), repoName);
@@ -61,6 +62,45 @@ async function installPlaywrightBrowser(targetDir) {
         process.exit(1);
     }
 }
+async function cleanUpRepoCredSetup(repoPath) {
+    const currentUrl = await execAsync(`git config --get remote.origin.url`, {
+        cwd: repoPath,
+    });
+    const cleanUrl = (0, utils_1.cleanUpGithubUrl)(currentUrl.stdout);
+    await execAsync(`git config remote.origin.url "${cleanUrl}"`, {
+        cwd: repoPath,
+    });
+}
+async function setupRepoCredentials(repoPath) {
+    console.log(`🔑 Setting up repository credentials...`);
+    const helperCommand = `!npx @empiricalrun/test-gen github-token --raw`;
+    await execAsync(`git config credential."https://github.com".helper '${helperCommand}'`, { cwd: repoPath });
+    console.log(`✅ Repository credentials configured`);
+}
+async function validateAndSetupRepo(repoPath) {
+    const gitDir = path_1.default.join(repoPath, ".git");
+    try {
+        await fs_1.default.promises.access(gitDir, fs_1.default.constants.F_OK);
+    }
+    catch {
+        throw new Error("Not a git repository");
+    }
+    const configPath = path_1.default.join(gitDir, "config");
+    const config = await fs_1.default.promises.readFile(configPath, "utf8");
+    if (config.includes('[credential "https://github.com"]')) {
+        console.log("⚠️  GitHub App credentials already configured");
+        return;
+    }
+    await setupRepoCredentials(repoPath);
+    await cleanUpRepoCredSetup(repoPath);
+    try {
+        await execAsync("git ls-remote origin", { cwd: repoPath });
+        console.log("✅ Authentication test successful");
+    }
+    catch (error) {
+        console.error("⚠️  Authentication test failed:", error.message);
+    }
+}
 async function runSetup({ repoName }) {
     try {
         console.log(`🔍 Fetching details for repository: ${repoName}`);
@@ -73,8 +113,9 @@ async function runSetup({ repoName }) {
         }
         const { data: repoDetails } = await response.json();
         const { clone_url } = repoDetails;
-        console.log(`📂 Clone URL: ${clone_url}`);
+        console.log(`📂 Clone URL: ${(0, utils_1.cleanUpGithubUrl)(clone_url)}`);
         const targetDir = await cloneRepository(clone_url, repoName);
+        await validateAndSetupRepo(targetDir);
         await installDependencies(targetDir);
         await installPlaywrightBrowser(targetDir);
         console.log(`\n🎉 Setup complete! Repository is ready at ./${repoName}`);

package/dist/bin/utils/index.d.ts

@@ -7,7 +7,9 @@ export interface CLIOptions {
     prompt?: string;
     suites?: string;
     repoName?: string;
+    raw?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CLIOptions, requiredFields?: string[]): Promise<CLIOptions>;
 export declare function printBanner(): Promise<void>;
+export declare function cleanUpGithubUrl(url: string): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,UAQ3C"}

package/dist/bin/utils/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ARGS_TO_MODEL_MAP = void 0;
 exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;
 exports.printBanner = printBanner;
+exports.cleanUpGithubUrl = cleanUpGithubUrl;
 const inquirer_1 = __importDefault(require("inquirer"));
 const PACKAGE_NAME = "@empiricalrun/test-gen";
 exports.ARGS_TO_MODEL_MAP = {
@@ -132,3 +133,9 @@ async function printBanner() {
     });
     console.log(""); // Bottom padding
 }
+function cleanUpGithubUrl(url) {
+    return url
+        .trim()
+        .replace(/https:\/\/[^@]+@github\.com\//, "https://github.com/")
+        .replace(/https:\/\/x-access-token:[^@]+@github\.com\//, "https://github.com/");
+}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAchD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAwElB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,IAAI,iBAY7C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAahD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAmElB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,IAAI,iBAY7C"}

package/dist/index.js

@@ -14,7 +14,6 @@ const run_1 = require("./agent/master/run");
 const scenarios_1 = require("./bin/utils/scenarios");
 const client_1 = __importDefault(require("./file/client"));
 const logger_1 = require("./logger");
-const reporter_1 = require("./reporter");
 const session_1 = require("./session");
 var test_build_1 = require("./test-build");
 Object.defineProperty(exports, "downloadBuild", { enumerable: true, get: function () { return test_build_1.downloadBuild; } });
@@ -47,11 +46,6 @@ async function createTest(task, pageRef, scope) {
             });
         }
         if (testGenConfig.options && testGenConfig.options.metadata) {
-            (0, reporter_1.setReporterConfig)({
-                projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-                testSessionId: testGenConfig.options?.metadata.testSessionId,
-                generationId: testGenConfig.options?.metadata.generationId,
-            });
             (0, session_1.setSessionDetails)({
                 sessionId: testGenConfig.options?.metadata.testSessionId,
                 generationId: testGenConfig.options?.metadata.generationId,

package/dist/recorder/request.js

@@ -182,6 +182,8 @@ async function createRequest({ repoName, title, description, }) {
                 title,
                 description,
                 project_repo_name: repoName,
+                // TODO: Enable draft requests when we have UX on dashboard sorted
+                // status: "draft",
             }),
         });
         if (!response.ok) {

package/dist/tool-call-service/index.d.ts

@@ -25,7 +25,7 @@ export declare class ToolCallService {
         featureFlags: string[];
         environmentOverrides?: Record<string, string>;
     });
-    sendToQueue(toolCalls: PendingToolCall[]): Promise<void>;
+    sendToQueue(requestId: string, toolCalls: PendingToolCall[]): Promise<void>;
     execute(toolCalls: PendingToolCall[]): Promise<ToolResult[]>;
 }
 export {};

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAyEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,eAAe,EAAE,GAC3B,OAAO,CAAC,IAAI,CAAC;IAcV,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAyEnE"}

package/dist/tool-call-service/index.js

@@ -8,9 +8,9 @@ const diagnosis_fetcher_1 = require("../tools/diagnosis-fetcher");
 const download_build_1 = require("../tools/download-build");
 const grep_1 = require("../tools/grep");
 const list_environments_1 = require("../tools/list-environments");
+const run_test_1 = require("../tools/run-test");
 const str_replace_editor_1 = require("../tools/str_replace_editor");
 const test_gen_browser_1 = require("../tools/test-gen-browser");
-const test_run_1 = require("../tools/test-run");
 const test_run_fetcher_1 = require("../tools/test-run-fetcher");
 const upgrade_packages_1 = require("../tools/upgrade-packages");
 const checkpoint_1 = require("../utils/checkpoint");
@@ -37,7 +37,7 @@ class ToolCallService {
         this.environmentOverrides = environmentOverrides;
         this.tools = [
             grep_1.grepTool,
-            test_run_1.runTestTool,
+            run_test_1.runTestTool,
             test_run_fetcher_1.fetchTestRunReportTool,
             diagnosis_fetcher_1.fetchDiagnosisReportTool,
             test_gen_browser_1.generateTestWithBrowserAgent,
@@ -61,11 +61,7 @@ class ToolCallService {
             };
         }
     }
-    async sendToQueue(toolCalls) {
-        const requestId = toolCalls[0]?.id;
-        if (!requestId) {
-            throw new Error("Could not find an id for the tool call.");
-        }
+    async sendToQueue(requestId, toolCalls) {
         const queueUrl = (0, utils_1.getQueueUrl)(toolCalls, this.tools);
         if (!queueUrl) {
             throw new Error(`queueUrl is required for remote execution.`);

package/dist/tool-call-service/utils.js

@@ -50,8 +50,8 @@ async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     });
     await sqs.send(new client_sqs_1.SendMessageCommand({
         QueueUrl: queueUrl,
-        MessageBody: JSON.stringify(payload),
         MessageGroupId: payload.requestId,
-        MessageDeduplicationId: payload.requestId, // unique id for the tool request
+        MessageDeduplicationId: payload.requestId,
+        MessageBody: JSON.stringify(payload),
     }));
 }

package/dist/tools/{test-run.d.ts → run-test.d.ts}

@@ -1,3 +1,3 @@
 import type { Tool } from "@empiricalrun/shared-types";
 export declare const runTestTool: Tool;
-//# sourceMappingURL=test-run.d.ts.map
+//# sourceMappingURL=run-test.d.ts.map

package/dist/tools/run-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-test.d.ts","sourceRoot":"","sources":["../../src/tools/run-test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,4BAA4B,CAAC;AA2DnE,eAAO,MAAM,WAAW,EAAE,IAqFzB,CAAC"}

package/dist/tools/{test-run.js → run-test.js}

@@ -31,7 +31,9 @@ function buildReportUrl(projectName, testRunId) {
     return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
 }
 function buildResult({ hasTestPassed, summaryJson, reportUrl, }) {
-    const truncatedSummaryJson = (0, utils_2.truncateJsonValues)(summaryJson);
+    const summaryWithoutConfig = { ...summaryJson, config: undefined };
+    delete summaryWithoutConfig["config"];
+    const truncatedSummaryJson = (0, utils_2.truncateJsonValues)(summaryWithoutConfig);
     return `
 Test run is complete. Result: ${hasTestPassed ? "Passed" : "Failed"}
 

package/dist/tools/upgrade-packages/index.js

@@ -62,7 +62,7 @@ This tool handles the entire workflow: editing the package.json file, running "n
             }
             const updateMessage = `upgrade ${changes.length} package${changes.length === 1 ? "" : "s"}`;
             await (0, git_1.commitFilesAndPushBranch)({
-                commitMessage: `[upgrade-packages] ${updateMessage} [skip ci]`,
+                commitMessage: `[upgrade-packages] ${updateMessage}`,
                 branchName,
                 files: ["package.json", "package-lock.json"],
                 repoPath,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.70.2",
+  "version": "0.71.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -64,12 +64,12 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.19.3",
+    "@empiricalrun/llm": "^0.19.4",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.6"
+    "@empiricalrun/test-run": "^0.10.8"
   },
   "devDependencies": {
-    "@playwright/test": "1.53.0",
+    "@playwright/test": "1.53.2",
     "@types/async-retry": "^1.4.8",
     "@types/console-log-level": "^1.4.5",
     "@types/detect-port": "^1.3.5",
@@ -79,10 +79,10 @@
     "@types/mime": "3.0.0",
     "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.53.0",
+    "playwright": "1.53.2",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.6.3"
+    "@empiricalrun/shared-types": "0.6.4"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/reporter/index.d.ts

@@ -1,26 +0,0 @@
-import { Reporter } from "./lib";
-type ReporterConfigType = {
-    testSessionId: number;
-    generationId: number;
-    projectRepoName: string;
-};
-export declare function getReporter(): Reporter | undefined;
-/**
- * function will upload videos and json summary of test results to r2 and report them to reporter.
- * method won't throw error if it fails to report
- */
-export declare function setReporterConfig(config: ReporterConfigType): void;
-export declare class TestGenUpdatesReporter {
-    private repoDir;
-    constructor();
-    reportGenAssets({ projectRepoName, testName, }: {
-        projectRepoName: string;
-        testName: string;
-    }): Promise<void>;
-    sendCurrentView(buffer: Buffer): Promise<void>;
-    sendMessage(message: string): Promise<void>;
-    sendLogUrl(message: string): Promise<void>;
-    sendAgentTraceUrl(message: string): Promise<void>;
-}
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/reporter/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAYA,OAAO,EAAkB,QAAQ,EAAE,MAAM,OAAO,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAElE;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;;IAKlB,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}