@empiricalrun/test-gen 0.65.0 → 0.66.1

package/dist/tools/upgrade-packages/index.js

@@ -0,0 +1,124 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.upgradePackagesTool = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const zod_1 = require("zod");
+const git_1 = require("../../utils/git");
+const utils_1 = require("../utils");
+const utils_2 = require("./utils");
+const pkgs = [
+    "@empiricalrun/playwright-utils",
+    "@empiricalrun/eslint-config",
+    "@empiricalrun/typescript-config",
+];
+const packageSpecSchema = zod_1.z.union([
+    zod_1.z.string(),
+    zod_1.z.object({
+        name: zod_1.z.string(),
+        version: zod_1.z.string().optional(),
+    }),
+]);
+const upgradePackagesSchema = zod_1.z.object({
+    packages: zod_1.z.array(packageSpecSchema),
+});
+exports.upgradePackagesTool = {
+    schema: {
+        name: "upgradePackages",
+        description: `Automatically upgrades specific packages. You can optionally specify a version for each package. If a version is not provided, the package will be upgraded to the latest version. The tool handles the entire workflow: updating package files, committing changes, creating/updating PRs, and managing merges. For patch updates (e.g., 1.0.1 → 1.0.2), it automatically merges the PR and cleans up. For minor/major updates, it leaves the PR open for review. Returns a success message with the PR URL and merge status.`,
+        parameters: upgradePackagesSchema,
+    },
+    needsBrowser: false,
+    execute: async ({ input, repoPath, apiKey, }) => {
+        const { packages } = input;
+        let packagesToUpdate = packages.length ? packages : pkgs;
+        const packageSpecs = packagesToUpdate.map((p) => typeof p === "string" ? { name: p, version: undefined } : p);
+        try {
+            const repoName = path_1.default.basename(repoPath);
+            const branchName = await (0, git_1.getCurrentBranchName)(repoPath);
+            const packageJsonPath = path_1.default.join(repoPath, "package.json");
+            const packageJson = JSON.parse(fs_1.default.readFileSync(packageJsonPath, "utf-8"));
+            for (let { name: pkgName, version } of packageSpecs) {
+                const isDevDep = !!packageJson.devDependencies?.[pkgName];
+                try {
+                    await (0, utils_2.upgradeAndStagePackage)({
+                        repoPath,
+                        pkgName,
+                        version,
+                        isDevDep,
+                    });
+                }
+                catch (err) {
+                    console.error(`Failed to upgrade ${pkgName}:`, err);
+                }
+            }
+            await (0, git_1.commitFilesAndPushBranch)({
+                commitMessage: "[create-pull-request] automated change [skip ci]",
+                branchName,
+                files: ["package.json", "package-lock.json"],
+                repoPath,
+            });
+            await new Promise((resolve) => setTimeout(resolve, 5_000));
+            let shouldMerge = false;
+            let prNumber = null;
+            let merged = false;
+            try {
+                const { pr } = await (0, utils_1.findOrCreatePullRequest)({
+                    owner: "empirical-run",
+                    repo: repoName,
+                    apiKey,
+                    branchName,
+                    title: "Upgrade packages",
+                    body: "Upgrade packages to specified versions",
+                    labels: ["automated"],
+                });
+                prNumber = pr.number;
+                if (!pr.number) {
+                    throw new Error("Failed to create PR");
+                }
+                shouldMerge = await (0, utils_2.shouldMergePR)({ repoName, prNumber, apiKey });
+                if (shouldMerge) {
+                    console.log("All changes are patch updates, proceeding with merge");
+                    merged = await (0, git_1.mergePullRequest)({
+                        repoName,
+                        prNumber,
+                        apiKey,
+                    });
+                }
+                else {
+                    console.log(`PR #${prNumber} created but not merged - contains non-patch updates`);
+                }
+            }
+            catch (error) {
+                console.error("Failed to handle PR operations:", error);
+                const prLink = prNumber
+                    ? ` PR: https://github.com/empirical-run/${repoName}/pull/${prNumber}`
+                    : "";
+                return {
+                    result: `Failed to handle PR operations: ${error}.${prLink}`,
+                    isError: true,
+                };
+            }
+            const prLink = `https://github.com/empirical-run/${repoName}/pull/${prNumber}`;
+            const status = merged
+                ? "merged successfully"
+                : shouldMerge
+                    ? "created but merge failed"
+                    : "created but not merged (non-patch updates)";
+            return {
+                result: `Success: PR ${status}. Link: ${prLink}`,
+                isError: false,
+            };
+        }
+        catch (error) {
+            console.error("Failed to upgrade packages:", error);
+            return {
+                result: `Failed to upgrade packages: ${error.message}`,
+                isError: true,
+            };
+        }
+    },
+};

package/dist/tools/upgrade-packages/utils.d.ts

@@ -0,0 +1,13 @@
+export declare function getLatestVersion(packageName: string): Promise<any>;
+export declare function shouldMergePR({ repoName, prNumber, apiKey, }: {
+    repoName: string;
+    prNumber: number;
+    apiKey: string;
+}): Promise<boolean>;
+export declare function upgradeAndStagePackage({ repoPath, pkgName, version, isDevDep, }: {
+    repoPath: string;
+    pkgName: string;
+    version?: string;
+    isDevDep: boolean;
+}): Promise<void>;
+//# sourceMappingURL=utils.d.ts.map

package/dist/tools/upgrade-packages/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/utils.ts"],"names":[],"mappings":"AAYA,wBAAsB,gBAAgB,CAAC,WAAW,EAAE,MAAM,gBAczD;AAmED,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,oBA6BA;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,QAAQ,EACR,OAAO,EACP,OAAO,EACP,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB,iBAUA"}

package/dist/tools/upgrade-packages/utils.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getLatestVersion = getLatestVersion;
+exports.shouldMergePR = shouldMergePR;
+exports.upgradeAndStagePackage = upgradeAndStagePackage;
+const child_process_1 = require("child_process");
+const utils_1 = require("../utils");
+function isPatchUpdate(currentVersion, newVersion) {
+    const current = currentVersion.replace(/^[\^~]/, "").split(".");
+    const next = newVersion.replace(/^[\^~]/, "").split(".");
+    return (current[0] === next[0] && current[1] === next[1] && current[2] !== next[2]);
+}
+async function getLatestVersion(packageName) {
+    const url = `https://registry.npmjs.org/${packageName}/latest`;
+    try {
+        const response = await fetch(url);
+        if (!response.ok) {
+            throw new Error(`Failed to fetch data for package: ${packageName}`);
+        }
+        const packageInfo = await response.json();
+        console.log(`Latest version of ${packageName}: ${packageInfo.version}`);
+        return packageInfo.version;
+    }
+    catch (error) {
+        console.error(`Error fetching package info: ${error.message}`);
+        throw error;
+    }
+}
+async function getPackageJsonChanges({ repoName, prNumber, apiKey, }) {
+    const url = `${utils_1.GITHUB_API_BASE}/${repoName}/pulls/${prNumber}/files`;
+    try {
+        const files = await (0, utils_1.callGitHubProxy)({
+            method: "GET",
+            url: url,
+            apiKey,
+        });
+        if (!files) {
+            throw new Error("Failed to fetch PR files via proxy");
+        }
+        const packageJsonChanges = files.find((file) => file.filename === "package.json");
+        if (!packageJsonChanges) {
+            console.log("No package.json changes found in PR");
+            return null;
+        }
+        const patchLines = packageJsonChanges.patch.split("\n");
+        const changes = {};
+        // Process the patch lines to find version changes
+        for (let i = 0; i < patchLines.length; i++) {
+            const line = patchLines[i];
+            // Look for lines that change version numbers
+            const match = line.match(/^[-+]\s*"([^"]+)":\s*"([^"]+)"/);
+            if (match) {
+                const [, pkg, version] = match;
+                const changeType = line.startsWith("+") ? "new" : "old";
+                if (!changes[pkg]) {
+                    changes[pkg] = {};
+                }
+                changes[pkg][changeType] = version;
+            }
+        }
+        // Filter out any packages that don't have both old and new versions
+        const validChanges = {};
+        for (const [pkg, versions] of Object.entries(changes)) {
+            if (versions.old && versions.new) {
+                validChanges[pkg] = {
+                    oldVersion: versions.old,
+                    newVersion: versions.new,
+                };
+            }
+        }
+        return validChanges;
+    }
+    catch (error) {
+        console.error(`Error fetching PR changes: ${error.message}`);
+        throw error;
+    }
+}
+async function shouldMergePR({ repoName, prNumber, apiKey, }) {
+    const changes = await getPackageJsonChanges({
+        repoName,
+        prNumber,
+        apiKey,
+    });
+    if (!changes) {
+        console.log("No package.json changes found, skipping merge");
+        return false;
+    }
+    let allPatchUpdates = true;
+    for (const [pkg, versions] of Object.entries(changes)) {
+        const { oldVersion, newVersion } = versions;
+        if (!isPatchUpdate(oldVersion, newVersion)) {
+            console.log(`${pkg}: ${oldVersion} -> ${newVersion} is not a patch update`);
+            allPatchUpdates = false;
+        }
+        else {
+            console.log(`${pkg}: ${oldVersion} -> ${newVersion} is a patch update`);
+        }
+    }
+    return allPatchUpdates;
+}
+async function upgradeAndStagePackage({ repoPath, pkgName, version, isDevDep, }) {
+    const pkgVersion = version ?? (await getLatestVersion(pkgName));
+    (0, child_process_1.execSync)(`npm i ${pkgName}@${pkgVersion} ${isDevDep ? "--save-dev" : "--save"}`, { cwd: repoPath });
+    console.log(`Updated package: ${pkgName} version to ${pkgVersion} in ${repoPath}`);
+    (0, child_process_1.execSync)("git add package.json package-lock.json", { cwd: repoPath });
+}

package/dist/tools/utils/index.d.ts

@@ -4,10 +4,58 @@ export declare function makeDashboardRequest<T>({ path, method, body, apiKey, }:
     body?: any;
     apiKey: string;
 }): Promise<T>;
-export declare function callGitHubProxy({ method, url, body, apiKey, }: {
+export declare function callGitHubProxy<T>({ method, url, body, apiKey, }: {
     method: string;
     url: string;
     body?: any;
     apiKey: string;
-}): Promise<unknown>;
+}): Promise<T>;
+export declare const GITHUB_API_BASE = "https://api.github.com/repos/empirical-run";
+export interface GitHubRepoInfo {
+    owner: string;
+    repo: string;
+}
+export declare function parseGitHubUrl(url: string): GitHubRepoInfo;
+export interface PullRequestInfo {
+    number: number;
+    html_url: string;
+    head: {
+        ref: string;
+    };
+}
+export declare function findExistingPR({ owner, repo, branchName, apiKey, }: {
+    owner: string;
+    repo: string;
+    branchName: string;
+    apiKey: string;
+}): Promise<PullRequestInfo | null>;
+export declare function createPullRequest({ owner, repo, title, head, base, body, labels, apiKey, }: {
+    owner: string;
+    repo: string;
+    title: string;
+    head: string;
+    base?: string;
+    body: string;
+    labels?: string[];
+    apiKey: string;
+}): Promise<PullRequestInfo>;
+export declare function updatePullRequest({ owner, repo, prNumber, body, apiKey, }: {
+    owner: string;
+    repo: string;
+    prNumber: number;
+    body?: string;
+    apiKey: string;
+}): Promise<PullRequestInfo>;
+export declare function findOrCreatePullRequest({ owner, repo, branchName, title, body, labels, apiKey, }: {
+    owner: string;
+    repo: string;
+    branchName: string;
+    title: string;
+    body: string;
+    labels?: string[];
+    apiKey: string;
+}): Promise<{
+    pr: PullRequestInfo;
+    isNew: boolean;
+}>;
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,EACJ,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,oBAYA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,CAAC,EAAE,EACvC,MAAM,EACN,GAAG,EACH,IAAI,EACJ,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAYb;AAGD,eAAO,MAAM,eAAe,+CAA+C,CAAC;AAG5E,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AAGD,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;CACvB;AAED,wBAAsB,cAAc,CAAC,EACnC,KAAK,EACL,IAAI,EACJ,UAAU,EACV,MAAM,GACP,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAYlC;AAED,wBAAsB,iBAAiB,CAAC,EACtC,KAAK,EACL,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,IAAa,EACb,IAAI,EACJ,MAAM,EACN,MAAM,GACP,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,eAAe,CAAC,CAqB3B;AAED,wBAAsB,iBAAiB,CAAC,EACtC,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,eAAe,CAAC,CAU3B;AAED,wBAAsB,uBAAuB,CAAC,EAC5C,KAAK,EACL,IAAI,EACJ,UAAU,EACV,KAAK,EACL,IAAI,EACJ,MAAM,EACN,MAAM,GACP,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC;IAAE,EAAE,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC,CAyBnD"}

package/dist/tools/utils/index.js

@@ -1,7 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.GITHUB_API_BASE = void 0;
 exports.makeDashboardRequest = makeDashboardRequest;
 exports.callGitHubProxy = callGitHubProxy;
+exports.parseGitHubUrl = parseGitHubUrl;
+exports.findExistingPR = findExistingPR;
+exports.createPullRequest = createPullRequest;
+exports.updatePullRequest = updatePullRequest;
+exports.findOrCreatePullRequest = findOrCreatePullRequest;
 async function makeDashboardRequest({ path, method = "GET", body, apiKey, }) {
     const requestHeaders = {
         "Content-Type": "application/json",
@@ -33,3 +39,84 @@ async function callGitHubProxy({ method, url, body, apiKey, }) {
         apiKey,
     });
 }
+// Common GitHub constants
+exports.GITHUB_API_BASE = "https://api.github.com/repos/empirical-run";
+function parseGitHubUrl(url) {
+    const githubIndex = url.indexOf("github.com");
+    if (githubIndex === -1) {
+        throw new Error("Invalid GitHub repository URL");
+    }
+    const [owner, repo] = url
+        .substring(githubIndex + "github.com/".length)
+        .replace(".git", "")
+        .split("/");
+    if (!owner || !repo) {
+        throw new Error("Invalid GitHub repository URL format - missing owner or repo");
+    }
+    return { owner, repo };
+}
+async function findExistingPR({ owner, repo, branchName, apiKey, }) {
+    const prs = (await callGitHubProxy({
+        method: "GET",
+        url: `https://api.github.com/repos/${owner}/${repo}/pulls`,
+        body: {
+            head: `${owner}:${branchName}`,
+            state: "open",
+        },
+        apiKey,
+    }));
+    return prs?.find((pr) => pr.head.ref === branchName) || null;
+}
+async function createPullRequest({ owner, repo, title, head, base = "main", body, labels, apiKey, }) {
+    const createPrBody = {
+        title,
+        head,
+        base,
+        body,
+        ...(labels && { labels }),
+    };
+    const pr = (await callGitHubProxy({
+        method: "POST",
+        url: `https://api.github.com/repos/${owner}/${repo}/pulls`,
+        body: createPrBody,
+        apiKey,
+    }));
+    if (!pr || !("number" in pr)) {
+        throw new Error(`Failed to create PR or PR number missing in response.`);
+    }
+    return pr;
+}
+async function updatePullRequest({ owner, repo, prNumber, body, apiKey, }) {
+    const updateBody = {};
+    if (body)
+        updateBody.body = body;
+    return (await callGitHubProxy({
+        method: "PATCH",
+        url: `https://api.github.com/repos/${owner}/${repo}/pulls/${prNumber}`,
+        body: updateBody,
+        apiKey,
+    }));
+}
+async function findOrCreatePullRequest({ owner, repo, branchName, title, body, labels, apiKey, }) {
+    // Check for existing PR
+    const existingPR = await findExistingPR({
+        owner,
+        repo,
+        branchName,
+        apiKey,
+    });
+    if (existingPR) {
+        return { pr: existingPR, isNew: false };
+    }
+    // Create new PR
+    const newPR = await createPullRequest({
+        owner,
+        repo,
+        title,
+        head: branchName,
+        body,
+        labels,
+        apiKey,
+    });
+    return { pr: newPR, isNew: true };
+}

package/dist/uploader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAYA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAgED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAYA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAiED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -50,6 +50,7 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDi
     // upload summary.json
     await (0, r2_uploader_1.uploadDirectory)({
         sourceDir: path_1.default.join(repoDir, "playwright-report"),
+        // TODO: this will only work for repos that use playwright 1.47.1
         fileList: [path_1.default.join(repoDir, "playwright-report", "summary.json")],
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,

package/dist/utils/git.d.ts

@@ -1,6 +1,7 @@
 export declare function getGitDiff(filepath: string, cwd: string): string;
+export declare function getGitDiffForNewFile(filepath: string, cwd: string): string;
 export declare function checkoutBranch(branchName: string, cwd: string): Promise<void>;
-export declare function commitAsBotUser(commitMessage: string, cwd: string): Promise<void>;
+export declare function commitAsBotUser(commitMessage: string, cwd: string): Promise<boolean>;
 export declare function getCurrentBranchName(repoPath: string): Promise<string>;
 export declare function pullBranch(branchName: string, cwd: string): Promise<void>;
 export declare function commitFilesAndPushBranch({ commitMessage, branchName, files, repoPath, }: {
@@ -10,4 +11,14 @@ export declare function commitFilesAndPushBranch({ commitMessage, branchName, fi
     repoPath: string;
 }): Promise<void>;
 export declare function getFilesChanged(cwd: string): Promise<string[]>;
+export declare function mergePullRequest({ repoName, prNumber, apiKey, }: {
+    repoName: string;
+    prNumber: number;
+    apiKey: string;
+}): Promise<boolean>;
+export declare function deleteBranch({ repoName, branchName, apiKey, }: {
+    repoName: string;
+    branchName: string;
+    apiKey: string;
+}): Promise<void>;
 //# sourceMappingURL=git.d.ts.map

package/dist/utils/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAQnE;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAavE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,UAAU,EACV,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAIA;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,qBAUhD"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAOA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAe1E;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAQnE;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,oBAcvE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,UAAU,EACV,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAIA;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,qBAUhD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,QAAQ,EACR,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,oBA+BA;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,UAAU,EACV,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,iBAoBA"}

package/dist/utils/git.js

@@ -1,13 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getGitDiff = getGitDiff;
+exports.getGitDiffForNewFile = getGitDiffForNewFile;
 exports.checkoutBranch = checkoutBranch;
 exports.commitAsBotUser = commitAsBotUser;
 exports.getCurrentBranchName = getCurrentBranchName;
 exports.pullBranch = pullBranch;
 exports.commitFilesAndPushBranch = commitFilesAndPushBranch;
 exports.getFilesChanged = getFilesChanged;
+exports.mergePullRequest = mergePullRequest;
+exports.deleteBranch = deleteBranch;
 const child_process_1 = require("child_process");
+const utils_1 = require("../tools/utils");
 const GIT_USER_NAME = "empiricalrun[bot]";
 const GIT_USER_EMAIL = "180257021+empiricalrun[bot]@users.noreply.github.com";
 function getGitDiff(filepath, cwd) {
@@ -17,6 +21,23 @@ function getGitDiff(filepath, cwd) {
     });
     return diff;
 }
+function getGitDiffForNewFile(filepath, cwd) {
+    try {
+        const diff = (0, child_process_1.execSync)(`git diff --no-index /dev/null ${filepath}`, {
+            encoding: "utf-8",
+            cwd,
+        });
+        return diff;
+    }
+    catch (error) {
+        // git diff returns exit code 1 when files differ, which is expected for new files
+        if (error.status === 1 && error.stdout) {
+            return error.stdout;
+        }
+        // Re-throw for other errors (exit code 2, etc.)
+        throw error;
+    }
+}
 async function checkoutBranch(branchName, cwd) {
     // TODO: This assumes repoDir is process.cwd()
     try {
@@ -33,10 +54,11 @@ async function commitAsBotUser(commitMessage, cwd) {
         cwd,
     });
     if (!status) {
-        return; // Nothing to commit
+        return false; // Nothing to commit
     }
     const commitMessageWithSkipCi = `${commitMessage} [skip ci]`;
     (0, child_process_1.execSync)(`git -c user.name="${GIT_USER_NAME}" -c user.email="${GIT_USER_EMAIL}" commit -m "${commitMessageWithSkipCi}"`, { cwd });
+    return true;
 }
 async function getCurrentBranchName(repoPath) {
     const branchName = (0, child_process_1.execSync)("git branch --show-current", {
@@ -65,3 +87,46 @@ async function getFilesChanged(cwd) {
         .filter((fileName) => fileName != "");
     return filesChanged;
 }
+async function mergePullRequest({ repoName, prNumber, apiKey, }) {
+    const url = `${utils_1.GITHUB_API_BASE}/${repoName}/pulls/${prNumber}/merge`;
+    const mergeBody = {
+        merge_method: "squash",
+    };
+    try {
+        const response = await (0, utils_1.callGitHubProxy)({
+            method: "PUT",
+            url: url,
+            body: mergeBody,
+            apiKey,
+        });
+        if (!response?.merged) {
+            console.log(`PR #${prNumber} for ${repoName} could not be merged: ${response.message}`);
+            return false;
+        }
+        console.log(`Merged PR #${prNumber} for ${repoName} via proxy`);
+        return true;
+    }
+    catch (error) {
+        console.error(`Error merging PR #${prNumber} for ${repoName} via proxy: ${error.message}`);
+        return false;
+    }
+}
+async function deleteBranch({ repoName, branchName, apiKey, }) {
+    const url = `${utils_1.GITHUB_API_BASE}/${repoName}/git/refs/heads/${branchName}`;
+    try {
+        await (0, utils_1.callGitHubProxy)({
+            method: "DELETE",
+            url: url,
+            apiKey,
+        });
+        console.log(`Deleted branch ${branchName} from ${repoName} via proxy`);
+    }
+    catch (error) {
+        if (error.message?.includes("422")) {
+            console.log(`Branch ${branchName} likely already deleted or never existed on ${repoName}.`);
+        }
+        else {
+            console.error(`Error deleting branch ${branchName} from ${repoName} via proxy: ${error.message}`);
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.65.0",
+  "version": "0.66.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,12 +62,12 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.18.0",
+    "@empiricalrun/llm": "^0.18.2",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.1"
+    "@empiricalrun/test-run": "^0.10.3"
   },
   "devDependencies": {
-    "@playwright/test": "1.47.1",
+    "@playwright/test": "1.53.0",
     "@types/async-retry": "^1.4.8",
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
@@ -76,10 +76,10 @@
     "@types/mime": "3.0.0",
     "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.47.1",
+    "playwright": "1.53.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.5.0"
+    "@empiricalrun/shared-types": "0.5.2"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/agent/chat/prompt.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAuDvC,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBAwGzD"}

package/dist/agent/chat/repo.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAwCvC,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}