@empiricalrun/test-gen 0.62.0 → 0.64.0

package/dist/utils/checkpoint.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../src/utils/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAIzD,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,eAAe,EAAE,EAC5B,UAAU,EAAE,MAAM,iBAqBnB"}
+{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../src/utils/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAIzD,wBAAsB,gBAAgB,CAAC,EACrC,SAAS,EACT,UAAU,EACV,QAAQ,GACT,EAAE;IACD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAyBA"}

package/dist/utils/checkpoint.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createCheckpoint = createCheckpoint;
 const git_1 = require("./git");
-async function createCheckpoint(toolCalls, branchName) {
-    const filesChanged = await (0, git_1.getFilesChanged)();
+async function createCheckpoint({ toolCalls, branchName, repoPath, }) {
+    const filesChanged = await (0, git_1.getFilesChanged)(repoPath);
     const toolsWithUpdatedFiles = toolCalls
         .filter((tc) => "path" in tc.input &&
         tc.input.path &&
@@ -15,6 +15,11 @@ async function createCheckpoint(toolCalls, branchName) {
     const filesToCommit = toolsWithUpdatedFiles.map((tool) => tool.path);
     if (toolsWithUpdatedFiles.length > 0) {
         let commitMessage = `${toolsWithUpdatedFiles.map((tool) => `${tool.name} on ${tool.path}`).join(", ")}`;
-        await (0, git_1.commitFilesAndPushBranch)(commitMessage, branchName, filesToCommit);
+        await (0, git_1.commitFilesAndPushBranch)({
+            commitMessage,
+            branchName,
+            files: filesToCommit,
+            repoPath,
+        });
     }
 }

package/dist/utils/git.d.ts

@@ -1,8 +1,13 @@
-export declare function getGitDiff(filepath: string): string;
-export declare function checkoutBranch(branchName: string): Promise<void>;
-export declare function commitAsBotUser(commitMessage: string): Promise<void>;
-export declare function getCurrentBranchName(): Promise<string>;
-export declare function pullBranch(branchName: string): Promise<void>;
-export declare function commitFilesAndPushBranch(commitMessage: string, branchName: string, files: string[]): Promise<void>;
-export declare function getFilesChanged(): Promise<string[]>;
+export declare function getGitDiff(filepath: string, cwd: string): string;
+export declare function checkoutBranch(branchName: string, cwd: string): Promise<void>;
+export declare function commitAsBotUser(commitMessage: string, cwd: string): Promise<void>;
+export declare function getCurrentBranchName(repoPath: string): Promise<string>;
+export declare function pullBranch(branchName: string, cwd: string): Promise<void>;
+export declare function commitFilesAndPushBranch({ commitMessage, branchName, files, repoPath, }: {
+    commitMessage: string;
+    branchName: string;
+    files: string[];
+    repoPath: string;
+}): Promise<void>;
+export declare function getFilesChanged(cwd: string): Promise<string[]>;
 //# sourceMappingURL=git.d.ts.map

package/dist/utils/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,iBAQtD;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,iBAS1D;AAED,wBAAsB,oBAAoB,oBAGzC;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,iBAElD;AAED,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EAAE,iBAKhB;AAED,wBAAsB,eAAe,sBAUpC"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAQnE;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAavE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,UAAU,EACV,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAIA;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,qBAUhD"}

package/dist/utils/git.js

@@ -10,44 +10,54 @@ exports.getFilesChanged = getFilesChanged;
 const child_process_1 = require("child_process");
 const GIT_USER_NAME = "empiricalrun[bot]";
 const GIT_USER_EMAIL = "180257021+empiricalrun[bot]@users.noreply.github.com";
-function getGitDiff(filepath) {
+function getGitDiff(filepath, cwd) {
     const diff = (0, child_process_1.execSync)(`git diff ${filepath}`, {
         encoding: "utf-8",
+        cwd,
     });
     return diff;
 }
-async function checkoutBranch(branchName) {
+async function checkoutBranch(branchName, cwd) {
     // TODO: This assumes repoDir is process.cwd()
     try {
-        (0, child_process_1.execSync)(`git checkout ${branchName}`);
+        (0, child_process_1.execSync)(`git checkout ${branchName}`, { cwd });
     }
     catch (e) {
         // If branch doesn't exist, create it
-        (0, child_process_1.execSync)(`git checkout -b ${branchName}`);
+        (0, child_process_1.execSync)(`git checkout -b ${branchName}`, { cwd });
     }
 }
-async function commitAsBotUser(commitMessage) {
-    const status = (0, child_process_1.execSync)("git status --porcelain", { encoding: "utf-8" });
+async function commitAsBotUser(commitMessage, cwd) {
+    const status = (0, child_process_1.execSync)("git status --porcelain", {
+        encoding: "utf-8",
+        cwd,
+    });
     if (!status) {
         return; // Nothing to commit
     }
     const commitMessageWithSkipCi = `${commitMessage} [skip ci]`;
-    (0, child_process_1.execSync)(`git -c user.name="${GIT_USER_NAME}" -c user.email="${GIT_USER_EMAIL}" commit -m "${commitMessageWithSkipCi}"`);
+    (0, child_process_1.execSync)(`git -c user.name="${GIT_USER_NAME}" -c user.email="${GIT_USER_EMAIL}" commit -m "${commitMessageWithSkipCi}"`, { cwd });
 }
-async function getCurrentBranchName() {
-    const branchName = (0, child_process_1.execSync)("git branch --show-current").toString().trim();
+async function getCurrentBranchName(repoPath) {
+    const branchName = (0, child_process_1.execSync)("git branch --show-current", {
+        cwd: repoPath,
+    })
+        .toString()
+        .trim();
     return branchName;
 }
-async function pullBranch(branchName) {
-    (0, child_process_1.execSync)(`git pull origin ${branchName}`);
+async function pullBranch(branchName, cwd) {
+    (0, child_process_1.execSync)(`git pull origin ${branchName}`, { cwd });
 }
-async function commitFilesAndPushBranch(commitMessage, branchName, files) {
-    (0, child_process_1.execSync)(`git add ${files.join(" ")}`);
-    await commitAsBotUser(commitMessage);
-    (0, child_process_1.execSync)(`git push origin ${branchName}`);
+async function commitFilesAndPushBranch({ commitMessage, branchName, files, repoPath, }) {
+    (0, child_process_1.execSync)(`git add ${files.join(" ")}`, { cwd: repoPath });
+    await commitAsBotUser(commitMessage, repoPath);
+    (0, child_process_1.execSync)(`git push origin ${branchName}`, { cwd: repoPath });
 }
-async function getFilesChanged() {
-    const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files").toString();
+async function getFilesChanged(cwd) {
+    const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files", {
+        cwd,
+    }).toString();
     let filesChanged = output
         .split("\n")
         .map((line) => line.trim().split(" ").pop())

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.62.0",
+  "version": "0.64.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,9 +62,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.17.0",
+    "@empiricalrun/llm": "^0.17.2",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.9.3"
+    "@empiricalrun/test-run": "^0.9.4"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",
@@ -79,7 +79,7 @@
     "playwright": "1.47.1",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.3.0"
+    "@empiricalrun/shared-types": "0.4.0"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/tools/codegen-agent.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/llm/chat";
-export declare const codegenTool: Tool;
-//# sourceMappingURL=codegen-agent.d.ts.map

package/dist/tools/codegen-agent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"codegen-agent.d.ts","sourceRoot":"","sources":["../../src/tools/codegen-agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAmBnD,eAAO,MAAM,WAAW,EAAE,IAyBzB,CAAC"}

package/dist/tools/codegen-agent.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.codegenTool = void 0;
-const zod_1 = require("zod");
-const run_1 = require("../agent/codegen/run");
-const CodegenSchema = zod_1.z.object({
-    testName: zod_1.z.string().describe("The name of the test to create or modify"),
-    testSuites: zod_1.z
-        .array(zod_1.z.string())
-        .describe("The suites (describe blocks) where the test is located"),
-    fileName: zod_1.z
-        .string()
-        .describe("The name of the file where the test is located. File name must end with .spec.ts"),
-    changeToMake: zod_1.z.string().describe("The change to make to the test"),
-});
-exports.codegenTool = {
-    schema: {
-        name: "generateTestWithCodegen",
-        description: "Create or modify a test case with code generation. This is useful when modifications can be done with TypeScript only, and don't require any browser interactions or element selectors.",
-        parameters: CodegenSchema,
-    },
-    execute: async (input) => {
-        const { testName, testSuites, fileName, changeToMake } = input;
-        const testCase = {
-            id: 0,
-            name: testName,
-            filePath: fileName,
-            suites: testSuites,
-            steps: [changeToMake],
-        };
-        const result = await (0, run_1.generateTestWithCodegen)({
-            testCase,
-            file: fileName,
-        });
-        return {
-            result: JSON.stringify(result),
-            isError: false,
-        };
-    },
-};