@empiricalrun/test-gen 0.74.2 → 0.75.0

package/dist/tools/definitions/fetch-video-analysis.js

@@ -10,15 +10,50 @@ exports.videoAnalysisSchema = zod_1.default.object({
         .string()
         .url("Must be a valid URL")
         .describe("The URL of the video to analyze."),
+    params: zod_1.default
+        .object({
+        fps: zod_1.default
+            .number()
+            .int()
+            .min(1)
+            .max(120)
+            .default(30)
+            .optional()
+            .describe("Frames per second to extract from the video (default: 30)"),
+        threshold: zod_1.default
+            .number()
+            .min(0)
+            .max(0.5)
+            .default(0.001)
+            .optional()
+            .describe("Deduplication threshold (fraction of pixels that may differ to consider frames identical). Lower = stricter. Default: 0.001"),
+        model: zod_1.default
+            .string()
+            .default("gemini-2.5-pro")
+            .optional()
+            .describe("Gemini LLM model identifier to use for analysis defaults to gemini-2.5-pro"),
+        featureFlag: zod_1.default
+            .enum([
+            "none",
+            "send-all-frames",
+            "separate-threshold",
+            "ai-based-frames",
+        ])
+            .default("none")
+            .optional()
+            .describe("Feature flag to use for analysis defaults to none"),
+    })
+        .optional(),
 });
 exports.fetchVideoAnalysis = {
     schema: {
         name: "fetchVideoAnalysis",
-        description: `Analyzes Playwright test execution videos to identify test failures and UI issues.
+        description: `
+Analyzes Playwright test execution videos to identify test failures and UI issues.
   
-  **Input:** Video URL of a test execution recording, optional fps (frames per second, default: 30)
-  **Output:** analysis summary of what happened during the test execution
-  **Use when:** You have a failing test with a video recording and need to understand what went wrong`,
+**Input:** The video URL is mandatory (supports webm, mp4). DO NOT specify params UNLESS the user has explicitly asked for a specific param value to be tested.
+**Output:** analysis summary of what happened during the test execution.
+**Use when:** You have a failing test with a video recording and need to understand what went wrong`,
         parameters: exports.videoAnalysisSchema,
     },
     needsBrowser: false,

package/dist/tools/definitions/rename-file.d.ts

@@ -0,0 +1,3 @@
+import type { ToolDefinition } from "@empiricalrun/shared-types";
+export declare const renameFileTool: ToolDefinition;
+//# sourceMappingURL=rename-file.d.ts.map

package/dist/tools/definitions/rename-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rename-file.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/rename-file.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAgBjE,eAAO,MAAM,cAAc,EAAE,cAU5B,CAAC"}

package/dist/tools/definitions/rename-file.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.renameFileTool = void 0;
+const zod_1 = require("zod");
+const RenameFileInputSchema = zod_1.z.object({
+    oldPath: zod_1.z
+        .string()
+        .describe("The current path to the file to rename (relative to the repository root). For example, tests/foo.spec.ts"),
+    newPath: zod_1.z
+        .string()
+        .describe("The new path for the file (relative to the repository root). For example, tests/new-dir/bar.spec.ts"),
+});
+exports.renameFileTool = {
+    schema: {
+        name: "renameFile",
+        description: `Rename or move a file in the filesystem.
+This tool will move the specified file from oldPath to newPath.
+The operation can rename the file, move it to a different directory, or both.`,
+        parameters: RenameFileInputSchema,
+    },
+    needsBrowser: false,
+    isInlineTool: false,
+};

package/dist/tools/delete-file/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/delete-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAOpC,eAAO,MAAM,cAAc,EAAE,IAiE5B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/delete-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AASpC,eAAO,MAAM,cAAc,EAAE,IA4E5B,CAAC"}

package/dist/tools/delete-file/index.js

@@ -4,8 +4,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.deleteFileTool = void 0;
+const child_process_1 = require("child_process");
 const promises_1 = require("fs/promises");
 const path_1 = __importDefault(require("path"));
+const web_1 = require("../../bin/utils/platform/web");
 const delete_file_1 = require("../definitions/delete-file");
 const git_1 = require("../executor/utils/git");
 exports.deleteFileTool = {
@@ -38,10 +40,12 @@ exports.deleteFileTool = {
                 };
             }
             await (0, promises_1.unlink)(filePath);
+            // Stage the deletion
+            (0, child_process_1.execSync)(`git add "${input.path}"`, { cwd: repoPath });
             // Collect git patch artifact after deletion
             if (collectArtifacts) {
                 try {
-                    const gitPatch = (0, git_1.getGitDiff)(input.path, repoPath);
+                    const gitPatch = (0, git_1.getGitDiffStaged)(input.path, repoPath);
                     if (gitPatch.trim()) {
                         const patchArtifact = {
                             name: `${path_1.default.basename(input.path, path_1.default.extname(input.path))}_delete.patch`,
@@ -55,6 +59,14 @@ exports.deleteFileTool = {
                     console.warn("Failed to create git patch artifact:", error);
                 }
             }
+            // Run TypeScript compilation check
+            const tscResult = await (0, web_1.runTypescriptCompiler)(repoPath);
+            if (!tscResult.success) {
+                return {
+                    result: `File ${input.path} has been deleted. However, type checks are failing with errors:\n\n${tscResult.errors.join("\n")}`,
+                    isError: true,
+                };
+            }
             return {
                 isError: false,
                 result: `Successfully deleted file: ${input.path}`,

package/dist/tools/executor/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAEL,eAAe,EACf,mBAAmB,EACnB,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAyBpC,qBAAa,YAAY;IACvB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAM;IAChD,WAAW,EAAE,eAAe,GAAG,IAAI,CAAC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,mBAAmB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,SAAS,EACT,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,WAAW,EAAE,eAAe,GAAG,IAAI,CAAC;QACpC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,mBAAmB,CAAC;QAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IA6CK,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAqEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAEL,eAAe,EACf,mBAAmB,EACnB,WAAW,EACZ,MAAM,4BAA4B,CAAC;AA0BpC,qBAAa,YAAY;IACvB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAM;IAChD,WAAW,EAAE,eAAe,GAAG,IAAI,CAAC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,mBAAmB,CAAC;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,SAAS,EACT,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,WAAW,EAAE,eAAe,GAAG,IAAI,CAAC;QACpC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,mBAAmB,CAAC;QAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IA8CK,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAoEnE"}

package/dist/tools/executor/index.js

@@ -6,7 +6,7 @@ const commit_and_create_pr_1 = require("../commit-and-create-pr");
 const delete_file_1 = require("../delete-file");
 const diagnosis_fetcher_1 = require("../diagnosis-fetcher");
 const download_build_1 = require("../download-build");
-const fetch_image_1 = require("../fetch-image");
+const fetch_file_1 = require("../fetch-file");
 const fetch_last_successful_test_run_1 = require("../fetch-last-successful-test-run");
 const fetch_video_analysis_1 = require("../fetch-video-analysis");
 const file_operations_1 = require("../file-operations");
@@ -15,6 +15,7 @@ const issues_1 = require("../issues");
 const list_environments_1 = require("../list-environments");
 const list_tests_and_projects_1 = require("../list-tests-and-projects");
 const merge_conflicts_1 = require("../merge-conflicts");
+const rename_file_1 = require("../rename-file");
 const run_test_1 = require("../run-test");
 const test_gen_browser_1 = require("../test-gen-browser");
 const test_run_fetcher_1 = require("../test-run-fetcher");
@@ -54,9 +55,10 @@ class ToolExecutor {
             issues_1.createIssueTool,
             download_build_1.downloadBuildTool,
             upgrade_packages_1.upgradePackagesTool,
-            fetch_image_1.fetchImageTool,
+            fetch_file_1.fetchFileTool,
             fetch_video_analysis_1.fetchVideoAnalysis,
             delete_file_1.deleteFileTool,
+            rename_file_1.renameFileTool,
             trace_dot_zip_1.traceDotZipTool,
             view_failed_test_run_report_1.viewFailedTestRunReportTool,
             issues_1.updateIssueTool,
@@ -129,7 +131,6 @@ class ToolExecutor {
             }
         }
         (0, checkpoint_1.createCommitCheckpoint)({
-            toolCalls,
             branchName: this.branchName,
             repoPath: this.repoPath,
         });

package/dist/tools/executor/utils/checkpoint.d.ts

@@ -1,6 +1,4 @@
-import { PendingToolCall } from "@empiricalrun/llm/chat";
-export declare function createCommitCheckpoint({ toolCalls, branchName, repoPath, }: {
-    toolCalls: PendingToolCall[];
+export declare function createCommitCheckpoint({ branchName, repoPath, }: {
     branchName: string;
     repoPath: string;
 }): void;

package/dist/tools/executor/utils/checkpoint.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../../../src/tools/executor/utils/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAKzD,wBAAgB,sBAAsB,CAAC,EACrC,SAAS,EACT,UAAU,EACV,QAAQ,GACT,EAAE;IACD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,QA0BA"}
+{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../../../src/tools/executor/utils/checkpoint.ts"],"names":[],"mappings":"AAIA,wBAAgB,sBAAsB,CAAC,EACrC,UAAU,EACV,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,QAsBA"}

package/dist/tools/executor/utils/checkpoint.js

@@ -3,24 +3,24 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.createCommitCheckpoint = createCommitCheckpoint;
 const child_process_1 = require("child_process");
 const git_1 = require("./git");
-function createCommitCheckpoint({ toolCalls, branchName, repoPath, }) {
-    const filesChanged = (0, git_1.getFilesChanged)(repoPath);
-    const toolsWithUpdatedFiles = toolCalls
-        .filter((tc) => "path" in tc.input &&
-        tc.input.path &&
-        filesChanged.includes(tc.input.path))
-        .map((toolCall) => ({
-        name: toolCall.name,
-        path: toolCall.input.path,
-    }));
-    const filesToCommit = toolsWithUpdatedFiles.map((tool) => tool.path);
-    if (toolsWithUpdatedFiles.length > 0) {
-        let commitMessage = `${toolsWithUpdatedFiles.map((tool) => `${tool.name} on ${tool.path}`).join(", ")}`;
-        (0, git_1.commitFilesAsBotUser)({
-            commitMessage,
-            files: filesToCommit,
-            repoPath,
+function createCommitCheckpoint({ branchName, repoPath, }) {
+    const filesChanged = (0, git_1.getStagedFiles)(repoPath);
+    if (filesChanged.length > 0) {
+        const commitMessages = filesChanged.map((change) => {
+            switch (change.type) {
+                case "added":
+                    return `added ${change.path}`;
+                case "modified":
+                    return `modified ${change.path}`;
+                case "removed":
+                    return `removed ${change.path}`;
+                case "renamed":
+                    return `renamed ${change.oldPath} → ${change.path}`;
+            }
         });
+        const commitMessage = commitMessages.join(", ");
+        // Files are already staged by individual tools, just commit
+        (0, git_1.commitAsBotUser)(commitMessage, repoPath);
         (0, child_process_1.execSync)(`git push origin ${branchName}`, { cwd: repoPath });
     }
 }

package/dist/tools/executor/utils/git.d.ts

@@ -1,15 +1,23 @@
 import { IDashboardAPIClient } from "@empiricalrun/shared-types";
 export declare function getGitDiff(filepath: string, cwd: string): string;
+export declare function getGitDiffStaged(filepath: string, cwd: string): string;
+export declare function getGitDiffForStagedOrUnstaged(filepath: string, cwd: string): string;
 export declare function getGitDiffForNewFile(filepath: string, cwd: string): string;
 export declare function checkoutBranch(branchName: string, cwd: string): Promise<void>;
 export declare function commitAsBotUser(commitMessage: string, cwd: string): boolean;
 export declare function getCurrentBranchName(repoPath: string): Promise<string>;
 export declare function pullBranch(branchName: string, cwd: string): Promise<void>;
-export declare function commitFilesAsBotUser({ commitMessage, files, repoPath, }: {
+export declare function stageAndCommitFilesAsBotUser({ commitMessage, files, repoPath, }: {
     commitMessage: string;
     files: string[];
     repoPath: string;
 }): void;
+export type FileChange = {
+    type: "added" | "modified" | "removed" | "renamed";
+    path: string;
+    oldPath?: string;
+};
+export declare function getStagedFiles(cwd: string): FileChange[];
 export declare function getFilesChanged(cwd: string): string[];
 export declare function mergePullRequest({ repoName, prNumber, apiClient, }: {
     repoName: string;

package/dist/tools/executor/utils/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../../../src/tools/executor/utils/git.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAMjE,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAe1E;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAMnE;AAED,wBAAgB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,WAcjE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAgB,oBAAoB,CAAC,EACnC,aAAa,EACb,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,QAGA;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,YAU1C;AAED,wBAAsB,gBAAgB,CAAC,EACrC,QAAQ,EACR,QAAQ,EACR,SAAS,GACV,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,mBAAmB,CAAC;CAChC,oBA8BA"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../../../src/tools/executor/utils/git.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAMjE,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMtE;AAED,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,MAAM,GACV,MAAM,CAaR;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAe1E;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAMnE;AAED,wBAAgB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,WAcjE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAgB,4BAA4B,CAAC,EAC3C,aAAa,EACb,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,QAGA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;IACnD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,EAAE,CA6CxD;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAUrD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,QAAQ,EACR,QAAQ,EACR,SAAS,GACV,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,mBAAmB,CAAC;CAChC,oBA8BA"}

package/dist/tools/executor/utils/git.js

@@ -1,12 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getGitDiff = getGitDiff;
+exports.getGitDiffStaged = getGitDiffStaged;
+exports.getGitDiffForStagedOrUnstaged = getGitDiffForStagedOrUnstaged;
 exports.getGitDiffForNewFile = getGitDiffForNewFile;
 exports.checkoutBranch = checkoutBranch;
 exports.commitAsBotUser = commitAsBotUser;
 exports.getCurrentBranchName = getCurrentBranchName;
 exports.pullBranch = pullBranch;
-exports.commitFilesAsBotUser = commitFilesAsBotUser;
+exports.stageAndCommitFilesAsBotUser = stageAndCommitFilesAsBotUser;
+exports.getStagedFiles = getStagedFiles;
 exports.getFilesChanged = getFilesChanged;
 exports.mergePullRequest = mergePullRequest;
 const child_process_1 = require("child_process");
@@ -19,6 +22,27 @@ function getGitDiff(filepath, cwd) {
     });
     return diff;
 }
+function getGitDiffStaged(filepath, cwd) {
+    const diff = (0, child_process_1.execSync)(`git diff --cached ${filepath}`, {
+        encoding: "utf-8",
+        cwd,
+    });
+    return diff;
+}
+function getGitDiffForStagedOrUnstaged(filepath, cwd) {
+    // First try to get staged changes (index vs HEAD)
+    try {
+        const stagedDiff = getGitDiffStaged(filepath, cwd);
+        if (stagedDiff.trim()) {
+            return stagedDiff;
+        }
+    }
+    catch {
+        // Fall through to try unstaged diff
+    }
+    // If no staged changes, try unstaged changes (working dir vs index)
+    return getGitDiff(filepath, cwd);
+}
 function getGitDiffForNewFile(filepath, cwd) {
     try {
         const diff = (0, child_process_1.execSync)(`git diff --no-index /dev/null ${filepath}`, {
@@ -67,10 +91,56 @@ async function getCurrentBranchName(repoPath) {
 async function pullBranch(branchName, cwd) {
     (0, child_process_1.execSync)(`git pull origin ${branchName}`, { cwd });
 }
-function commitFilesAsBotUser({ commitMessage, files, repoPath, }) {
+function stageAndCommitFilesAsBotUser({ commitMessage, files, repoPath, }) {
     (0, child_process_1.execSync)(`git add ${files.join(" ")}`, { cwd: repoPath });
     commitAsBotUser(commitMessage, repoPath);
 }
+function getStagedFiles(cwd) {
+    const output = (0, child_process_1.execSync)("git diff --cached --name-status", {
+        cwd,
+    }).toString();
+    const filesChanged = [];
+    output.split("\n").forEach((line) => {
+        const trimmed = line.trim();
+        if (!trimmed)
+            return;
+        const parts = trimmed.split("\t");
+        if (parts.length < 2)
+            return;
+        const status = parts[0];
+        const filePath = parts[1];
+        if (status.startsWith("R")) {
+            // Handle rename: "R100	old_file	new_file"
+            const newFilePath = parts[2];
+            if (newFilePath) {
+                filesChanged.push({
+                    type: "renamed",
+                    path: newFilePath,
+                    oldPath: filePath,
+                });
+            }
+        }
+        else if (status === "A") {
+            filesChanged.push({
+                type: "added",
+                path: filePath,
+            });
+        }
+        else if (status === "M") {
+            filesChanged.push({
+                type: "modified",
+                path: filePath,
+            });
+        }
+        else if (status === "D") {
+            filesChanged.push({
+                type: "removed",
+                path: filePath,
+            });
+        }
+    });
+    return filesChanged;
+}
 function getFilesChanged(cwd) {
     const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files", {
         cwd,

package/dist/tools/{fetch-image → fetch-file}/index.d.ts

@@ -1,12 +1,12 @@
 import { Tool } from "@empiricalrun/shared-types";
 import { z } from "zod";
-declare const fetchImageSchema: z.ZodObject<{
+declare const fetchFileSchema: z.ZodObject<{
     url: z.ZodString;
 }, "strip", z.ZodTypeAny, {
     url: string;
 }, {
     url: string;
 }>;
-export declare const fetchImageTool: Tool<z.infer<typeof fetchImageSchema>>;
+export declare const fetchFileTool: Tool<z.infer<typeof fetchFileSchema>>;
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/fetch-file/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,IAAI,EAGL,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,QAAA,MAAM,eAAe;;;;;;EAEnB,CAAC;AAEH,eAAO,MAAM,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAyF/D,CAAC"}

package/dist/tools/fetch-file/index.js

@@ -0,0 +1,97 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchFileTool = void 0;
+const zod_1 = require("zod");
+const SUPPORTED_IMAGE_TYPES = [
+    "image/png",
+    "image/jpeg",
+    "image/gif",
+    "image/webp",
+];
+const SUPPORTED_TEXT_TYPES = ["text/markdown", "text/plain"];
+const fetchFileSchema = zod_1.z.object({
+    url: zod_1.z.string(),
+});
+exports.fetchFileTool = {
+    schema: {
+        name: "fetchFile",
+        description: `Use this tool to fetch file data from any valid URL that responds with an image (PNG, JPEG, GIF, WebP) or markdown file.
+For images, it returns the image in base64 format for you to view or analyze. For markdown files, it returns the text content for you to read and process.
+
+## Caveats
+1. This will not work to fetch markdown files from a repo due to access control issues. Use file view tools for that.
+
+## Scenarios to use fetchFile
+1. Understand a test report (for the runTest tool) by fetching screenshots and error context files (.md) which contain the accessibility tree of the page at the
+time of test failures. Both of these are available in the attachments section of the test report from the runTest tool call.
+
+2. While adding new tests, if the user message contains image URLs, use this tool to fetch the images, and understand the steps that the user is looking to cover..`,
+        parameters: fetchFileSchema,
+    },
+    needsBrowser: false,
+    isInlineTool: true,
+    execute: async ({ input }) => {
+        const { url } = input;
+        try {
+            const response = await fetch(url);
+            if (!response.ok) {
+                console.error(`Failed to fetch file from ${url}: ${response.statusText}`);
+                return {
+                    result: `Failed to fetch file from ${url}: ${response.statusText}`,
+                    isError: true,
+                };
+            }
+            const contentType = response.headers.get("content-type");
+            if (!contentType) {
+                const errorMessage = `No content type header found. URL must return an image or markdown file.`;
+                return {
+                    result: errorMessage,
+                    isError: true,
+                };
+            }
+            const isImage = SUPPORTED_IMAGE_TYPES.some((type) => contentType.startsWith(type));
+            const isText = SUPPORTED_TEXT_TYPES.some((type) => contentType.startsWith(type));
+            if (!isImage && !isText) {
+                const errorMessage = `Invalid content type: ${contentType}. URL must return an image (PNG, JPEG, GIF, WebP) or markdown file.`;
+                console.error(errorMessage);
+                return {
+                    result: errorMessage,
+                    isError: true,
+                };
+            }
+            if (isImage) {
+                const buffer = await response.arrayBuffer();
+                const base64 = Buffer.from(buffer).toString("base64");
+                return {
+                    result: [
+                        {
+                            type: contentType,
+                            base64Data: base64,
+                        },
+                    ],
+                    isError: false,
+                };
+            }
+            else {
+                // Handle text/markdown files
+                const text = await response.text();
+                return {
+                    result: [
+                        {
+                            type: "text",
+                            text: text,
+                        },
+                    ],
+                    isError: false,
+                };
+            }
+        }
+        catch (error) {
+            console.error("Error fetching file", error);
+            return {
+                result: `Error fetching file: ${error}`,
+                isError: true,
+            };
+        }
+    },
+};

package/dist/tools/fetch-video-analysis/index.d.ts

@@ -1,5 +1,5 @@
-import { Tool } from "@empiricalrun/shared-types";
-import { z } from "zod";
-import { videoAnalysisSchema } from "../definitions/fetch-video-analysis";
+import type { Tool } from "@empiricalrun/shared-types";
+import type { z } from "zod";
+import { type videoAnalysisSchema } from "../definitions/fetch-video-analysis";
 export declare const fetchVideoAnalysis: Tool<z.infer<typeof videoAnalysisSchema>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/fetch-video-analysis/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAqB,MAAM,4BAA4B,CAAC;AAErE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,mBAAmB,EACpB,MAAM,qCAAqC,CAAC;AAK7C,eAAO,MAAM,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAiHxE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-video-analysis/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAEV,IAAI,EAIL,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,qCAAqC,CAAC;AAwC7C,eAAO,MAAM,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAoJxE,CAAC"}

package/dist/tools/fetch-video-analysis/index.js

@@ -4,20 +4,45 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchVideoAnalysis = void 0;
-const crypto_1 = __importDefault(require("crypto"));
+const node_crypto_1 = __importDefault(require("node:crypto"));
+const node_path_1 = __importDefault(require("node:path"));
 const fetch_video_analysis_1 = require("../definitions/fetch-video-analysis");
 const local_ffmpeg_client_1 = require("./local-ffmpeg-client");
 const utils_1 = require("./utils");
 const video_analysis_1 = require("./video-analysis");
+function getVideoAnalysisParams(params) {
+    return {
+        model: params?.model || "gemini-2.5-pro",
+        fps: params?.fps ?? 30,
+        threshold: params?.threshold ?? 0.001,
+        featureFlag: params?.featureFlag ?? "send-all-frames",
+    };
+}
+function hashObject(obj) {
+    const sortedObj = Object.keys(obj)
+        .sort()
+        .reduce((acc, key) => {
+        acc[key] = obj[key];
+        return acc;
+    }, {});
+    const json = JSON.stringify(sortedObj);
+    return node_crypto_1.default
+        .createHash("sha256")
+        .update(json)
+        .digest("hex")
+        .substring(0, 16);
+}
 exports.fetchVideoAnalysis = {
     ...fetch_video_analysis_1.fetchVideoAnalysis,
     execute: async ({ input, trace, }) => {
         const { videoUrl } = input;
-        const videoUrlHash = crypto_1.default
-            .createHash("sha256")
-            .update(videoUrl)
-            .digest("hex")
-            .substring(0, 16);
+        const params = getVideoAnalysisParams(input.params);
+        const videoUrlHash = hashObject({
+            videoUrl,
+            ...params,
+        });
+        const { model: selectedModel, fps: effectiveFps, threshold: effectiveThreshold, featureFlag: effectiveFeatureFlag, } = params;
+        const WORKING_DIR = `./video-analysis-artifacts/${videoUrlHash}`;
         const R2_BASE_URL = `https://video-analysis.empirical.run/${videoUrlHash}/`;
         const videoAnalysisSpan = trace?.span({
             name: "video-analysis",
@@ -34,36 +59,60 @@ exports.fetchVideoAnalysis = {
             }
             const processingSpan = videoAnalysisSpan?.span({
                 name: "ffmpeg-processing",
-                input: { videoUrl },
+                input: {
+                    videoUrl,
+                    fps: effectiveFps,
+                    threshold: effectiveThreshold,
+                },
             });
             try {
-                const { totalFramesCount, uniqueFramesCount, uniqueFrames } = await ffmpegClient.extractVideoFrames(videoUrl, "./temp");
+                const extractionResult = await ffmpegClient.extractVideoFrames(videoUrl, WORKING_DIR, {
+                    fps: effectiveFps,
+                    threshold: effectiveThreshold,
+                });
+                const { totalFramesCount, uniqueFrames } = extractionResult;
                 processingSpan?.end({
                     output: {
                         totalFramesCount,
-                        uniqueFramesCount,
+                        uniqueFramesCount: uniqueFrames.length,
                     },
                 });
                 console.log(`[video-analysis] Analyzing ${uniqueFrames.length} frames with LLM`);
-                const videoInfoWithoutAnalysis = {
+                const outputZipPath = node_path_1.default.join(WORKING_DIR, "frames.zip");
+                const zipUploadPromise = (0, utils_1.zipAndUploadFramesToR2)(uniqueFrames, outputZipPath, videoUrlHash).catch((error) => {
+                    throw error; // Re-throw to maintain error in Promise.all
+                });
+                const { analysis: llmAnalysis, usage } = await (0, video_analysis_1.analyzeFramesWithLLM)(uniqueFrames.map((frame) => frame.image), videoAnalysisSpan, selectedModel);
+                console.log(`[video-analysis] Finished Analyzing ${uniqueFrames.length} frames with LLM`);
+                const videoInfo = {
                     total_frames_count: totalFramesCount,
-                    unique_frames_count: uniqueFramesCount,
+                    unique_frames_count: uniqueFrames.length,
                     video_url: videoUrl,
-                    video_url_hash: videoUrlHash,
+                    analysis_id: videoUrlHash,
                     created_at: new Date().toISOString(),
+                    params: {
+                        fps: effectiveFps,
+                        threshold: effectiveThreshold,
+                        model: selectedModel,
+                        featureFlag: effectiveFeatureFlag,
+                    },
+                    usage,
+                    langfuse_trace_id: trace?.id || undefined,
+                    frames_zip_url: `${R2_BASE_URL}frames.zip`,
+                    analysis: llmAnalysis,
                 };
-                const framesUploadPromise = (0, utils_1.uploadFramesToR2)(videoInfoWithoutAnalysis, uniqueFrames, R2_BASE_URL);
-                const { analysis: llmAnalysis, usage } = await (0, video_analysis_1.analyzeFramesWithLLM)(uniqueFrames.map((frame) => frame.image), videoAnalysisSpan, "gemini-2.5-pro");
-                console.log(`[video-analysis] Finished Analyzing ${uniqueFrames.length} frames with LLM`);
-                const videoInfo = {
-                    ...videoInfoWithoutAnalysis,
-                    llm_analysis: llmAnalysis,
-                    video_url_hash: videoUrlHash,
+                await Promise.all([
+                    zipUploadPromise,
+                    (0, utils_1.uploadSummaryToR2)(videoInfo, R2_BASE_URL),
+                ]);
+                await (0, utils_1.safeCleanupDirectory)(WORKING_DIR, "video-analysis-cleanup");
+                const toolResult = {
+                    video_url: videoUrl,
+                    analysis: llmAnalysis,
+                    analysis_id: videoUrlHash,
                 };
-                const uniqueFramesWithUrls = await framesUploadPromise;
-                await (0, utils_1.uploadAnalysisToR2)(videoInfo, uniqueFramesWithUrls, R2_BASE_URL);
                 return {
-                    result: JSON.stringify(videoInfo, null, 2),
+                    result: JSON.stringify(toolResult, null, 2),
                     isError: false,
                     usage,
                 };