@empiricalrun/test-gen 0.79.2 → 0.79.3

package/dist/generate-summary/pick-videos-for-comparison.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pickVideosForComparison = void 0;
+const getVideoSize = async (url) => {
+    const response = await fetch(url, { method: "HEAD" });
+    if (!response.ok) {
+        console.warn(`Failed to fetch ${url}: ${response.statusText}`);
+        return 0;
+    }
+    const contentLength = response.headers.get("content-length");
+    if (!contentLength) {
+        console.warn(`Content-Length header is missing for ${url}`);
+        return 0;
+    }
+    const videoSize = parseInt(contentLength, 10);
+    console.log(`Recording size for ${url} is ------> ${videoSize} bytes`);
+    return videoSize;
+};
+const pickVideosForComparison = async ({ testRunId, test, }) => {
+    const videosPickedForComparison = {
+        failure: "",
+        success: "",
+    };
+    try {
+        const failureVideoWithLargestSize = (await Promise.all(test.failure.videos.map(async (video) => {
+            const size = await getVideoSize(video);
+            return { videoUrl: video, size };
+        }))).reduce((max, current) => {
+            return current.size > max.size ? current : max;
+        }, { videoUrl: "", size: 0 });
+        console.log(`Picking failure recording with largest size ------> ${failureVideoWithLargestSize.size}, url - ${failureVideoWithLargestSize.videoUrl}`);
+        videosPickedForComparison.failure = failureVideoWithLargestSize.videoUrl;
+        const successVideoWithLargestSize = (await Promise.all(test?.success?.videos?.map(async (video) => {
+            const size = await getVideoSize(video);
+            return { videoUrl: video, size };
+        }))).reduce((max, current) => {
+            return current.size > max.size ? current : max;
+        }, { videoUrl: "", size: 0 });
+        console.log(`Picking success recording with largest size ------> ${successVideoWithLargestSize.size}, url - ${successVideoWithLargestSize.videoUrl}`);
+        videosPickedForComparison.success = successVideoWithLargestSize.videoUrl;
+        if (!videosPickedForComparison.failure) {
+            console.warn(`No failure run recordings found for test - "${test.title}", for testRunId - "${testRunId}"`);
+        }
+        if (!videosPickedForComparison.success) {
+            console.warn(`No last successful run recordings found for test - "${test.title}", for testRunId - "${testRunId}"`);
+        }
+        return videosPickedForComparison;
+    }
+    catch (e) {
+        console.error("Error while processing bookmarks", e);
+        return videosPickedForComparison;
+    }
+};
+exports.pickVideosForComparison = pickVideosForComparison;

package/dist/telemetry/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAM3E,MAAM,MAAM,YAAY,GAAG;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,UAAU,CAC9B,KAAK,EAAE,cAAc,EACrB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAsBf;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,eAAe,EACzB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,gBAAgB,EAAE,MAAM,EACxB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAqBf;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAoBP"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAM3E,MAAM,MAAM,YAAY,GAAG;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,UAAU,CAC9B,KAAK,EAAE,cAAc,EACrB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAsBf;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,eAAe,EACzB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,gBAAgB,EAAE,MAAM,EACxB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAqBf;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAsBP"}

package/dist/telemetry/index.js

@@ -71,13 +71,15 @@ function trackLLMResponse(opts) {
         properties: {
             environment,
             model_name: opts.modelName,
-            project_repo_name: opts.projectRepoName,
             chat_session_id: opts.chatSessionId,
             chat_session_source: opts.chatSessionSource,
             tokens_input: opts.usage.tokens?.input || 0,
             tokens_output: opts.usage.tokens?.output || 0,
             cost_input: opts.usage.cost?.input || 0,
             cost_output: opts.usage.cost?.output || 0,
+            // Moving project_repo_name -> repo_name for consistency with other events
+            project_repo_name: opts.projectRepoName,
+            repo_name: opts.projectRepoName,
         },
     }, opts.env);
 }

package/dist/tools/definitions/delete-file.js

@@ -5,7 +5,7 @@ const zod_1 = require("zod");
 exports.DeleteFileInputSchema = zod_1.z.object({
     path: zod_1.z
         .string()
-        .describe("The path to the file to delete (relative to the repository root). For example, tests/foo.spec.ts"),
+        .describe("The path to the file to delete. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths from the repository root are also supported (e.g., tests/foo.spec.ts)."),
 });
 exports.deleteFileTool = {
     schema: {

package/dist/tools/definitions/grep.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAmB5E,eAAO,MAAM,QAAQ,EAAE,cAWtB,CAAC"}
+{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAqB5E,eAAO,MAAM,QAAQ,EAAE,cAWtB,CAAC"}

package/dist/tools/definitions/grep.js

@@ -9,7 +9,7 @@ const GrepInputSchema = zod_1.z.object({
     directory: zod_1.z
         .string()
         .optional()
-        .describe("The directory to search in (defaults to current directory)"),
+        .describe("The directory to search in (defaults to current directory). Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests), but relative paths are also supported (e.g., tests)."),
     filePattern: zod_1.z
         .string()
         .optional()

package/dist/tools/definitions/rename-file.js

@@ -5,10 +5,10 @@ const zod_1 = require("zod");
 const RenameFileInputSchema = zod_1.z.object({
     oldPath: zod_1.z
         .string()
-        .describe("The current path to the file to rename (relative to the repository root). For example, tests/foo.spec.ts"),
+        .describe("The current path to the file to rename. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths from the repository root are also supported (e.g., tests/foo.spec.ts)."),
     newPath: zod_1.z
         .string()
-        .describe("The new path for the file (relative to the repository root). For example, tests/new-dir/bar.spec.ts"),
+        .describe("The new path for the file. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/new-dir/bar.spec.ts), but relative paths from the repository root are also supported (e.g., tests/new-dir/bar.spec.ts)."),
 });
 exports.renameFileTool = {
     schema: {

package/dist/tools/definitions/safe-bash.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"safe-bash.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/safe-bash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,mBAAmB;;;iBAM9B,CAAC;AAEH,eAAO,MAAM,YAAY,EAAE,cAoB1B,CAAC"}
+{"version":3,"file":"safe-bash.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/safe-bash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,mBAAmB;;;iBAM9B,CAAC;AAEH,eAAO,MAAM,YAAY,EAAE,cAsB1B,CAAC"}

package/dist/tools/definitions/safe-bash.js

@@ -13,18 +13,20 @@ exports.safeBashTool = {
     schema: {
         name: "safeBash",
         description: `Execute a bash script with branch protection and controlled git operations.
+The reo dir is the cwd for this tool: No need to do "cd /repo".
 
-This tool ensures safe execution by:
-- Blocking branch-changing commands (git checkout, git switch, git reset --hard)
-- Blocking git commit and git push commands (handled by the executor harness)
-- Verifying the branch hasn't changed after execution
+IMPORTANT: If the script modifies files that need to be pushed to the repo, the script MUST
+stage them using 'git add' -- but DO NOT commit/push them. The executor harness will automatically
+commit staged files and push to the remote.
 
-If the script modifies files that need to be pushed to the repo, the script MUST stage them using 'git add'.
-The executor harness will automatically commit staged files and push to the remote.
+For example, if you use this tool to upgrade NPM packages, you should stage package.json and package-lock.json
+files.
 
-For example, if you use this tool to upgrade NPM packages, you should stage package.json and package-lock.json files.
+The tool returns typescript compiler result after running script, stdout, stderr, staged
+files (which will be committed), and unstaged files.
 
-The tool returns stdout, stderr, staged files (will be committed), and unstaged files.`,
+This tool restricts commits/push, or branch switching, and will throw errors.
+`,
         parameters: exports.SafeBashInputSchema,
     },
     needsBrowser: false,

package/dist/tools/definitions/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AA6EvE,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAK1D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAExD,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AA6FvE,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAK1D,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAExD,CAAC"}

package/dist/tools/definitions/str_replace_editor.js

@@ -16,7 +16,9 @@ File contents are returned with line numbers, starting from 1.
 ...`,
         parameters: zod_1.z.object({
             // Does not support view_range for now
-            path: zod_1.z.string().describe("The path to the file or directory to view."),
+            path: zod_1.z
+                .string()
+                .describe("The path to the file or directory to view. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths are also supported (e.g., tests/foo.spec.ts)."),
         }),
     },
     needsBrowser: false,
@@ -30,7 +32,9 @@ This tool will also create parent directories that do not exist.
 For example, for path "tests/example/foo.spec.ts", the tool will create
 directories "tests", "tests/example", and "tests/example/foo.spec.ts".`,
         parameters: zod_1.z.object({
-            path: zod_1.z.string().describe("The path to the new file."),
+            path: zod_1.z
+                .string()
+                .describe("The path to the new file. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths are also supported (e.g., tests/foo.spec.ts)."),
             file_text: zod_1.z.string().describe("The contents of the new file."),
         }),
     },
@@ -43,7 +47,9 @@ const stringReplaceTool = {
         description: `A tool to replace a string in a file. This tool requires old_str to be unique
 in the file. If old_str is not unique, the tool will return an error.`,
         parameters: zod_1.z.object({
-            path: zod_1.z.string().describe("The path to the file."),
+            path: zod_1.z
+                .string()
+                .describe("The path to the file. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths are also supported (e.g., tests/foo.spec.ts)."),
             old_str: zod_1.z.string().describe("The string to be replaced."),
             new_str: zod_1.z.string().describe("The string to replace old_str with."),
         }),
@@ -56,7 +62,9 @@ const stringInsertTool = {
         name: "stringInsertTool",
         description: "A tool to insert a string at a specific line in a file.",
         parameters: zod_1.z.object({
-            path: zod_1.z.string().describe("The path to the file."),
+            path: zod_1.z
+                .string()
+                .describe("The path to the file. Prefer using absolute paths with /repo/ prefix (e.g., /repo/tests/foo.spec.ts), but relative paths are also supported (e.g., tests/foo.spec.ts)."),
             insert_line: zod_1.z
                 .number()
                 .int()

package/dist/tools/definitions/trace-dot-zip.d.ts

@@ -0,0 +1,7 @@
+import { ToolDefinition } from "@empiricalrun/shared-types/chat-agent";
+import { z } from "zod";
+export declare const traceDotZipSchema: z.ZodObject<{
+    url: z.ZodString;
+}, z.core.$strip>;
+export declare const traceDotZip: ToolDefinition<z.infer<typeof traceDotZipSchema>>;
+//# sourceMappingURL=trace-dot-zip.d.ts.map

package/dist/tools/definitions/trace-dot-zip.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-dot-zip.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/trace-dot-zip.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,iBAAiB;;iBAE5B,CAAC;AAEH,eAAO,MAAM,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAQzE,CAAC"}

package/dist/tools/definitions/trace-dot-zip.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.traceDotZip = exports.traceDotZipSchema = void 0;
+const zod_1 = require("zod");
+exports.traceDotZipSchema = zod_1.z.object({
+    url: zod_1.z.string().describe(`The URL to the "trace.zip" file.`),
+});
+exports.traceDotZip = {
+    schema: {
+        name: "traceDotZip",
+        description: `Extracts failed network request and console error traces from a Playwright trace zip file. Pass a trace.zip URL to this tool and get a summary of failed network calls (by status codes) and console error logs (by "messageType") to understand network activity and console logs during the test run.`,
+        parameters: exports.traceDotZipSchema,
+    },
+    needsBrowser: false,
+    isInlineTool: false,
+};

package/dist/tools/definitions/utils.js

@@ -11,6 +11,6 @@ const getCommonTestNameSuitesFilePathSchema = (testNameDescription) => zod_1.z.o
         .describe("The suites (describe blocks) where the test is located. If the test is not in any describe block, provide an empty array."),
     filePath: zod_1.z
         .string()
-        .describe("Path of the file where the test is located. Path must be relative to the repository. File name must end with .spec.ts. For example: tests/lesson.spec.ts - and NOT /repo/tests/lesson.spec.ts"),
+        .describe("Path of the file where the test is located. Prefer using absolute paths with /repo/ prefix, but relative paths are also supported. File name must end with .spec.ts. For example: /repo/tests/lesson.spec.ts (preferred) or tests/lesson.spec.ts (also supported)"),
 });
 exports.getCommonTestNameSuitesFilePathSchema = getCommonTestNameSuitesFilePathSchema;

package/dist/tools/delete-file/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/delete-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAY/C,eAAO,MAAM,cAAc,EAAE,IAqE5B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/delete-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAa/C,eAAO,MAAM,cAAc,EAAE,IAuE5B,CAAC"}

package/dist/tools/delete-file/index.js

@@ -9,25 +9,28 @@ const promises_1 = require("fs/promises");
 const path_1 = __importDefault(require("path"));
 const web_1 = require("../../bin/utils/platform/web");
 const delete_file_1 = require("../definitions/delete-file");
+const helpers_1 = require("../file-operations/shared/helpers");
 exports.deleteFileTool = {
     ...delete_file_1.deleteFileTool,
     execute: async ({ input, repoPath, collectArtifacts, logger, }) => {
         try {
-            const filePath = path_1.default.join(repoPath, input.path);
+            // Normalize the path to support both /repo/... and relative paths
+            const normalizedPath = (0, helpers_1.normalizePath)(input.path);
+            const filePath = path_1.default.join(repoPath, normalizedPath);
             // Validate that the file exists and is actually a file (not a directory)
             try {
                 const stats = await (0, promises_1.stat)(filePath);
                 if (!stats.isFile()) {
                     return {
                         isError: true,
-                        result: `Error: '${input.path}' is not a file. Use a different tool to delete directories.`,
+                        result: `Error: '${normalizedPath}' is not a file. Use a different tool to delete directories.`,
                     };
                 }
             }
             catch {
                 return {
                     isError: true,
-                    result: `Error: File '${input.path}' does not exist.`,
+                    result: `Error: File '${normalizedPath}' does not exist.`,
                 };
             }
             const resolvedPath = path_1.default.resolve(filePath);
@@ -40,18 +43,18 @@ exports.deleteFileTool = {
             }
             await (0, promises_1.unlink)(filePath);
             // Stage the deletion
-            (0, child_process_1.execSync)(`git add "${input.path}"`, { cwd: repoPath });
+            (0, child_process_1.execSync)(`git add "${normalizedPath}"`, { cwd: repoPath });
             // Run TypeScript compilation check
             const tscResult = await (0, web_1.runTypescriptCompiler)(repoPath);
             if (!tscResult.success) {
                 return {
-                    result: `File ${input.path} has been deleted. However, type checks are failing with errors:\n\n${tscResult.errors.join("\n")}`,
+                    result: `File ${normalizedPath} has been deleted. However, type checks are failing with errors:\n\n${tscResult.errors.join("\n")}`,
                     isError: false,
                 };
             }
             return {
                 isError: false,
-                result: `Successfully deleted file: ${input.path}`,
+                result: `Successfully deleted file: ${normalizedPath}`,
             };
         }
         catch (error) {

package/dist/tools/diagnosis-fetcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"diagnosis-fetcher.d.ts","sourceRoot":"","sources":["../../src/tools/diagnosis-fetcher.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAalE,eAAO,MAAM,wBAAwB,EAAE,IA6FtC,CAAC"}
+{"version":3,"file":"diagnosis-fetcher.d.ts","sourceRoot":"","sources":["../../src/tools/diagnosis-fetcher.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAmBlE,eAAO,MAAM,wBAAwB,EAAE,IAsItC,CAAC"}

package/dist/tools/diagnosis-fetcher.js

@@ -7,6 +7,9 @@ const DiagnosisSchema = zod_1.z.object({
     diagnosisId: zod_1.z
         .string()
         .describe("12 character random string that identifies a failing test case in a test run"),
+    projectSlug: zod_1.z
+        .string()
+        .describe("The project slug extracted from the URL path, e.g. 'my-project' from https://dash.empirical.run/my-project/..."),
 });
 exports.fetchDiagnosisReportTool = {
     schema: {
@@ -42,7 +45,7 @@ In the above, the diagnosis id is after the double hyphen, which is "ULRHHNwiGZ2
     needsBrowser: false,
     isInlineTool: true,
     execute: async ({ input, apiClient }) => {
-        const { diagnosisId } = input;
+        const { diagnosisId, projectSlug } = input;
         let data = null;
         if (!apiClient) {
             throw new Error("Dashboard API client is not available.");
@@ -61,7 +64,18 @@ In the above, the diagnosis id is after the double hyphen, which is "ULRHHNwiGZ2
                 result: `Failed to fetch diagnosis details: ${error instanceof Error ? error.message : String(error)}`,
             };
         }
-        const { test_case, diagnosis } = data.data;
+        const { test_case, diagnosis, test_run } = data.data;
+        const repoName = projectSlug.includes("-tests")
+            ? projectSlug
+            : `${projectSlug}-tests`;
+        let testRunEnriched = null;
+        try {
+            const testRunData = await apiClient.request(`/api/test-runs/${test_run.id}?repo_name=${repoName}`, { method: "GET" });
+            testRunEnriched = testRunData.data;
+        }
+        catch {
+            // Ignore errors fetching enriched test run data
+        }
         const project = diagnosis.test_project || "unknown";
         const retries = diagnosis.retry_details?.retries;
         const retryInfo = retries?.reduce((acc, current) => {
@@ -75,6 +89,18 @@ In the above, the diagnosis id is after the double hyphen, which is "ULRHHNwiGZ2
                 return `${acc}\n\n## Playwright project: ${project}\n\n${JSON.stringify(value, null, 2)}`;
             }, "");
         }
+        const enrichedTestRun = testRunEnriched?.test_run?.testRun;
+        const environmentInfo = enrichedTestRun?.environment_name
+            ? `## Environment
+- Name: ${enrichedTestRun.environment_name}
+- Slug: ${enrichedTestRun.environment_slug}`
+            : "";
+        const buildInfo = enrichedTestRun?.build_url
+            ? `## Build info
+- Build URL: ${enrichedTestRun.build_url}
+- Git branch: ${enrichedTestRun.build_branch}
+- Git commit: ${enrichedTestRun.commit}`
+            : "";
         const markdownResponse = `
 # Test Case Information
 - **Name**: ${test_case.name}
@@ -82,6 +108,18 @@ In the above, the diagnosis id is after the double hyphen, which is "ULRHHNwiGZ2
 - **File path**: tests/${test_case.file_path}
 - **Playwright project**: ${project}
 
+# Test Run #${test_run.id}
+
+## Info
+- Status: ${test_run.state}
+- Started at: ${test_run.run_started_at}
+- Ended at: ${test_run.run_ended_at}
+- Duration: ${test_run.duration} seconds
+
+${environmentInfo}
+
+${buildInfo}
+
 # What happened in this test run
 
 ${retryInfo}

package/dist/tools/fetch-file/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAGL,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAYxB,QAAA,MAAM,eAAe;;iBAEnB,CAAC;AAEH,eAAO,MAAM,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAoI/D,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/fetch-file/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAGL,MAAM,uCAAuC,CAAC;AAG/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA2HxB,QAAA,MAAM,eAAe;;iBAEnB,CAAC;AAEH,eAAO,MAAM,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAmJ/D,CAAC"}

package/dist/tools/fetch-file/index.js

@@ -1,6 +1,11 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchFileTool = void 0;
+const fs_1 = require("fs");
+const path_1 = __importDefault(require("path"));
 const zod_1 = require("zod");
 const url_validation_1 = require("../../utils/url-validation");
 const utils_1 = require("./utils");
@@ -11,6 +16,88 @@ const SUPPORTED_IMAGE_TYPES = [
     "image/webp",
 ];
 const SUPPORTED_TEXT_TYPES = ["text/markdown", "text/plain"];
+function applyLineLimitIfNeeded(text, featureFlags, url) {
+    const isLimitEnabled = featureFlags.includes("useLimitOnFetchFile");
+    if (!isLimitEnabled) {
+        return text;
+    }
+    const lines = text.split("\n");
+    if (lines.length <= 100) {
+        return text;
+    }
+    const trimmedText = lines.slice(0, 100).join("\n");
+    const message = `\n\n[Output trimmed: This file contains ${lines.length} lines, showing first 100 lines. To get the full output, use the Bash tool to fetch via curl and search the response: curl "${url}"]`;
+    return trimmedText + message;
+}
+async function handleLocalFile(filePath, logger, featureFlags) {
+    const ext = path_1.default.extname(filePath).toLowerCase();
+    const isImage = [".png", ".jpg", ".jpeg", ".gif", ".webp"].includes(ext);
+    const isText = [".md", ".txt", ".markdown"].includes(ext);
+    if (!isImage && !isText) {
+        return {
+            result: `Unsupported file type: ${ext}. Must be an image (PNG, JPEG, GIF, WebP) or text file (.md, .txt).`,
+            isError: true,
+        };
+    }
+    try {
+        const buffer = await fs_1.promises.readFile(filePath);
+        if (isImage) {
+            const contentType = ext === ".png"
+                ? "image/png"
+                : ext === ".gif"
+                    ? "image/gif"
+                    : ext === ".webp"
+                        ? "image/webp"
+                        : "image/jpeg";
+            const processedBuffer = await (0, utils_1.downscaleImageIfNeeded)(buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength), logger);
+            const base64 = Buffer.from(processedBuffer).toString("base64");
+            logger.info("Successfully read local image file", {
+                tool: "fetchFileTool",
+                filePath,
+                contentType,
+                size: processedBuffer.byteLength,
+            });
+            return {
+                result: [
+                    {
+                        type: contentType,
+                        base64Data: base64,
+                    },
+                ],
+                isError: false,
+            };
+        }
+        else {
+            const text = buffer.toString("utf-8");
+            const processedText = applyLineLimitIfNeeded(text, featureFlags, `file://${filePath}`);
+            logger.info("Successfully read local text file", {
+                tool: "fetchFileTool",
+                filePath,
+                size: text.length,
+            });
+            return {
+                result: [
+                    {
+                        type: "text",
+                        text: processedText,
+                    },
+                ],
+                isError: false,
+            };
+        }
+    }
+    catch (fileError) {
+        logger.error("Failed to read local file", {
+            tool: "fetchFileTool",
+            filePath,
+            error: fileError.message,
+        });
+        return {
+            result: `Failed to read file: ${fileError.message}`,
+            isError: true,
+        };
+    }
+}
 const fetchFileSchema = zod_1.z.object({
     url: zod_1.z.string(),
 });
@@ -20,6 +107,10 @@ exports.fetchFileTool = {
         description: `Use this tool to fetch file data from any valid URL that responds with an image (PNG, JPEG, GIF, WebP) or markdown file.
 For images, it returns the image in base64 format for you to view or analyse. For markdown files, it returns the text content for you to read and process.
 
+## Supported URL schemes
+- \`https://\` - Fetch from remote URLs
+- \`file://\` - Fetch from local filesystem (e.g., \`file:///path/to/image.png\`)
+
 ## Caveats
 1. This will not work to fetch markdown files from a repo due to access control issues. Use file view tools for that.
 
@@ -27,18 +118,25 @@ For images, it returns the image in base64 format for you to view or analyse. Fo
 1. Understand a test report (for the runTest tool) by fetching screenshots and error context files (.md) which contain the accessibility tree of the page at the
 time of test failures. Both of these are available in the attachments section of the test report from the runTest tool call.
 
-2. While adding new tests, if the user message contains image URLs, use this tool to fetch the images, and understand the steps that the user is looking to cover..`,
+2. While adding new tests, if the user message contains image URLs, use this tool to fetch the images, and understand the steps that the user is looking to cover.
+
+3. View screenshots extracted by the traceUtils tool (which returns file:// URLs).`,
         parameters: fetchFileSchema,
     },
     needsBrowser: false,
     isInlineTool: true,
-    execute: async ({ input, logger, }) => {
+    execute: async ({ input, logger, featureFlags, }) => {
         const { url } = input;
         logger.info("Starting file fetch", {
             tool: "fetchFileTool",
             url,
         });
         try {
+            // Handle file:// URLs
+            if (url.startsWith("file://")) {
+                const filePath = url.replace("file://", "");
+                return handleLocalFile(filePath, logger, featureFlags);
+            }
             const headResponse = await (0, url_validation_1.validateUrlAccess)(url);
             if (!headResponse.ok) {
                 logger.error("Failed to fetch file", {
@@ -105,6 +203,7 @@ time of test failures. Both of these are available in the attachments section of
             else {
                 // Handle text/markdown files
                 const text = await contentResponse.text();
+                const processedText = applyLineLimitIfNeeded(text, featureFlags, url);
                 logger.info("Successfully fetched text file", {
                     tool: "fetchFileTool",
                     url,
@@ -115,7 +214,7 @@ time of test failures. Both of these are available in the attachments section of
                     result: [
                         {
                             type: "text",
-                            text: text,
+                            text: processedText,
                         },
                     ],
                     isError: false,

package/dist/tools/file-operations/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/file-operations/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EACL,gBAAgB,EAChB,IAAI,EAEJ,UAAU,EACX,MAAM,uCAAuC,CAAC;AAQ/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAGzD;;;GAGG;AACH,iBAAe,wBAAwB,CAAC,EACtC,KAAK,EACL,QAAQ,EACR,gBAAgB,EAChB,SAAS,GACV,EAAE;IACD,KAAK,EAAE,qBAAqB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,SAAS,CAAC,EAAE,mBAAmB,CAAC;CACjC,GAAG,OAAO,CAAC,UAAU,CAAC,CAoDtB;AAgFD,QAAA,MAAM,eAAe,EAAE,IAAI,EAK1B,CAAC;AAEF,QAAA,MAAM,aAAa,EAAE,IAAI,EAAmB,CAAC;AAE7C,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/file-operations/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EACL,gBAAgB,EAChB,IAAI,EAEJ,UAAU,EACX,MAAM,uCAAuC,CAAC;AAQ/C,OAAO,EAAiB,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAGxE;;;GAGG;AACH,iBAAe,wBAAwB,CAAC,EACtC,KAAK,EACL,QAAQ,EACR,gBAAgB,EAChB,SAAS,GACV,EAAE;IACD,KAAK,EAAE,qBAAqB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,SAAS,CAAC,EAAE,mBAAmB,CAAC;CACjC,GAAG,OAAO,CAAC,UAAU,CAAC,CAqDtB;AAgFD,QAAA,MAAM,eAAe,EAAE,IAAI,EAK1B,CAAC;AAEF,QAAA,MAAM,aAAa,EAAE,IAAI,EAAmB,CAAC;AAE7C,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC"}

package/dist/tools/file-operations/index.js

@@ -10,6 +10,7 @@ const str_replace_editor_1 = require("../definitions/str_replace_editor");
 const create_1 = require("./create");
 const insert_1 = require("./insert");
 const replace_1 = require("./replace");
+const helpers_1 = require("./shared/helpers");
 const view_1 = require("./view");
 /**
  * Our implementation of Claude's built-in text editor tool
@@ -17,8 +18,9 @@ const view_1 = require("./view");
  */
 async function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, apiClient, }) {
     const repoDir = repoPath;
-    const { path: filePath } = input;
-    const absoluteFilePath = path_1.default.join(repoDir, filePath);
+    // Normalize the path to support both /repo/... and relative paths
+    const normalizedFilePath = (0, helpers_1.normalizePath)(input.path);
+    const absoluteFilePath = path_1.default.join(repoDir, normalizedFilePath);
     const repoName = path_1.default.basename(repoPath);
     try {
         switch (input.command) {
@@ -32,7 +34,7 @@ async function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, api
             case "create":
                 return (0, create_1.fileCreateExecutor)({
                     input,
-                    filePath,
+                    filePath: normalizedFilePath,
                     absoluteFilePath,
                     repoDir,
                     collectArtifacts,
@@ -40,7 +42,7 @@ async function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, api
             case "str_replace":
                 return (0, replace_1.fileStrReplaceExecutor)({
                     input,
-                    filePath,
+                    filePath: normalizedFilePath,
                     absoluteFilePath,
                     repoDir,
                     collectArtifacts,
@@ -48,7 +50,7 @@ async function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, api
             case "insert":
                 return (0, insert_1.fileInsertExecutor)({
                     input,
-                    filePath,
+                    filePath: normalizedFilePath,
                     absoluteFilePath,
                     repoDir,
                     collectArtifacts,

package/dist/tools/file-operations/shared/helpers.d.ts

@@ -8,6 +8,19 @@ export interface StrReplaceInputParams {
     insert_line?: number;
     insert_text?: string;
 }
+/**
+ * Normalizes a path by removing the /repo/ prefix if present.
+ * This supports both absolute paths (/repo/...) and relative paths.
+ *
+ * @param filePath - The path to normalize (can be /repo/path/to/file or path/to/file)
+ * @returns The normalized relative path from repository root
+ *
+ * @example
+ * normalizePath('/repo/tests/foo.spec.ts') // returns 'tests/foo.spec.ts'
+ * normalizePath('tests/foo.spec.ts')        // returns 'tests/foo.spec.ts'
+ * normalizePath('/repo/./tests/foo.spec.ts') // returns 'tests/foo.spec.ts'
+ */
+export declare function normalizePath(filePath: string): string;
 export declare function formatLinesWithNumbers(content: string, viewRange?: [number, number]): string;
 export declare function isBinaryFile(filePath: string): boolean;
 export declare function getUniqueOccurences(contents: string, old_str: string): {

package/dist/tools/file-operations/shared/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/tools/file-operations/shared/helpers.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IAGb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAG9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAC3B,MAAM,CAaR;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CA2DtD;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,CAyDjD"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/tools/file-operations/shared/helpers.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IAGb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAG9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAKnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAatD;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAC3B,MAAM,CAaR;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CA2DtD;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,CAyDjD"}