@empiricalrun/test-gen 0.56.2 → 0.56.4

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @empiricalrun/test-gen
 
+## 0.56.4
+
+### Patch Changes
+
+- 0d53865: fix: browser agent tool call has different exit code on linux
+- 8e5dcd2: feat: move to ripgrep for platform independent grep tool calls
+
+## 0.56.3
+
+### Patch Changes
+
+- bf87a3a: fix: grep tool should not return error if no results are found
+- 607ec6d: fix: normalize old_str for newlines before running text editor tools
+- a7f2e24: fix: downgrade tsx logs to warn instead of errors
+- 1728128: feat: nesting of toolCall span under llm generation
+- Updated dependencies [a7f2e24]
+  - @empiricalrun/test-run@0.8.4
+
 ## 0.56.2
 
 ### Patch Changes

package/dist/agent/browsing/utils.js

@@ -307,11 +307,11 @@ async function readPlaywrightConfig(repoDir) {
             tsxImport = module;
         })
             .catch((err) => {
-            console.error("Failed to import tsx: --->", err.message);
+            console.warn("Failed to import tsx: --->", err.message);
         });
     }
     if (!tsxImport) {
-        console.error("tsx module not available");
+        console.warn("tsx module not available");
         return {};
     }
     const [lastDir] = repoDir.split("/").reverse();

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAaA,OAAO,EAAoB,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAiBhE,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAsFA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA2CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAaA,OAAO,EAAoB,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAiBhE,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAsFA;AA0BD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA2CA"}

package/dist/agent/chat/index.js

@@ -112,6 +112,9 @@ async function getChatSessionFromDashboard(chatSessionId) {
             Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
         },
     });
+    if (!response.ok) {
+        throw new Error(`Failed to get chat session: ${response.statusText}`);
+    }
     const data = await response.json();
     return data.data.chat_session;
 }

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAa1D,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACpD,CAAC;AA4BF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;gBAGjC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,mBAAmB;IAgB9B,QAAQ;;;IAaR,OAAO,CACX,SAAS,EAAE,eAAe,EAAE,EAC5B,QAAQ,EAAE,OAAO,EACjB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC;CAgDzB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAa1D,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACpD,CAAC;AA4BF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;gBAGjC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,mBAAmB;IAgB9B,QAAQ;;;IAaR,OAAO,CACX,SAAS,EAAE,eAAe,EAAE,EAC5B,QAAQ,EAAE,OAAO,EACjB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC;CAuDzB"}

package/dist/tool-call-service/index.js

@@ -75,9 +75,13 @@ class ToolCallService {
             }));
         }
         else {
+            const executeSpan = trace?.span({
+                name: "execute_tools",
+                input: { toolCalls: toolCalls.map((tc) => ({ name: tc.name })) },
+            });
             const toolResults = [];
             for (const toolCall of toolCalls) {
-                const span = trace?.span({
+                const span = executeSpan?.span({
                     name: `tool: ${toolCall.name}`,
                     input: toolCall.input,
                 });
@@ -105,6 +109,7 @@ class ToolCallService {
                     span?.end({ output: errorResult });
                 }
             }
+            executeSpan?.end({ output: { toolResults } });
             return toolResults;
         }
     }

package/dist/tools/{grep.d.ts → grep/index.d.ts}

@@ -1,3 +1,3 @@
 import type { Tool } from "@empiricalrun/llm/chat";
 export declare const grepTool: Tool;
-//# sourceMappingURL=grep.d.ts.map
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/grep/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/grep/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,wBAAwB,CAAC;AAoH/D,eAAO,MAAM,QAAQ,EAAE,IAkBtB,CAAC"}

package/dist/tools/grep/index.js

@@ -0,0 +1,128 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.grepTool = void 0;
+const child_process_1 = require("child_process");
+const path_1 = __importDefault(require("path"));
+const util_1 = require("util");
+const zod_1 = require("zod");
+const repo_tree_1 = require("../../utils/repo-tree");
+const ripgrep_1 = require("./ripgrep");
+const GrepInputSchema = zod_1.z.object({
+    pattern: zod_1.z.string().describe("The pattern to search for"),
+    directory: zod_1.z
+        .string()
+        .optional()
+        .describe("The directory to search in (defaults to current directory)"),
+    filePattern: zod_1.z
+        .string()
+        .optional()
+        .describe("File pattern to search in (e.g., '*.ts' for TypeScript files)"),
+});
+async function usingSystemGrep(input) {
+    try {
+        const dir = input.directory || process.cwd();
+        // Create exclude pattern for grep
+        const excludePatterns = repo_tree_1.DEFAULT_EXCLUDE.map((pattern) => typeof pattern === "string" ? pattern : pattern.source)
+            .map((pattern) => `--exclude-dir="${pattern}"`)
+            .join(" ");
+        // Using -n to show line numbers in output
+        let cmd = `grep -rin ${excludePatterns} "${input.pattern}" ${dir}`;
+        if (input.filePattern) {
+            // For file pattern searches, we'll use find with exclusions
+            const excludeFind = repo_tree_1.DEFAULT_EXCLUDE.map((pattern) => typeof pattern === "string" ? pattern : pattern.source)
+                .map((pattern) => `-not -path "*/${pattern}/*"`)
+                .join(" ");
+            // Modified command to ensure filepath is included in the output
+            // Using grep with -H to always show filename and the filepath as part of the output
+            cmd = `find ${dir} ${excludeFind} -name "${input.filePattern}" | xargs grep -Hn "${input.pattern}"`;
+        }
+        const execAsync = (0, util_1.promisify)(child_process_1.exec);
+        const { stdout, stderr } = await execAsync(cmd);
+        if (stdout) {
+            return {
+                isError: false,
+                result: stdout,
+            };
+        }
+        else if (!stdout && stderr) {
+            return {
+                isError: true,
+                result: stderr,
+            };
+        }
+        else {
+            // Both are empty, which means no results were found
+            return {
+                isError: false,
+                result: "No results found.",
+            };
+        }
+    }
+    catch (error) {
+        console.error("Error executing grep", error);
+        return {
+            isError: true,
+            result: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+async function usingRipgrep(input) {
+    try {
+        const dir = path_1.default.join(process.cwd(), input.directory || "");
+        const results = await (0, ripgrep_1.ripgrep)(dir, {
+            string: input.pattern,
+            globs: input.filePattern ? [input.filePattern] : undefined,
+        });
+        const resultsSummary = results
+            .map((result) => {
+            // Can add submatches and offset info to the summary if needed
+            return {
+                lines: result.lines.text,
+                path: path_1.default.relative(process.cwd(), result.path.text),
+                // line number is 1-indexed
+                line_number: result.line_number,
+            };
+        })
+            .map((result) => {
+            return `
+${result.path}:${result.line_number}
+\`\`\`
+${result.lines}\`\`\`
+`;
+        });
+        const relDir = path_1.default.relative(process.cwd(), dir);
+        const header = `Found ${resultsSummary.length} results for "${input.pattern}" in "${relDir}".
+All paths are relative to the current working directory.`;
+        return {
+            isError: false,
+            result: `${header}\n${resultsSummary.join("\n")}`,
+        };
+    }
+    catch (error) {
+        console.error("Error executing ripgrep", error);
+        return {
+            isError: true,
+            result: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+exports.grepTool = {
+    schema: {
+        name: "grep",
+        description: "Search for a pattern in files using grep (case insensitive)",
+        parameters: GrepInputSchema,
+    },
+    execute: async (input) => {
+        const isAvailable = await (0, ripgrep_1.isRgAvailable)();
+        if (isAvailable) {
+            return usingRipgrep(input);
+        }
+        else {
+            console.warn("ripgrep is not available, falling back to system grep.");
+            return usingSystemGrep(input);
+        }
+    },
+};

package/dist/tools/grep/ripgrep/index.d.ts

@@ -0,0 +1,5 @@
+import { Match, Options } from "./types";
+export * from "./types";
+export declare function isRgAvailable(): Promise<unknown>;
+export declare function ripgrep(cwd: string, options: Options): Promise<Array<Match>>;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/grep/ripgrep/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/tools/grep/ripgrep/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAgB,MAAM,SAAS,CAAC;AAEvD,cAAc,SAAS,CAAC;AAcxB,wBAAgB,aAAa,qBAY5B;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CA8C5E"}

package/dist/tools/grep/ripgrep/index.js

@@ -0,0 +1,90 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ripgrep = exports.isRgAvailable = void 0;
+const child_process_1 = require("child_process");
+const types_1 = require("./types");
+__exportStar(require("./types"), exports);
+function formatResults(stdout) {
+    stdout = stdout.trim();
+    if (!stdout) {
+        return [];
+    }
+    return stdout
+        .split("\n")
+        .map((line) => JSON.parse(line))
+        .filter((jsonLine) => jsonLine.type === "match")
+        .map((jsonLine) => jsonLine.data);
+}
+function isRgAvailable() {
+    return new Promise((resolve) => {
+        // Use 'where' on Windows and 'which' on Unix-like systems
+        const command = process.platform === "win32" ? "where rg" : "which rg";
+        (0, child_process_1.exec)(command, (error) => {
+            if (error) {
+                resolve(false);
+            }
+            else {
+                resolve(true);
+            }
+        });
+    });
+}
+exports.isRgAvailable = isRgAvailable;
+function ripgrep(cwd, options) {
+    if (!cwd) {
+        return Promise.reject(new Error("No `cwd` provided"));
+    }
+    if (arguments.length === 1) {
+        return Promise.reject(new Error("No search term provided"));
+    }
+    let execString = "rg --json";
+    if ("regex" in options) {
+        execString = `${execString} -e ${options.regex}`;
+    }
+    else if ("string" in options) {
+        execString = `${execString} -F ${options.string}`;
+    }
+    if (options.fileType) {
+        if (!Array.isArray(options.fileType)) {
+            options.fileType = [options.fileType];
+        }
+        for (const fileType of options.fileType) {
+            execString = `${execString} -t ${fileType}`;
+        }
+    }
+    if (options.globs) {
+        execString = options.globs.reduce((command, glob) => {
+            return `${command} -g '${glob}'`;
+        }, execString);
+    }
+    if (options.multiline) {
+        execString = `${execString} --multiline`;
+    }
+    // https://github.com/alexlafroscia/ripgrep-js/pull/175/files
+    execString += ` -- ${cwd}`;
+    return new Promise(function (resolve, reject) {
+        (0, child_process_1.exec)(execString, { cwd }, (error, stdout, stderr) => {
+            if (!error || (error && stderr === "")) {
+                resolve(formatResults(stdout));
+            }
+            else {
+                reject(new types_1.RipGrepError(error, stderr));
+            }
+        });
+    });
+}
+exports.ripgrep = ripgrep;

package/dist/tools/grep/ripgrep/types.d.ts

@@ -0,0 +1,45 @@
+/// <reference types=".pnpm/@types+node@20.14.11/node_modules/@types/node/child_process" />
+/// <reference types=".pnpm/@types+node@20.16.10/node_modules/@types/node/child_process" />
+import { ExecException } from "child_process";
+type StringSearchOptions = {
+    string: string;
+};
+type RegexSearchOptions = {
+    regex: string;
+};
+type LocatorOptions = StringSearchOptions | RegexSearchOptions;
+export type Options = LocatorOptions & {
+    globs?: Array<string>;
+    fileType?: string | Array<string>;
+    multiline?: boolean;
+};
+export type RipgrepJsonSubmatch = {
+    match: {
+        text: string;
+    };
+    start: number;
+    end: number;
+};
+export type RipGrepJsonMatch = {
+    type: "match";
+    data: {
+        path: {
+            text: string;
+        };
+        lines: {
+            text: string;
+        };
+        line_number: number;
+        absolute_offset: number;
+        submatches: Array<RipgrepJsonSubmatch>;
+    };
+};
+export type Match = RipGrepJsonMatch["data"];
+export declare class RipGrepError {
+    private error;
+    stderr: string;
+    constructor(error: ExecException, stderr: string);
+    get message(): string;
+}
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/tools/grep/ripgrep/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/tools/grep/ripgrep/types.ts"],"names":[],"mappings":";;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,KAAK,mBAAmB,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,KAAK,kBAAkB,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,KAAK,cAAc,GAAG,mBAAmB,GAAG,kBAAkB,CAAC;AAE/D,MAAM,MAAM,OAAO,GAAG,cAAc,GAAG;IACrC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE;QACJ,IAAI,EAAE;YACJ,IAAI,EAAE,MAAM,CAAC;SACd,CAAC;QACF,KAAK,EAAE;YACL,IAAI,EAAE,MAAM,CAAC;SACd,CAAC;QACF,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;KACxC,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAE7C,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAgB;IAE7B,MAAM,EAAE,MAAM,CAAC;gBAEH,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAKhD,IAAI,OAAO,IAAI,MAAM,CAEpB;CACF"}

package/dist/tools/grep/ripgrep/types.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RipGrepError = void 0;
+class RipGrepError {
+    error;
+    stderr;
+    constructor(error, stderr) {
+        this.error = error;
+        this.stderr = stderr;
+    }
+    get message() {
+        return this.error.message;
+    }
+}
+exports.RipGrepError = RipGrepError;

package/dist/tools/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CAmJrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CA6JrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}

package/dist/tools/str_replace_editor.js

@@ -141,15 +141,20 @@ async function strReplaceEditorExecutor(input) {
                 }
                 createBackup(filePath);
                 content = fs_1.default.readFileSync(filePath, "utf8");
-                if (!content.includes(input.old_str)) {
+                // Normalize newlines in both the content and search string
+                const normalizedContent = content.replace(/\r\n/g, "\n");
+                const normalizedOldStr = input.old_str
+                    .replace(/\\n/g, "\n")
+                    .replace(/\r\n/g, "\n");
+                if (!normalizedContent.includes(normalizedOldStr)) {
                     return {
                         result: `old_str not found in file: ${filePath}`,
                         isError: true,
                     };
                 }
                 else {
-                    const escapedOldStr = escapeRegExp(input.old_str);
-                    const occurences = content.match(new RegExp(escapedOldStr, "g"));
+                    const escapedOldStr = escapeRegExp(normalizedOldStr);
+                    const occurences = normalizedContent.match(new RegExp(escapedOldStr, "g"));
                     if (occurences && occurences.length > 1) {
                         // TODO: Help find unique matches
                         return {
@@ -157,7 +162,7 @@ async function strReplaceEditorExecutor(input) {
                             isError: true,
                         };
                     }
-                    newContent = content.replace(input.old_str, input.new_str);
+                    newContent = normalizedContent.replace(normalizedOldStr, input.new_str);
                     fs_1.default.writeFileSync(filePath, newContent);
                     typeCheckErrors = (0, web_1.validateTypescript)(filePath);
                     if (typeCheckErrors.length > 0) {

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAQA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,GACxC,OAAO,CAAC,MAAM,CAAC;IAkDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAGjB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAmBA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,GACxC,OAAO,CAAC,MAAM,CAAC;IAkDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAGjB"}

package/dist/utils/exec.js

@@ -6,10 +6,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.cmd = exports.ProcessManager = void 0;
 const child_process_1 = require("child_process");
 const process_1 = __importDefault(require("process"));
-const acceptableExitCodes = [
-    0, // Implies successful execution (no errors)
-    130, // Implies user interrupted the process (for SIGINT)
-];
+function isAcceptableExit(exitCode, signal) {
+    // On Linux, code is null and signal is SIGINT
+    if (signal === "SIGINT") {
+        return true;
+    }
+    // On macOS, signal is null and exit code is 130
+    const acceptableExitCodes = [
+        0, // Implies successful execution (no errors)
+        130, // Implies user interrupted the process (for SIGINT)
+    ];
+    return acceptableExitCodes.includes(exitCode ?? 1);
+}
 class ProcessManager {
     childProcess = null;
     async execute(command, options) {
@@ -43,14 +51,14 @@ class ProcessManager {
                 this.childProcess = null;
                 rejectFunc(err);
             });
-            p.on("exit", async (code) => {
+            p.on("exit", async (code, signal) => {
                 this.childProcess = null;
-                if (!acceptableExitCodes.includes(code ?? 1)) {
+                if (!isAcceptableExit(code, signal)) {
                     const errorMessage = errorLogs.slice(-3).join("\n");
                     rejectFunc(new Error(errorMessage));
                 }
                 else {
-                    resolveFunc(code ?? 1);
+                    resolveFunc(0);
                 }
             });
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.56.2",
+  "version": "0.56.4",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,7 +62,7 @@
     "zod": "^3.23.8",
     "@empiricalrun/llm": "^0.15.2",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/test-run": "^0.8.3"
+    "@empiricalrun/test-run": "^0.8.4"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",

package/dist/tools/grep.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../src/tools/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,wBAAwB,CAAC;AAmB/D,eAAO,MAAM,QAAQ,EAAE,IAiDtB,CAAC"}

package/dist/tools/grep.js

@@ -1,63 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.grepTool = void 0;
-const child_process_1 = require("child_process");
-const util_1 = require("util");
-const zod_1 = require("zod");
-const repo_tree_1 = require("../utils/repo-tree");
-const GrepInputSchema = zod_1.z.object({
-    pattern: zod_1.z.string().describe("The pattern to search for"),
-    directory: zod_1.z
-        .string()
-        .optional()
-        .describe("The directory to search in (defaults to current directory)"),
-    filePattern: zod_1.z
-        .string()
-        .optional()
-        .describe("File pattern to search in (e.g., '*.ts' for TypeScript files)"),
-});
-exports.grepTool = {
-    schema: {
-        name: "grep",
-        description: "Search for a pattern in files using grep (case insensitive)",
-        parameters: GrepInputSchema,
-    },
-    execute: async (input) => {
-        try {
-            const dir = input.directory || process.cwd();
-            // Create exclude pattern for grep
-            const excludePatterns = repo_tree_1.DEFAULT_EXCLUDE.map((pattern) => typeof pattern === "string" ? pattern : pattern.source)
-                .map((pattern) => `--exclude-dir="${pattern}"`)
-                .join(" ");
-            // Using -n to show line numbers in output
-            let cmd = `grep -rin ${excludePatterns} "${input.pattern}" ${dir}`;
-            if (input.filePattern) {
-                // For file pattern searches, we'll use find with exclusions
-                const excludeFind = repo_tree_1.DEFAULT_EXCLUDE.map((pattern) => typeof pattern === "string" ? pattern : pattern.source)
-                    .map((pattern) => `-not -path "*/${pattern}/*"`)
-                    .join(" ");
-                // Using -n to show line numbers and removed -l to show actual matches
-                cmd = `find ${dir} ${excludeFind} -name "${input.filePattern}" -exec grep -rin "${input.pattern}" {} \\;`;
-            }
-            const execAsync = (0, util_1.promisify)(child_process_1.exec);
-            const { stdout, stderr } = await execAsync(cmd);
-            if (stdout) {
-                return {
-                    isError: false,
-                    result: stdout,
-                };
-            }
-            return {
-                isError: true,
-                result: stderr,
-            };
-        }
-        catch (error) {
-            console.error("Error executing grep", error);
-            return {
-                isError: true,
-                result: error instanceof Error ? error.message : String(error),
-            };
-        }
-    },
-};