@empiricalrun/test-gen 0.61.0 → 0.63.0

package/dist/tools/test-run.js

@@ -3,6 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.runTestTool = void 0;
 const test_run_1 = require("@empiricalrun/test-run");
 const zod_1 = require("zod");
+const artifacts_1 = require("../artifacts");
+const utils_1 = require("./utils");
 const RunTestSchema = zod_1.z.object({
     testName: zod_1.z.string().describe("The name of the test to run"),
     suites: zod_1.z
@@ -13,11 +15,6 @@ const RunTestSchema = zod_1.z.object({
         .describe("The name of the file where the test is located. File name must end with .spec.ts"),
     project: zod_1.z.string().describe("The project to run the test on"),
 });
-function hasCloudflareCredentials() {
-    return (process.env.R2_ACCOUNT_ID &&
-        process.env.R2_ACCESS_KEY_ID &&
-        process.env.R2_SECRET_ACCESS_KEY);
-}
 function buildReportUrl(projectName, testRunId) {
     return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
 }
@@ -37,10 +34,10 @@ exports.runTestTool = {
         description: "Run a test",
         parameters: RunTestSchema,
     },
-    execute: async (input) => {
+    execute: async (input, repoPath, apiKey, trace, collectArtifacts) => {
         let reportUrl = undefined;
         let envOverrides = undefined;
-        if (hasCloudflareCredentials()) {
+        if ((0, artifacts_1.isArtifactCollectionEnabled)()) {
             const projectName = "test-gen-chat-agent";
             const testRunId = Date.now().toString();
             reportUrl = buildReportUrl(projectName, testRunId);
@@ -53,6 +50,7 @@ exports.runTestTool = {
             console.warn("R2 credentials not found: report artifacts will not be uploaded");
         }
         const { testName, suites, fileName, project } = input;
+        const repoDir = repoPath;
         try {
             const result = await (0, test_run_1.runSingleTest)({
                 testName,
@@ -60,20 +58,24 @@ exports.runTestTool = {
                 fileName,
                 projects: [project],
                 envOverrides,
+                repoDir,
             });
+            const attachments = (0, utils_1.extractAttachmentsFromPlaywrightJSONReport)(result.summaryJson);
+            void collectArtifacts?.(attachments);
             return {
+                isError: false,
                 result: buildResult({
                     hasTestPassed: result.hasTestPassed,
                     summaryJson: result.summaryJson,
                     reportUrl: reportUrl,
                 }),
-                isError: false,
             };
         }
         catch (error) {
             // Ensure we capture the full error message regardless of error type
             const errorMessage = error instanceof Error ? error.message : String(error);
             return {
+                artifacts: null,
                 result: JSON.stringify({ error: errorMessage }),
                 isError: true,
             };

package/dist/tools/utils/index.d.ts

@@ -1,11 +1,26 @@
-export declare function makeDashboardRequest<T>({ path, method, body, }: {
+import { JSONReport as PlaywrightJSONReport } from "@playwright/test/reporter";
+export declare function makeDashboardRequest<T>({ path, method, body, apiKey, }: {
     path: string;
     method?: string;
     body?: any;
+    apiKey: string;
 }): Promise<T>;
-export declare function callGitHubProxy({ method, url, body, }: {
+export declare function callGitHubProxy({ method, url, body, apiKey, }: {
     method: string;
     url: string;
     body?: any;
+    apiKey: string;
 }): Promise<unknown>;
+type AttachmentInfo = {
+    name: string;
+    path: string;
+    contentType: string;
+};
+/**
+ * Extracts attachment information from a Playwright JSON report.
+ * @param report The Playwright JSON report to extract attachments from
+ * @returns An array of objects containing path and contentType for each attachment
+ */
+export declare function extractAttachmentsFromPlaywrightJSONReport(report: PlaywrightJSONReport): AttachmentInfo[];
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,GACL,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,GAAG,OAAO,CAAC,CAAC,CAAC,CAuBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,GACL,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,oBAWA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,IAAI,oBAAoB,EAEnC,MAAM,2BAA2B,CAAC;AAEnC,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,EACJ,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,oBAYA;AAED,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,cAAc,EAAE,CA4ClB"}

package/dist/tools/utils/index.js

@@ -2,14 +2,11 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.makeDashboardRequest = makeDashboardRequest;
 exports.callGitHubProxy = callGitHubProxy;
-async function makeDashboardRequest({ path, method = "GET", body, }) {
-    const API_KEY = process.env.EMPIRICALRUN_API_KEY;
-    if (!API_KEY) {
-        throw new Error("EMPIRICALRUN_API_KEY is not found");
-    }
+exports.extractAttachmentsFromPlaywrightJSONReport = extractAttachmentsFromPlaywrightJSONReport;
+async function makeDashboardRequest({ path, method = "GET", body, apiKey, }) {
     const requestHeaders = {
         "Content-Type": "application/json",
-        Authorization: `Bearer ${API_KEY}`,
+        Authorization: `Bearer ${apiKey}`,
         "User-Agent": "empiricalrun/test-gen",
     };
     const baseUrl = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
@@ -24,7 +21,7 @@ async function makeDashboardRequest({ path, method = "GET", body, }) {
     }
     return await response.json();
 }
-async function callGitHubProxy({ method, url, body, }) {
+async function callGitHubProxy({ method, url, body, apiKey, }) {
     const githubApiPath = url.replace("https://api.github.com", "");
     return makeDashboardRequest({
         path: "/api/github/proxy",
@@ -34,5 +31,52 @@ async function callGitHubProxy({ method, url, body, }) {
             url: githubApiPath,
             body,
         },
+        apiKey,
     });
 }
+/**
+ * Extracts attachment information from a Playwright JSON report.
+ * @param report The Playwright JSON report to extract attachments from
+ * @returns An array of objects containing path and contentType for each attachment
+ */
+function extractAttachmentsFromPlaywrightJSONReport(report) {
+    const attachments = [];
+    if (!report) {
+        return attachments;
+    }
+    function processSpec(spec) {
+        const testTitle = spec.title;
+        for (const test of spec.tests) {
+            for (const result of test.results) {
+                if (!result.attachments)
+                    continue;
+                for (const attachment of result.attachments) {
+                    if (attachment.path && attachment.contentType) {
+                        attachments.push({
+                            name: `${testTitle} ${attachment.name}`,
+                            path: attachment.path,
+                            contentType: attachment.contentType,
+                        });
+                    }
+                }
+            }
+        }
+    }
+    for (const suite of report.suites) {
+        // Process nested suites
+        if (suite.suites) {
+            for (const nestedSuite of suite.suites) {
+                for (const spec of nestedSuite.specs) {
+                    processSpec(spec);
+                }
+            }
+        }
+        // Process specs in current suite
+        if (suite.specs) {
+            for (const spec of suite.specs) {
+                processSpec(spec);
+            }
+        }
+    }
+    return attachments;
+}

package/dist/utils/checkpoint.d.ts

@@ -1,3 +1,7 @@
 import { PendingToolCall } from "@empiricalrun/llm/chat";
-export declare function createCheckpoint(toolCalls: PendingToolCall[], branchName: string): Promise<void>;
+export declare function createCheckpoint({ toolCalls, branchName, repoPath, }: {
+    toolCalls: PendingToolCall[];
+    branchName: string;
+    repoPath: string;
+}): Promise<void>;
 //# sourceMappingURL=checkpoint.d.ts.map

package/dist/utils/checkpoint.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../src/utils/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAIzD,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,eAAe,EAAE,EAC5B,UAAU,EAAE,MAAM,iBAqBnB"}
+{"version":3,"file":"checkpoint.d.ts","sourceRoot":"","sources":["../../src/utils/checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAIzD,wBAAsB,gBAAgB,CAAC,EACrC,SAAS,EACT,UAAU,EACV,QAAQ,GACT,EAAE;IACD,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAyBA"}

package/dist/utils/checkpoint.js

@@ -2,8 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createCheckpoint = createCheckpoint;
 const git_1 = require("./git");
-async function createCheckpoint(toolCalls, branchName) {
-    const filesChanged = await (0, git_1.getFilesChanged)();
+async function createCheckpoint({ toolCalls, branchName, repoPath, }) {
+    const filesChanged = await (0, git_1.getFilesChanged)(repoPath);
     const toolsWithUpdatedFiles = toolCalls
         .filter((tc) => "path" in tc.input &&
         tc.input.path &&
@@ -15,6 +15,11 @@ async function createCheckpoint(toolCalls, branchName) {
     const filesToCommit = toolsWithUpdatedFiles.map((tool) => tool.path);
     if (toolsWithUpdatedFiles.length > 0) {
         let commitMessage = `${toolsWithUpdatedFiles.map((tool) => `${tool.name} on ${tool.path}`).join(", ")}`;
-        await (0, git_1.commitFilesAndPushBranch)(commitMessage, branchName, filesToCommit);
+        await (0, git_1.commitFilesAndPushBranch)({
+            commitMessage,
+            branchName,
+            files: filesToCommit,
+            repoPath,
+        });
     }
 }

package/dist/utils/exec.d.ts

@@ -2,11 +2,13 @@ export declare class ProcessManager {
     private childProcess;
     execute(command: string, args: string[], options: {
         env?: Record<string, string>;
+        cwd?: string;
     }): Promise<number>;
     terminate(): void;
     isRunning(): boolean;
 }
 export declare function cmd(command: string, args: string[], options: {
     env?: Record<string, string>;
+    cwd?: string;
 }): Promise<number>;
 //# sourceMappingURL=exec.d.ts.map

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAmBA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,GACxC,OAAO,CAAC,MAAM,CAAC;IAmDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAGjB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAmBA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EAEd,OAAO,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GACtD,OAAO,CAAC,MAAM,CAAC;IAoDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC,MAAM,CAAC,CAGjB"}

package/dist/utils/exec.js

@@ -21,7 +21,9 @@ function isAcceptableExit(exitCode, signal) {
 }
 class ProcessManager {
     childProcess = null;
-    async execute(command, args, options) {
+    async execute(command, args, 
+    // TODO: Make these required when all tools use repoPath
+    options) {
         console.log(`Executing command: ${command} with args: ${args}`);
         if (this.childProcess) {
             throw new Error("Process is already running");
@@ -34,6 +36,7 @@ class ProcessManager {
             }
             const p = (0, child_process_1.spawn)(command, args, {
                 env: { ...process_1.default.env, ...options.env },
+                cwd: options.cwd,
                 detached: true, // Create process group so we can terminate all child processes
             });
             this.childProcess = p;

package/dist/utils/git.d.ts

@@ -1,8 +1,13 @@
-export declare function getGitDiff(filepath: string): string;
-export declare function checkoutBranch(branchName: string): Promise<void>;
-export declare function commitAsBotUser(commitMessage: string): Promise<void>;
-export declare function getCurrentBranchName(): Promise<string>;
-export declare function pullBranch(branchName: string): Promise<void>;
-export declare function commitFilesAndPushBranch(commitMessage: string, branchName: string, files: string[]): Promise<void>;
-export declare function getFilesChanged(): Promise<string[]>;
+export declare function getGitDiff(filepath: string, cwd: string): string;
+export declare function checkoutBranch(branchName: string, cwd: string): Promise<void>;
+export declare function commitAsBotUser(commitMessage: string, cwd: string): Promise<void>;
+export declare function getCurrentBranchName(repoPath: string): Promise<string>;
+export declare function pullBranch(branchName: string, cwd: string): Promise<void>;
+export declare function commitFilesAndPushBranch({ commitMessage, branchName, files, repoPath, }: {
+    commitMessage: string;
+    branchName: string;
+    files: string[];
+    repoPath: string;
+}): Promise<void>;
+export declare function getFilesChanged(cwd: string): Promise<string[]>;
 //# sourceMappingURL=git.d.ts.map

package/dist/utils/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,iBAQtD;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,iBAS1D;AAED,wBAAsB,oBAAoB,oBAGzC;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,iBAElD;AAED,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EAAE,iBAKhB;AAED,wBAAsB,eAAe,sBAUpC"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMhE;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAQnE;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAavE;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,mBAO1D;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAE/D;AAED,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,UAAU,EACV,KAAK,EACL,QAAQ,GACT,EAAE;IACD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAIA;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,qBAUhD"}

package/dist/utils/git.js

@@ -10,44 +10,54 @@ exports.getFilesChanged = getFilesChanged;
 const child_process_1 = require("child_process");
 const GIT_USER_NAME = "empiricalrun[bot]";
 const GIT_USER_EMAIL = "180257021+empiricalrun[bot]@users.noreply.github.com";
-function getGitDiff(filepath) {
+function getGitDiff(filepath, cwd) {
     const diff = (0, child_process_1.execSync)(`git diff ${filepath}`, {
         encoding: "utf-8",
+        cwd,
     });
     return diff;
 }
-async function checkoutBranch(branchName) {
+async function checkoutBranch(branchName, cwd) {
     // TODO: This assumes repoDir is process.cwd()
     try {
-        (0, child_process_1.execSync)(`git checkout ${branchName}`);
+        (0, child_process_1.execSync)(`git checkout ${branchName}`, { cwd });
     }
     catch (e) {
         // If branch doesn't exist, create it
-        (0, child_process_1.execSync)(`git checkout -b ${branchName}`);
+        (0, child_process_1.execSync)(`git checkout -b ${branchName}`, { cwd });
     }
 }
-async function commitAsBotUser(commitMessage) {
-    const status = (0, child_process_1.execSync)("git status --porcelain", { encoding: "utf-8" });
+async function commitAsBotUser(commitMessage, cwd) {
+    const status = (0, child_process_1.execSync)("git status --porcelain", {
+        encoding: "utf-8",
+        cwd,
+    });
     if (!status) {
         return; // Nothing to commit
     }
     const commitMessageWithSkipCi = `${commitMessage} [skip ci]`;
-    (0, child_process_1.execSync)(`git -c user.name="${GIT_USER_NAME}" -c user.email="${GIT_USER_EMAIL}" commit -m "${commitMessageWithSkipCi}"`);
+    (0, child_process_1.execSync)(`git -c user.name="${GIT_USER_NAME}" -c user.email="${GIT_USER_EMAIL}" commit -m "${commitMessageWithSkipCi}"`, { cwd });
 }
-async function getCurrentBranchName() {
-    const branchName = (0, child_process_1.execSync)("git branch --show-current").toString().trim();
+async function getCurrentBranchName(repoPath) {
+    const branchName = (0, child_process_1.execSync)("git branch --show-current", {
+        cwd: repoPath,
+    })
+        .toString()
+        .trim();
     return branchName;
 }
-async function pullBranch(branchName) {
-    (0, child_process_1.execSync)(`git pull origin ${branchName}`);
+async function pullBranch(branchName, cwd) {
+    (0, child_process_1.execSync)(`git pull origin ${branchName}`, { cwd });
 }
-async function commitFilesAndPushBranch(commitMessage, branchName, files) {
-    (0, child_process_1.execSync)(`git add ${files.join(" ")}`);
-    await commitAsBotUser(commitMessage);
-    (0, child_process_1.execSync)(`git push origin ${branchName}`);
+async function commitFilesAndPushBranch({ commitMessage, branchName, files, repoPath, }) {
+    (0, child_process_1.execSync)(`git add ${files.join(" ")}`, { cwd: repoPath });
+    await commitAsBotUser(commitMessage, repoPath);
+    (0, child_process_1.execSync)(`git push origin ${branchName}`, { cwd: repoPath });
 }
-async function getFilesChanged() {
-    const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files").toString();
+async function getFilesChanged(cwd) {
+    const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files", {
+        cwd,
+    }).toString();
     let filesChanged = output
         .split("\n")
         .map((line) => line.trim().split(" ").pop())

package/dist/utils/slug.d.ts

@@ -1,2 +1,18 @@
 export declare const asyncGenerateRandomSlug: (size: number) => Promise<string>;
+/**
+ * Converts a string into a URL-friendly slug by:
+ * 1. Converting to lowercase
+ * 2. Replacing non-alphanumeric characters with hyphens
+ * 3. Collapsing multiple hyphens into single hyphens
+ * 4. Removing empty segments
+ * 5. Removing leading and trailing hyphens
+ *
+ * @param str - The input string to convert into a slug
+ * @returns A URL-friendly slug string
+ * @example
+ * slugify("Hello World!") // returns "hello-world"
+ * slugify("Test & Case") // returns "test-case"
+ * slugify("Multiple---Hyphens") // returns "multiple-hyphens"
+ */
+export declare const slugify: (str: string) => string;
 //# sourceMappingURL=slug.d.ts.map

package/dist/utils/slug.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"slug.d.ts","sourceRoot":"","sources":["../../src/utils/slug.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,uBAAuB,GAAU,MAAM,MAAM,oBAOzD,CAAC"}
+{"version":3,"file":"slug.d.ts","sourceRoot":"","sources":["../../src/utils/slug.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,uBAAuB,GAAU,MAAM,MAAM,oBAOzD,CAAC;AAEF;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,OAAO,GAAI,KAAK,MAAM,KAAG,MASrC,CAAC"}

package/dist/utils/slug.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.asyncGenerateRandomSlug = void 0;
+exports.slugify = exports.asyncGenerateRandomSlug = void 0;
 // @ts-ignore
 let customAlphabet;
 const loadNanoid = async () => {
@@ -16,3 +16,29 @@ const asyncGenerateRandomSlug = async (size) => {
     return nanoid();
 };
 exports.asyncGenerateRandomSlug = asyncGenerateRandomSlug;
+/**
+ * Converts a string into a URL-friendly slug by:
+ * 1. Converting to lowercase
+ * 2. Replacing non-alphanumeric characters with hyphens
+ * 3. Collapsing multiple hyphens into single hyphens
+ * 4. Removing empty segments
+ * 5. Removing leading and trailing hyphens
+ *
+ * @param str - The input string to convert into a slug
+ * @returns A URL-friendly slug string
+ * @example
+ * slugify("Hello World!") // returns "hello-world"
+ * slugify("Test & Case") // returns "test-case"
+ * slugify("Multiple---Hyphens") // returns "multiple-hyphens"
+ */
+const slugify = (str) => {
+    const join = "-";
+    return str
+        .toLowerCase()
+        .replace(/[^a-z0-9-]+/g, join)
+        .replace(/-+/g, join)
+        .split(join)
+        .filter(Boolean)
+        .join(join);
+};
+exports.slugify = slugify;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.61.0",
+  "version": "0.63.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -50,6 +50,7 @@
     "inquirer": "^12.4.2",
     "istextorbinary": "^9.5.0",
     "jsdom": "^26.0.0",
+    "mime": "3.0.0",
     "minimatch": "^10.0.1",
     "nanoid": "^5.0.7",
     "openai": "4.87.3",
@@ -61,9 +62,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.16.1",
+    "@empiricalrun/llm": "^0.17.1",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.9.2"
+    "@empiricalrun/test-run": "^0.9.4"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",
@@ -72,12 +73,13 @@
     "@types/express": "^4.17.21",
     "@types/js-levenshtein": "^1.1.3",
     "@types/jsdom": "^21.1.7",
+    "@types/mime": "3.0.0",
     "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
     "playwright": "1.47.1",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.2.0"
+    "@empiricalrun/shared-types": "0.4.0"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/pw-test.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/utils/pw-test.d.ts

@@ -1,2 +0,0 @@
-export declare function getTestFixtureModuleFromRepo(repoDir: string): Promise<any>;
-//# sourceMappingURL=pw-test.d.ts.map

package/dist/utils/pw-test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,GAAG,CAAC,CAKd"}

package/dist/utils/pw-test.js

@@ -1,13 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTestFixtureModuleFromRepo = getTestFixtureModuleFromRepo;
-const api_1 = __importDefault(require("tsx/cjs/api"));
-async function getTestFixtureModuleFromRepo(repoDir) {
-    const [lastDir] = repoDir.split("/").reverse();
-    const dir = `${repoDir}/${lastDir}`;
-    const { test } = await api_1.default.require(`./tests/fixtures.ts`, dir);
-    return test;
-}