@empiricalrun/test-gen 0.69.7 → 0.70.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @empiricalrun/test-gen
 
+## 0.70.0
+
+### Minor Changes
+
+- 2daef2d: feat: upgrade-pkgs tool schema and PR details updated
+
+### Patch Changes
+
+- 1348b1a: chore: refactor slack client into internal vs external usage
+- 4274dc5: fix: json report output should exist for video upload
+- 39b105b: fix: auto-merge checks in upgrade package tool
+
+## 0.69.8
+
+### Patch Changes
+
+- a2ce1ec: fix: glass pane removal across browser context
+- ff7d9e6: fix: temp file computation for recorder
+- 5e9aeb7: fix: environments list command in test-gen cli
+  - @empiricalrun/llm@0.19.3
+
 ## 0.69.7
 
 ### Patch Changes

package/dist/agent/chat/index.d.ts

@@ -5,8 +5,4 @@ export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel,
     useDiskForChatState: boolean;
     initialPromptContent: string | undefined;
 }): Promise<void>;
-export declare function runChatAgentForDashboard({ chatSessionId, selectedModel, }: {
-    selectedModel: SupportedChatModels;
-    chatSessionId: number;
-}): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAyCpC,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAwBA;AAED,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAkIA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAoCpC,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAwBA;AAED,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAkIA"}

package/dist/agent/chat/index.js

@@ -2,7 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchEnvironmentVariables = fetchEnvironmentVariables;
 exports.runChatAgentForCLI = runChatAgentForCLI;
-exports.runChatAgentForDashboard = runChatAgentForDashboard;
 const llm_1 = require("@empiricalrun/llm");
 const chat_1 = require("@empiricalrun/llm/chat");
 const picocolors_1 = require("picocolors");
@@ -159,73 +158,3 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     const usageSummary = chatModel.getUsageSummary();
     console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + usageSummary)}`);
 }
-async function getChatSessionFromDashboard(chatSessionId) {
-    const response = await fetch(`${DASHBOARD_DOMAIN}/api/chat-sessions/${chatSessionId}`, {
-        headers: {
-            "Content-Type": "application/json",
-            Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
-        },
-    });
-    if (!response.ok) {
-        throw new Error(`Failed to get chat session: ${response.statusText}`);
-    }
-    const data = await response.json();
-    return data.data.chat_session;
-}
-async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
-    const chatSession = await getChatSessionFromDashboard(chatSessionId);
-    let chatState = chatSession.chat_state;
-    // If not already canonical, migrate to canonical format
-    if (!chatState.version || chatState.version !== state_1.LATEST_CHAT_STATE_VERSION) {
-        chatState = (0, state_1.migrateChatState)(chatState);
-    }
-    const branchName = chatSession.branch_name;
-    const trace = llm_1.langfuseInstance?.trace({
-        id: chatSession.langfuse_trace_id,
-        name: "chat_agent",
-        input: chatState,
-        tags: [selectedModel, "chat_agent"],
-        metadata: {
-            chatSessionId,
-        },
-    });
-    if (!process.env.EMPIRICALRUN_API_KEY) {
-        throw new Error("EMPIRICALRUN_API_KEY is not set");
-    }
-    const toolCallService = new tool_call_service_1.ToolCallService({
-        chatSessionId,
-        selectedModel,
-        branchName,
-        repoPath: process.cwd(),
-        apiKey: process.env.EMPIRICALRUN_API_KEY,
-        trace,
-        featureFlags: [],
-    });
-    await (0, git_1.checkoutBranch)(branchName, process.cwd());
-    let chatModel = (0, chat_1.createChatModel)(chatState.messages, selectedModel);
-    let reporterFunc = async (chatState, latest) => {
-        const response = await fetch(`${DASHBOARD_DOMAIN}/api/chat-sessions/${chatSessionId}`, {
-            method: "PATCH",
-            body: JSON.stringify({
-                chat_state: chatState,
-                last_assistant_message: latest?.textMessage,
-            }),
-            headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
-            },
-        });
-        const data = await response.json();
-        console.log(`Patch request sent for chat session: ${JSON.stringify(data)}`);
-    };
-    const fileInfo = await (0, file_tree_1.getFileInfoFromFS)(process.cwd());
-    await (0, agent_loop_1.chatAgentLoop)({
-        chatModel,
-        selectedModel,
-        reporter: reporterFunc,
-        trace,
-        toolCallService,
-        fileInfo,
-        isToolExecutionRemote: false,
-    });
-}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CAyCxC"}
+{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CA0CxC"}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.js

@@ -47,27 +47,8 @@ class PlaywrightPauseCodegenForRecorder {
     }
     async startPlaywrightCodegen(page) {
         // TODO: Merge this with the other page.pause oriented codegen
-        const pausePromise = page.pause();
-        await (0, utils_1.sleep)(5_000);
-        const evaluatePromise = page.evaluate(() => {
-            // @ts-ignore
-            console.log(window["__pw_recorderSetMode"]("recording"));
-            // Remove playwright's glass pane
-            /**
-             * x-pw-glass
-             *   # inside shadow DOM (closed)
-             *   |----> x-pw-overlay (controls)
-             *   |----> x-pw-highlight (red highlight)
-             *   |----> x-pw-tooltip
-             */
-            const glassPane = document.querySelector("x-pw-glass");
-            if (glassPane) {
-                const styles = glassPane.getAttribute("style") || "";
-                glassPane.setAttribute("style", styles + "; display: none;");
-            }
-        });
-        await Promise.all([pausePromise, evaluatePromise]);
-        await page.addInitScript(() => {
+        const browserContext = page.context();
+        await browserContext.addInitScript(() => {
             let displayNoneSet = false;
             function setDisplayNone() {
                 const glassPane = document.querySelector("x-pw-glass");
@@ -85,6 +66,26 @@ class PlaywrightPauseCodegenForRecorder {
                 setDisplayNone();
             }, 100);
         });
+        const pausePromise = page.pause();
+        await (0, utils_1.sleep)(5_000);
+        const startRecordingWithoutGlassPane = page.evaluate(() => {
+            // @ts-ignore
+            window["__pw_recorderSetMode"]("recording");
+            // Remove playwright's glass pane
+            /**
+             * x-pw-glass
+             *   # inside shadow DOM (closed)
+             *   |----> x-pw-overlay (controls)
+             *   |----> x-pw-highlight (red highlight)
+             *   |----> x-pw-tooltip
+             */
+            const glassPane = document.querySelector("x-pw-glass");
+            if (glassPane) {
+                const styles = glassPane.getAttribute("style") || "";
+                glassPane.setAttribute("style", styles + "; display: none;");
+            }
+        });
+        await Promise.all([pausePromise, startRecordingWithoutGlassPane]);
     }
 }
 exports.PlaywrightPauseCodegenForRecorder = PlaywrightPauseCodegenForRecorder;

package/dist/auth/api-client.d.ts

@@ -1,7 +1,9 @@
 declare class APIClient {
     private appUrl;
     constructor();
-    request(endpoint: string, options?: RequestInit): Promise<Response>;
+    request<T>(endpoint: string, options?: RequestInit): Promise<Response & {
+        json(): Promise<T>;
+    }>;
     private makeRequest;
     ensureAuthenticated(): Promise<void>;
     private refreshToken;

package/dist/auth/api-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/auth/api-client.ts"],"names":[],"mappings":"AAQA,cAAM,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;;IAMjB,OAAO,CACX,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,QAAQ,CAAC;YA2BN,WAAW;IAuBnB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;YAiB5B,YAAY;CA4C3B;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC"}
+{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/auth/api-client.ts"],"names":[],"mappings":"AAQA,cAAM,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;;IAMjB,OAAO,CAAC,CAAC,EACb,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,QAAQ,GAAG;QAAE,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAA;KAAE,CAAC;YA2B/B,WAAW;IAuBnB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;YAiB5B,YAAY;CA4C3B;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC"}

package/dist/bin/environments.d.ts

@@ -0,0 +1,2 @@
+export declare function listEnvironments(): Promise<void>;
+//# sourceMappingURL=environments.d.ts.map

package/dist/bin/environments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"environments.d.ts","sourceRoot":"","sources":["../../src/bin/environments.ts"],"names":[],"mappings":"AAQA,wBAAsB,gBAAgB,kBAiErC"}

package/dist/bin/environments.js

@@ -0,0 +1,66 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.listEnvironments = listEnvironments;
+const api_client_1 = require("../auth/api-client");
+const validation_1 = require("../recorder/validation");
+async function listEnvironments() {
+    try {
+        let repoName = await (0, validation_1.validatePackageJson)(process.cwd());
+        const response = await api_client_1.apiClient.request(`/api/environments/list?project_repo_name=${encodeURIComponent(repoName)}`);
+        if (!response.ok) {
+            console.error(`❌ Failed to fetch environments for repo ${repoName}:`, response.statusText);
+            process.exit(1);
+        }
+        const result = await response.json();
+        if (result.data?.environments && result.data.environments.length > 0) {
+            result.data.environments.forEach((env, index) => {
+                if (index > 0) {
+                    console.log(""); // Add spacing between environments
+                }
+                console.log(`Environment: ${env.name}`);
+                if (env.latest_build) {
+                    const commit = env.latest_build.commit
+                        ? env.latest_build.commit.substring(0, 7)
+                        : "N/A";
+                    const branch = env.latest_build.branch || "N/A";
+                    // Calculate relative time
+                    const createdAt = new Date(env.latest_build.created_at);
+                    const now = new Date();
+                    const diffMs = now.getTime() - createdAt.getTime();
+                    const diffDays = Math.floor(diffMs / (1000 * 60 * 60 * 24));
+                    const diffHours = Math.floor(diffMs / (1000 * 60 * 60));
+                    const diffMinutes = Math.floor(diffMs / (1000 * 60));
+                    let timeAgo;
+                    if (diffDays > 0) {
+                        timeAgo = `${diffDays} day${diffDays > 1 ? "s" : ""} ago`;
+                    }
+                    else if (diffHours > 0) {
+                        timeAgo = `${diffHours} hour${diffHours > 1 ? "s" : ""} ago`;
+                    }
+                    else if (diffMinutes > 0) {
+                        timeAgo = `${diffMinutes} minute${diffMinutes > 1 ? "s" : ""} ago`;
+                    }
+                    else {
+                        timeAgo = "Just now";
+                    }
+                    console.log(`  ┌─ Latest build`);
+                    console.log(`  │ Commit:    ${commit}`);
+                    console.log(`  │ Branch:    ${branch}`);
+                    console.log(`  │ Created:   ${timeAgo}`);
+                    console.log(`  │ URL:       ${env.latest_build.build_url}`);
+                    console.log(`  └─`);
+                }
+                else {
+                    console.log(`  └─ No builds available`);
+                }
+            });
+        }
+        else {
+            console.log(`No environments found for repository: ${repoName}`);
+        }
+    }
+    catch (error) {
+        console.error("❌ Error fetching environments:", error.message);
+        process.exit(1);
+    }
+}

package/dist/bin/index.js

@@ -20,10 +20,10 @@ const run_3 = require("../agent/planner/run");
 const auth_1 = require("../auth");
 const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
-const validation_1 = require("../recorder/validation");
 const reporter_1 = require("../reporter");
 const session_1 = require("../session");
 const test_build_1 = require("../test-build");
+const environments_1 = require("./environments");
 const logger_1 = require("./logger");
 const setup_1 = require("./setup");
 const utils_2 = require("./utils");
@@ -31,20 +31,12 @@ const scenarios_1 = require("./utils/scenarios");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
-async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
+async function runChatAgent({ modelInput, useDiskForChatState, initialPromptPath, }) {
     if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
     }
     const defaultModel = "claude-3-7-sonnet-20250219";
     const specifiedModel = modelInput && utils_2.ARGS_TO_MODEL_MAP[modelInput];
-    if (chatSessionId) {
-        // If --chat-session-id is provided, we run the chat agent for the dashboard
-        // and not CLI (where user can input their own prompt)
-        return await (0, chat_1.runChatAgentForDashboard)({
-            chatSessionId: Number(chatSessionId),
-            selectedModel: specifiedModel || defaultModel,
-        });
-    }
     let initialPromptContent = undefined;
     if (initialPromptPath) {
         try {
@@ -290,40 +282,8 @@ async function main() {
     program
         .command("environments")
         .description("List environments and their latest builds")
-        .option("--repo-name <name>", "Repository name to fetch environments for")
-        .action(async (opts) => {
-        try {
-            let repoName;
-            if (opts.repoName) {
-                repoName = opts.repoName;
-            }
-            else {
-                // Auto-detect repo name from current directory
-                repoName = await (0, validation_1.validatePackageJson)(process.cwd());
-            }
-            const response = await api_client_1.apiClient.request(`/api/environments/list?project_repo_name=${encodeURIComponent(repoName)}`);
-            if (!response.ok) {
-                console.log(await response.text());
-                console.error(`❌ Failed to fetch environments for repo ${repoName}:`, response.statusText);
-                process.exit(1);
-            }
-            const result = await response.json();
-            if (result.data.environments && result.data.environments.length > 0) {
-                result.data.environments.forEach((env) => {
-                    console.log(`  Environment: ${env.name}`);
-                    if (env.latest_build) {
-                        console.log(`    Latest build: ${env.latest_build.url}`);
-                    }
-                });
-            }
-            else {
-                console.log(`No environments found for repository: ${repoName}`);
-            }
-        }
-        catch (error) {
-            console.error("❌ Error fetching environments:", error.message);
-            process.exit(1);
-        }
+        .action(async () => {
+        await (0, environments_1.listEnvironments)();
         process.exit(0);
     });
     program
@@ -350,10 +310,8 @@ async function main() {
         .option("--chat-model <model>", "LLM to use (claude-3-7, claude-4 or gemini-2.5)")
         .option("--use-disk-for-chat-state", "Save and load chat state from disk")
         .option("--initial-prompt <path>", "Path to an initial prompt file (e.g. prompt.md)")
-        .option("--chat-session-id <chat-session-id>", "Identifier for chat session (fetched from dash.empirical.run)")
         .action(async (options) => {
         await runChatAgent({
-            chatSessionId: options.chatSessionId,
             modelInput: options.chatModel,
             useDiskForChatState: options.useDiskForChatState,
             initialPromptPath: options.initialPrompt,

package/dist/recorder/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AA4BA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBAgI3D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AAgCA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBA+I3D"}

package/dist/recorder/index.js

@@ -29,7 +29,7 @@ async function runRecorder({ name }) {
     const repoDir = process.cwd();
     let repoName = "";
     let fileServer = null;
-    let tempTestFilePath = "tests/temp-test.spec.ts";
+    let tempTestFilePath = "tests/temp-file.spec.ts";
     process.on("SIGINT", async () => {
         try {
             await (0, temp_files_1.deleteTempTestFile)(repoDir, tempTestFilePath);
@@ -86,7 +86,15 @@ async function runRecorder({ name }) {
         selectedProjects = [selectedProject];
         selectedProjectObj = projects.find((p) => p.name === selectedProject);
         if (selectedProjectObj) {
-            tempTestFilePath = (0, temp_files_1.getTempTestFileLocation)(selectedProjectObj);
+            const projectSpecificFile = (0, temp_files_1.getTempTestFileLocation)(selectedProjectObj, repoDir);
+            logger_1.logger.debug(`Project specific temp test file path: ${projectSpecificFile}`);
+            if (!projectSpecificFile) {
+                logger_1.logger.error(`No suitable test directory found for project ${selectedProject}.`);
+                process.exit(1);
+            }
+            else {
+                tempTestFilePath = projectSpecificFile;
+            }
         }
     }
     // Create temp test file in the determined location
@@ -106,6 +114,7 @@ async function runRecorder({ name }) {
             IPC_FILE_SERVICE_PORT: availablePort.toString(),
         },
     });
+    await (0, upload_1.waitForSummaryJson)(repoDir);
     const videoPaths = (0, upload_1.extractVideoAttachments)(repoDir);
     let attachments = [];
     if (videoPaths.length === 0) {

package/dist/recorder/temp-files.d.ts

@@ -6,7 +6,8 @@ export type PlaywrightProject = {
     testDir: string | undefined;
     teardown: string | undefined;
 };
-export declare function getTempTestFileLocation(selectedProject: PlaywrightProject): string;
+export declare function findSubDirs(dir: string, subDirs?: string[], rootDir?: string): void;
+export declare function getTempTestFileLocation(selectedProject: PlaywrightProject, repoDir: string): string | undefined;
 export declare function createTempTestFile(port: number, repoDir: string, tempFileRelativePath: string): Promise<void>;
 export declare function deleteTempTestFile(repoDir: string, tempFileRelativePath: string): Promise<void>;
 //# sourceMappingURL=temp-files.d.ts.map

package/dist/recorder/temp-files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,eAAe,EAAE,iBAAiB,GACjC,MAAM,CA8BR;AAqBD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAkB7B;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAS7B"}
+{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAgB,WAAW,CACzB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,MAAM,EAAO,EACtB,OAAO,CAAC,EAAE,MAAM,GACf,IAAI,CAcN;AAED,wBAAgB,uBAAuB,CACrC,eAAe,EAAE,iBAAiB,EAClC,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAsDpB;AAqBD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAkB7B;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAS7B"}

package/dist/recorder/temp-files.js

@@ -3,40 +3,70 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.findSubDirs = findSubDirs;
 exports.getTempTestFileLocation = getTempTestFileLocation;
 exports.createTempTestFile = createTempTestFile;
 exports.deleteTempTestFile = deleteTempTestFile;
 const fs_1 = __importDefault(require("fs"));
+const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
-const glob_1 = require("./glob");
-function getTempTestFileLocation(selectedProject) {
-    const baseTestDir = selectedProject.testDir || "tests";
-    const normalized = path_1.default.normalize(baseTestDir).endsWith("/")
-        ? path_1.default.normalize(baseTestDir).slice(0, -1)
-        : path_1.default.normalize(baseTestDir);
-    const testDirPattern = `${normalized}/**`;
-    const testMatchPattern = selectedProject.testMatch
-        ? Array.isArray(selectedProject.testMatch)
-            ? selectedProject.testMatch
-            : [selectedProject.testMatch]
-        : ["**/*.spec.ts"];
-    const testIgnorePattern = selectedProject.testIgnore
-        ? Array.isArray(selectedProject.testIgnore)
-            ? selectedProject.testIgnore
-            : [selectedProject.testIgnore]
-        : [];
-    const patterns = [
-        "**/temp-test.spec.ts",
-        testDirPattern,
-        ...testMatchPattern,
-        ...testIgnorePattern.map((p) => `!${p}`),
-    ];
-    const common = (0, glob_1.generateMatchingString)(patterns);
-    if (!common) {
-        throw new Error("Could not generate a valid test file location. Please check your testMatch and testIgnore patterns.");
+function findSubDirs(dir, subDirs = [], rootDir) {
+    const root = rootDir || dir;
+    const entries = fs_1.default.readdirSync(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (entry.isDirectory()) {
+            const fullPath = path_1.default.join(dir, entry.name);
+            // Calculate relative path from root directory
+            const relativePath = path_1.default.relative(root, fullPath);
+            subDirs.push(relativePath);
+            // Recursively search subdirectories
+            findSubDirs(fullPath, subDirs, root);
+        }
+    }
+}
+function getTempTestFileLocation(selectedProject, repoDir) {
+    const testsDir = path_1.default.join(repoDir, "tests");
+    if (!fs_1.default.existsSync(testsDir)) {
+        throw new Error(`Tests directory not found: ${testsDir}`);
+    }
+    const subDirs = [""];
+    findSubDirs(testsDir, subDirs);
+    const candidatesForTemp = subDirs.map((subDir) => {
+        return path_1.default.join("tests", subDir, "temp-file.spec.ts");
+    });
+    const { testDir, testMatch, testIgnore } = selectedProject;
+    for (const candidate of candidatesForTemp) {
+        const fullPath = path_1.default.join(repoDir, candidate);
+        if (testDir) {
+            const fullTestDir = path_1.default.join(repoDir, testDir);
+            if (!fullPath.startsWith(fullTestDir)) {
+                continue;
+            }
+        }
+        if (testMatch) {
+            const testMatchArray = Array.isArray(testMatch) ? testMatch : [testMatch];
+            const withStarStar = testMatchArray.map((pattern) => 
+            // Playwright adds `**/` prefix to all string patterns
+            // https://github.com/microsoft/playwright/blob/3fb78b65847bd4ee373792f0778d51824a4a150b/packages/playwright/src/util.ts#L109
+            pattern.startsWith("**/") ? pattern : `**/${pattern}`);
+            const matches = withStarStar.some((pattern) => (0, minimatch_1.minimatch)(fullPath, pattern, { dot: true, nocase: true }));
+            if (!matches) {
+                continue;
+            }
+        }
+        if (testIgnore) {
+            const testIgnoreArray = Array.isArray(testIgnore)
+                ? testIgnore
+                : [testIgnore];
+            const withStarStar = testIgnoreArray.map((pattern) => pattern.startsWith("**/") ? pattern : `**/${pattern}`);
+            const matches = withStarStar.some((pattern) => (0, minimatch_1.minimatch)(fullPath, pattern, { dot: true, nocase: true }));
+            if (matches) {
+                continue;
+            }
+        }
+        return candidate;
     }
-    return common;
 }
 function getFixturesImportPath(tempFileRelativePath) {
     const tempFileStartsWithSlash = tempFileRelativePath.startsWith("/")

package/dist/recorder/upload.d.ts

@@ -1,3 +1,4 @@
+export declare function waitForSummaryJson(repoDir: string): Promise<void>;
 export declare function extractVideoAttachments(repoDir: string): string[];
 export declare function uploadVideosWithSpinner(videoPaths: string[], testName: string): Promise<void | string[]>;
 //# sourceMappingURL=upload.d.ts.map

package/dist/recorder/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAaA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA6FD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAiB1B"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAcA,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,iBAmBvD;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA6FD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAiB1B"}

package/dist/recorder/upload.js

@@ -3,6 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitForSummaryJson = waitForSummaryJson;
 exports.extractVideoAttachments = extractVideoAttachments;
 exports.uploadVideosWithSpinner = uploadVideosWithSpinner;
 const fs_1 = __importDefault(require("fs"));
@@ -15,9 +16,31 @@ const BUCKET_DOMAINS = {
     "empirical-assets-staging": "assets-staging.empirical.run",
     "empirical-assets-production": "assets.empirical.run",
 };
+const SUMMARY_JSON = (repoDir) => path_1.default.join(repoDir, "summary.json");
+async function waitForSummaryJson(repoDir) {
+    const summaryPath = SUMMARY_JSON(repoDir);
+    const maxTimeout = 5_000;
+    const timerPromise = new Promise((resolve, reject) => {
+        setTimeout(() => {
+            reject(new Error("Timeout waiting for summary.json"));
+        }, maxTimeout);
+    });
+    const fsExistsPromise = new Promise((resolve) => {
+        const checkFile = () => {
+            if (fs_1.default.existsSync(summaryPath)) {
+                resolve();
+            }
+            else {
+                setTimeout(checkFile, 100);
+            }
+        };
+        checkFile();
+    });
+    return Promise.race([timerPromise, fsExistsPromise]);
+}
 function extractVideoAttachments(repoDir) {
     try {
-        const summaryPath = path_1.default.join(repoDir, "summary.json");
+        const summaryPath = SUMMARY_JSON(repoDir);
         if (!fs_1.default.existsSync(summaryPath)) {
             console.log("summary.json not found");
             return [];

package/dist/tools/upgrade-packages/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AA+BvD,eAAO,MAAM,mBAAmB,EAAE,IA+GjC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAuBvD,eAAO,MAAM,mBAAmB,EAAE,IAiIjC,CAAC"}

package/dist/tools/upgrade-packages/index.js

@@ -10,58 +10,65 @@ const zod_1 = require("zod");
 const git_1 = require("../../utils/git");
 const utils_1 = require("../utils");
 const utils_2 = require("./utils");
-const pkgs = [
-    "@empiricalrun/playwright-utils",
-    "@empiricalrun/eslint-config",
-    "@empiricalrun/typescript-config",
-];
-const packageSpecSchema = zod_1.z.union([
-    zod_1.z.string(),
-    zod_1.z.object({
-        name: zod_1.z.string(),
-        version: zod_1.z.string().optional(),
-    }),
-]);
+const packageSpecSchema = zod_1.z.object({
+    name: zod_1.z.string(),
+    version: zod_1.z.string(),
+});
 const upgradePackagesSchema = zod_1.z.object({
-    packages: zod_1.z.array(packageSpecSchema),
+    packages: zod_1.z.array(packageSpecSchema).min(1),
 });
 exports.upgradePackagesTool = {
     schema: {
         name: "upgradePackages",
-        description: `Automatically upgrades specific packages. You can optionally specify a version for each package. If a version is not provided, the package will be upgraded to the latest version. The tool handles the entire workflow: updating package files, committing changes, creating/updating PRs, and managing merges. For patch updates (e.g., 1.0.1 → 1.0.2), it automatically merges the PR and cleans up. For minor/major updates, it leaves the PR open for review. Returns a success message with the PR URL and merge status.`,
+        description: `This tool can be used to upgrade NPM packages in this repository. To run this tool, specify a list of packages with their names and version strings. At least one package must be specified.
+This tool handles the entire workflow: editing the package.json file, running "npm install", generating lockfile, committing the changes and creating a pull request. For patch updates (e.g., 1.0.1 → 1.0.2), the tool will automatically merge the PR for minor updates. For major updates, the user needs to review the PR and merge it manually.`,
         parameters: upgradePackagesSchema,
     },
     needsBrowser: false,
     execute: async ({ input, repoPath, apiKey, }) => {
-        const { packages } = input;
-        let packagesToUpdate = packages.length ? packages : pkgs;
-        const packageSpecs = packagesToUpdate.map((p) => typeof p === "string" ? { name: p, version: undefined } : p);
+        const { packages: packagesToUpdate } = input;
         try {
             const repoName = path_1.default.basename(repoPath);
             const branchName = await (0, git_1.getCurrentBranchName)(repoPath);
             const packageJsonPath = path_1.default.join(repoPath, "package.json");
             const packageJson = JSON.parse(fs_1.default.readFileSync(packageJsonPath, "utf-8"));
-            for (let { name: pkgName, version } of packageSpecs) {
+            const changes = [];
+            for (let { name: pkgName, version } of packagesToUpdate) {
                 const isDevDep = !!packageJson.devDependencies?.[pkgName];
                 try {
-                    await (0, utils_2.upgradeAndStagePackage)({
+                    const updatedPackage = await (0, utils_2.upgradeAndStagePackage)({
                         repoPath,
                         pkgName,
                         version,
                         isDevDep,
                     });
+                    changes.push(updatedPackage);
                 }
                 catch (err) {
                     console.error(`Failed to upgrade ${pkgName}:`, err);
+                    return {
+                        result: `Failed to upgrade ${pkgName}: ${err.message}`,
+                        isError: true,
+                    };
                 }
             }
+            const filesChanged = await (0, git_1.getFilesChanged)(repoPath);
+            const hasChanges = filesChanged.length > 0;
+            if (!hasChanges) {
+                return {
+                    result: "Success: No package changes detected, nothing to commit. Skipping PR creation.",
+                    isError: false,
+                };
+            }
             await (0, git_1.commitFilesAndPushBranch)({
-                commitMessage: "[create-pull-request] automated change [skip ci]",
+                commitMessage: `[upgrade-packages] upgrade ${changes.length} packages [skip ci]`,
                 branchName,
                 files: ["package.json", "package-lock.json"],
                 repoPath,
             });
             await new Promise((resolve) => setTimeout(resolve, 5_000));
+            const prBody = `Upgraded the following packages:\n\n${changes.map((c) => `- \`${c.name}\` → ${c.version ? c.version : "latest"}`).join("\n")}`;
+            const prTitle = `chore: upgrade ${changes.length} package(s)`;
             let shouldMerge = false;
             let prNumber = null;
             let merged = false;
@@ -71,8 +78,8 @@ exports.upgradePackagesTool = {
                     repo: repoName,
                     apiKey,
                     branchName,
-                    title: "Upgrade packages",
-                    body: "Upgrade packages to specified versions",
+                    title: prTitle,
+                    body: prBody,
                     labels: ["automated"],
                 });
                 prNumber = pr.number;
@@ -109,7 +116,7 @@ exports.upgradePackagesTool = {
                     ? "created but merge failed"
                     : "created but not merged (non-patch updates)";
             return {
-                result: `Success: PR ${status}. Link: ${prLink}`,
+                result: `Success: Successfully upgraded ${changes.length} package(s). PR ${status}. Link: ${prLink}`,
                 isError: false,
             };
         }

package/dist/tools/upgrade-packages/utils.d.ts

@@ -1,4 +1,10 @@
 export declare function getLatestVersion(packageName: string): Promise<any>;
+export declare function parsePackageJsonDiff({ diff, }: {
+    diff: string;
+}): Record<string, {
+    old?: string;
+    new?: string;
+}>;
 export declare function shouldMergePR({ repoName, prNumber, apiKey, }: {
     repoName: string;
     prNumber: number;
@@ -9,5 +15,8 @@ export declare function upgradeAndStagePackage({ repoPath, pkgName, version, isD
     pkgName: string;
     version?: string;
     isDevDep: boolean;
-}): Promise<void>;
+}): Promise<{
+    name: string;
+    version: any;
+}>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/tools/upgrade-packages/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/utils.ts"],"names":[],"mappings":"AAYA,wBAAsB,gBAAgB,CAAC,WAAW,EAAE,MAAM,gBAczD;AAmED,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,oBA6BA;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,QAAQ,EACR,OAAO,EACP,OAAO,EACP,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB,iBAUA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/utils.ts"],"names":[],"mappings":"AAoBA,wBAAsB,gBAAgB,CAAC,WAAW,EAAE,MAAM,gBAkBzD;AA8BD,wBAAgB,oBAAoB,CAAC,EACnC,IAAI,GACL,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;CACd,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAuBjD;AAED,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,oBA8BA;AAED,wBAAsB,sBAAsB,CAAC,EAC3C,QAAQ,EACR,OAAO,EACP,OAAO,EACP,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB;;;GAcA"}

package/dist/tools/upgrade-packages/utils.js

@@ -1,11 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getLatestVersion = getLatestVersion;
+exports.parsePackageJsonDiff = parsePackageJsonDiff;
 exports.shouldMergePR = shouldMergePR;
 exports.upgradeAndStagePackage = upgradeAndStagePackage;
 const child_process_1 = require("child_process");
 const utils_1 = require("../utils");
 function isPatchUpdate(currentVersion, newVersion) {
+    if (!currentVersion || !newVersion) {
+        // If current is undefined, we might be installing a new package
+        // Both must be truthy for this to be a patch version update
+        return false;
+    }
     const current = currentVersion.replace(/^[\^~]/, "").split(".");
     const next = newVersion.replace(/^[\^~]/, "").split(".");
     return (current[0] === next[0] && current[1] === next[1] && current[2] !== next[2]);
@@ -15,7 +21,10 @@ async function getLatestVersion(packageName) {
     try {
         const response = await fetch(url);
         if (!response.ok) {
-            throw new Error(`Failed to fetch data for package: ${packageName}`);
+            const errorMsg = response.status === 404
+                ? `Package '${packageName}' not found on npm registry`
+                : `Failed to fetch data for package: ${packageName}`;
+            throw new Error(errorMsg);
         }
         const packageInfo = await response.json();
         console.log(`Latest version of ${packageName}: ${packageInfo.version}`);
@@ -26,68 +35,63 @@ async function getLatestVersion(packageName) {
         throw error;
     }
 }
-async function getPackageJsonChanges({ repoName, prNumber, apiKey, }) {
+async function getGitDiffForPackageJson({ repoName, prNumber, apiKey, }) {
     const url = `${utils_1.GITHUB_API_BASE}/${repoName}/pulls/${prNumber}/files`;
-    try {
-        const files = await (0, utils_1.callGitHubProxy)({
-            method: "GET",
-            url: url,
-            apiKey,
-        });
-        if (!files) {
-            throw new Error("Failed to fetch PR files via proxy");
-        }
-        const packageJsonChanges = files.find((file) => file.filename === "package.json");
-        if (!packageJsonChanges) {
-            console.log("No package.json changes found in PR");
-            return null;
-        }
-        const patchLines = packageJsonChanges.patch.split("\n");
-        const changes = {};
-        // Process the patch lines to find version changes
-        for (let i = 0; i < patchLines.length; i++) {
-            const line = patchLines[i];
-            // Look for lines that change version numbers
-            const match = line.match(/^[-+]\s*"([^"]+)":\s*"([^"]+)"/);
-            if (match) {
-                const [, pkg, version] = match;
-                const changeType = line.startsWith("+") ? "new" : "old";
-                if (!changes[pkg]) {
-                    changes[pkg] = {};
-                }
-                changes[pkg][changeType] = version;
+    const files = await (0, utils_1.callGitHubProxy)({
+        method: "GET",
+        url: url,
+        apiKey,
+    });
+    if (!files) {
+        throw new Error("Failed to fetch PR files via proxy");
+    }
+    const packageJsonChanges = files.find((file) => file.filename === "package.json");
+    if (!packageJsonChanges) {
+        console.log("No package.json changes found in PR");
+        return null;
+    }
+    return packageJsonChanges.patch;
+}
+function parsePackageJsonDiff({ diff, }) {
+    const patchLines = diff.split("\n");
+    const changes = {};
+    for (let i = 0; i < patchLines.length; i++) {
+        const line = patchLines[i];
+        // Look for lines that change version numbers
+        const match = line.match(/^[-+]\s*"([^"]+)":\s*"([^"]+)"/);
+        if (match) {
+            const [, pkg, version] = match;
+            if (!pkg) {
+                console.warn("No package name found in line:", line);
+                continue;
             }
-        }
-        // Filter out any packages that don't have both old and new versions
-        const validChanges = {};
-        for (const [pkg, versions] of Object.entries(changes)) {
-            if (versions.old && versions.new) {
-                validChanges[pkg] = {
-                    oldVersion: versions.old,
-                    newVersion: versions.new,
-                };
+            const changeType = line.startsWith("+") ? "new" : "old";
+            if (!changes[pkg]) {
+                changes[pkg] = {};
             }
+            changes[pkg][changeType] = version;
         }
-        return validChanges;
-    }
-    catch (error) {
-        console.error(`Error fetching PR changes: ${error.message}`);
-        throw error;
     }
+    return changes;
 }
 async function shouldMergePR({ repoName, prNumber, apiKey, }) {
-    const changes = await getPackageJsonChanges({
+    const gitDiff = await getGitDiffForPackageJson({
         repoName,
         prNumber,
         apiKey,
     });
-    if (!changes) {
+    if (!gitDiff) {
+        console.log("No package.json changes found, skipping merge");
+        return false;
+    }
+    const changes = parsePackageJsonDiff({ diff: gitDiff });
+    if (Object.keys(changes).length === 0) {
         console.log("No package.json changes found, skipping merge");
         return false;
     }
     let allPatchUpdates = true;
     for (const [pkg, versions] of Object.entries(changes)) {
-        const { oldVersion, newVersion } = versions;
+        const { old: oldVersion, new: newVersion } = versions;
         if (!isPatchUpdate(oldVersion, newVersion)) {
             console.log(`${pkg}: ${oldVersion} -> ${newVersion} is not a patch update`);
             allPatchUpdates = false;
@@ -103,4 +107,8 @@ async function upgradeAndStagePackage({ repoPath, pkgName, version, isDevDep, })
     (0, child_process_1.execSync)(`npm i ${pkgName}@${pkgVersion} ${isDevDep ? "--save-dev" : "--save"}`, { cwd: repoPath });
     console.log(`Updated package: ${pkgName} version to ${pkgVersion} in ${repoPath}`);
     (0, child_process_1.execSync)("git add package.json package-lock.json", { cwd: repoPath });
+    return {
+        name: pkgName,
+        version: pkgVersion,
+    };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.69.7",
+  "version": "0.70.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -82,7 +82,7 @@
     "playwright": "1.53.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.6.1"
+    "@empiricalrun/shared-types": "0.6.2"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/glob.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/recorder/glob.d.ts

@@ -1,2 +0,0 @@
-export declare function generateMatchingString(patterns: string[]): string | null;
-//# sourceMappingURL=glob.d.ts.map

package/dist/recorder/glob.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"glob.d.ts","sourceRoot":"","sources":["../../src/recorder/glob.ts"],"names":[],"mappings":"AAGA,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CA8FxE"}

package/dist/recorder/glob.js

@@ -1,74 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateMatchingString = generateMatchingString;
-const minimatch_1 = require("minimatch");
-const path_1 = __importDefault(require("path"));
-function generateMatchingString(patterns) {
-    // Separate positive and negative patterns
-    const positivePatterns = patterns.filter((p) => !p.startsWith("!"));
-    const negativePatterns = patterns
-        .filter((p) => p.startsWith("!"))
-        .map((p) => p.slice(1));
-    // Start with the most specific pattern - temp-test.spec.ts
-    const tempTestPattern = positivePatterns.find((p) => p.includes("temp-test.spec.ts"));
-    if (!tempTestPattern) {
-        return null;
-    }
-    // Extract the base directory from the testDirPattern
-    const testDirPattern = positivePatterns.find((p) => p.includes("/**"));
-    if (!testDirPattern) {
-        return null;
-    }
-    // Get the base directory (everything before /**)
-    const baseDir = testDirPattern.replace("/**", "");
-    // Generate a simple path that matches all positive patterns
-    let candidatePath = path_1.default.join(baseDir, "temp-test.spec.ts");
-    // Check if it matches all positive patterns
-    for (const pattern of positivePatterns) {
-        if (!(0, minimatch_1.minimatch)(candidatePath, pattern)) {
-            // If it doesn't match, try to adjust the path
-            // For patterns like **/*.spec.ts, we might need to add subdirectories
-            if (pattern.includes("**/")) {
-                // Try adding a subdirectory
-                candidatePath = path_1.default.join(baseDir, "e2e", "temp-test.spec.ts");
-            }
-        }
-    }
-    // Check against negative patterns
-    for (const pattern of negativePatterns) {
-        if ((0, minimatch_1.minimatch)(candidatePath, pattern)) {
-            // If it matches a negative pattern, try to find an alternative path
-            // Add a different subdirectory or modify the path
-            candidatePath = path_1.default.join(baseDir, "integration", "temp-test.spec.ts");
-            // Re-check against all patterns
-            const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(candidatePath, p));
-            const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(candidatePath, p));
-            if (!matchesAllPositive || !matchesNoNegative) {
-                // Try another path
-                candidatePath = path_1.default.join(baseDir, "specs", "temp-test.spec.ts");
-            }
-        }
-    }
-    // Final validation
-    const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(candidatePath, p));
-    const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(candidatePath, p));
-    if (matchesAllPositive && matchesNoNegative) {
-        return candidatePath;
-    }
-    // If we still can't find a valid path, try a more systematic approach
-    const subdirs = ["", "e2e", "integration", "specs", "playwright", "tests"];
-    for (const subdir of subdirs) {
-        const testPath = subdir
-            ? path_1.default.join(baseDir, subdir, "temp-test.spec.ts")
-            : path_1.default.join(baseDir, "temp-test.spec.ts");
-        const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(testPath, p));
-        const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(testPath, p));
-        if (matchesAllPositive && matchesNoNegative) {
-            return testPath;
-        }
-    }
-    return null;
-}