@empiricalrun/test-gen 0.70.1 → 0.71.1

package/CHANGELOG.md

@@ -1,5 +1,35 @@
 # @empiricalrun/test-gen
 
+## 0.71.1
+
+### Patch Changes
+
+- ebafc76: chore: new commits to trigger publish
+- Updated dependencies [ebafc76]
+  - @empiricalrun/llm@0.19.4
+
+## 0.71.0
+
+### Minor Changes
+
+- c2bcc63: feat: github cred to be always alive in cli
+
+### Patch Changes
+
+- d326e62: feat: create draft request from cli
+- 6d5a283: fix: pw project resolution in dirs with spaces
+- fc5469c: fix: commit message duplicate skip ci
+- 64f4323: feat: tool call telemetry with posthog
+- Updated dependencies [6d5a283]
+  - @empiricalrun/test-run@0.10.7
+
+## 0.70.2
+
+### Patch Changes
+
+- 2b0a5ec: feat: add session id to pr description
+  - @empiricalrun/llm@0.19.3
+
 ## 0.70.1
 
 ### Patch Changes

package/dist/agent/chat/agent-loop.d.ts

@@ -1,10 +1,10 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { IChatModel } from "@empiricalrun/llm/chat";
-import { SupportedChatModels } from "@empiricalrun/shared-types";
+import { PendingToolCall, SupportedChatModels } from "@empiricalrun/shared-types";
 import { ToolCallService } from "../../tool-call-service";
 import { FileInfo } from "../../types";
 import { ReporterFunction } from "./types";
-export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, }: {
+export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, onToolCallQueued, }: {
     chatModel: IChatModel<any>;
     selectedModel: SupportedChatModels;
     toolCallService: ToolCallService;
@@ -12,5 +12,6 @@ export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trac
     trace?: TraceClient;
     fileInfo: FileInfo;
     isToolExecutionRemote: boolean;
+    onToolCallQueued?: (requestId: string, toolCalls: PendingToolCall[]) => void;
 }): Promise<void>;
 //# sourceMappingURL=agent-loop.d.ts.map

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,GACtB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;CAChC,iBAqDA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,eAAe,EACf,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,GACjB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK,IAAI,CAAC;CAC9E,iBAwDA"}

package/dist/agent/chat/agent-loop.js

@@ -5,15 +5,17 @@ const chat_1 = require("@empiricalrun/llm/chat");
 const prompt_1 = require("./prompt");
 const state_1 = require("./state");
 const utils_1 = require("./utils");
-async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, }) {
+async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, onToolCallQueued, }) {
     const systemPrompt = await (0, prompt_1.buildSystemPrompt)(fileInfo);
     trace?.update({ input: { systemPrompt } });
     while (!chatModel.askUserForInput) {
         try {
             const toolCalls = chatModel.getPendingToolCalls();
-            if (toolCalls.length) {
+            if (toolCalls.length > 0) {
                 if (isToolExecutionRemote) {
-                    await toolCallService.sendToQueue(toolCalls);
+                    const requestId = toolCalls[0].id;
+                    await toolCallService.sendToQueue(requestId, toolCalls);
+                    onToolCallQueued?.(requestId, toolCalls);
                     (0, utils_1.log)(`Tool call remote execution in progress`);
                     break;
                 }

package/dist/agent/chat/state.d.ts

@@ -30,8 +30,10 @@ export declare function loadChatState(): ChatState | undefined;
 export declare function migrateChatState(oldState: any): ChatState;
 export declare function saveToDisk<T>(messages: Array<T>, selectedModel: SupportedChatModels, askUserForInput: boolean, error: ChatStateError | null): void;
 export declare function getLatestDownloadBuildUrl(messages: CanonicalMessage[]): string | null;
-export declare function fetchToolCallAvailability(toolRequestId: String, messages: CanonicalMessage[]): {
+export declare function fetchToolCallAvailability(toolCallId: String, messages: CanonicalMessage[]): {
     hasToolRequest: boolean;
     hasToolResponse: boolean;
+    toolCallName: string;
+    toolCallQueuedAt: Date | undefined;
 };
 //# sourceMappingURL=state.d.ts.map

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AA+BpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,UAAU,EAAE,EACzB,aAAa,EAAE,mBAAmB,GACjC,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAMhC;AAED,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,aAAa,EACb,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,EACxB,KAAK,EAAE,cAAc,GAAG,IAAI,QAgB7B;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,yBAAyB,CACvC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,gBAAgB,EAAE;;;EAe7B"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EAEpB,MAAM,4BAA4B,CAAC;AA+BpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,UAAU,EAAE,EACzB,aAAa,EAAE,mBAAmB,GACjC,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAMhC;AAED,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,aAAa,EACb,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,EACxB,KAAK,EAAE,cAAc,GAAG,IAAI,QAgB7B;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,gBAAgB,EAAE;;;;;EA2B7B"}

package/dist/agent/chat/state.js

@@ -162,18 +162,21 @@ function getLatestDownloadBuildUrl(messages) {
     const input = toolCallPart.toolCall.input;
     return input.buildUrl;
 }
-function fetchToolCallAvailability(toolRequestId, messages) {
-    let hasToolRequest = false;
-    let hasToolResponse = false;
-    messages.forEach((message) => {
-        message.parts.forEach((part) => {
-            if ("toolCall" in part && part.toolCall?.id === toolRequestId) {
-                hasToolRequest = true;
-            }
-            if ("toolResult" in part && part.toolCallId === toolRequestId) {
-                hasToolResponse = true;
-            }
-        });
-    });
-    return { hasToolRequest, hasToolResponse };
+function fetchToolCallAvailability(toolCallId, messages) {
+    const toolCallMessage = messages.find((message) => message.parts.some((part) => {
+        return "toolCall" in part && part.toolCallId === toolCallId;
+    }));
+    const messageTimestampIso = toolCallMessage?.timestamp;
+    const toolCallPart = toolCallMessage?.parts.find((part) => "toolCall" in part && part.toolCallId === toolCallId);
+    const toolResponseMessage = messages.find((message) => message.parts.some((part) => {
+        return "toolResult" in part && part.toolCallId === toolCallId;
+    }));
+    return {
+        hasToolRequest: !!toolCallMessage,
+        hasToolResponse: !!toolResponseMessage,
+        toolCallName: toolCallPart?.toolCall?.name || "",
+        toolCallQueuedAt: messageTimestampIso
+            ? new Date(messageTimestampIso)
+            : undefined,
+    };
 }

package/dist/bin/environments.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"environments.d.ts","sourceRoot":"","sources":["../../src/bin/environments.ts"],"names":[],"mappings":"AAQA,wBAAsB,gBAAgB,kBAiErC"}
+{"version":3,"file":"environments.d.ts","sourceRoot":"","sources":["../../src/bin/environments.ts"],"names":[],"mappings":"AASA,wBAAsB,gBAAgB,kBAiErC"}

package/dist/bin/environments.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.listEnvironments = listEnvironments;
 const api_client_1 = require("../auth/api-client");
 const validation_1 = require("../recorder/validation");
+// TODO: Match against playwright project names - show that to the user
 async function listEnvironments() {
     try {
         let repoName = await (0, validation_1.validatePackageJson)(process.cwd());

package/dist/bin/index.js

@@ -20,6 +20,7 @@ const run_3 = require("../agent/planner/run");
 const auth_1 = require("../auth");
 const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
+const validation_1 = require("../recorder/validation");
 const reporter_1 = require("../reporter");
 const session_1 = require("../session");
 const test_build_1 = require("../test-build");
@@ -187,7 +188,10 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
     return agent;
 }
 async function main() {
-    await (0, utils_2.printBanner)();
+    const rawMode = process.argv.includes("--raw");
+    if (!rawMode) {
+        await (0, utils_2.printBanner)();
+    }
     const program = new commander_1.Command();
     program
         .command("login")
@@ -350,6 +354,36 @@ async function main() {
         }
         process.exit(0);
     });
+    program
+        .command("github-token")
+        .description("Fetch GitHub token for a repository")
+        .option("--raw", "Print only the token with no additional output")
+        .action(async (opts) => {
+        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["raw"]);
+        let repoName = await (0, validation_1.validatePackageJson)(process.cwd());
+        if (!repoName) {
+            console.error("❌ Not a valid git repo with package.json. Run this command inside a project directory.");
+            process.exit(1);
+        }
+        const response = await api_client_1.apiClient.request(`/api/projects/clone?project_repo_name=${repoName}`);
+        const json = await response.json();
+        if (!response.ok || !json.data || !json.data.access_token) {
+            const errorMsg = json?.error ||
+                response.statusText ||
+                "Failed to fetch GitHub token for the repository";
+            throw new Error(errorMsg);
+        }
+        const { access_token } = json.data;
+        if (options.raw) {
+            console.log("username=x-access-token");
+            console.log(`password=${access_token}`);
+        }
+        else {
+            console.log(`🔐 GitHub token for ${repoName}:`);
+            console.log(access_token);
+        }
+        process.exit(0);
+    });
     program
         .command("legacy")
         .description("Run the legacy workflows")

package/dist/bin/setup.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AA+EA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA2BhE"}
+{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AAmIA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA4BhE"}

package/dist/bin/setup.js

@@ -9,6 +9,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const util_1 = require("util");
 const api_client_1 = require("../auth/api-client");
+const utils_1 = require("./utils");
 const execAsync = (0, util_1.promisify)(child_process_1.exec);
 async function cloneRepository(cloneUrl, repoName) {
     const targetDir = path_1.default.join(process.cwd(), repoName);
@@ -61,6 +62,45 @@ async function installPlaywrightBrowser(targetDir) {
         process.exit(1);
     }
 }
+async function cleanUpRepoCredSetup(repoPath) {
+    const currentUrl = await execAsync(`git config --get remote.origin.url`, {
+        cwd: repoPath,
+    });
+    const cleanUrl = (0, utils_1.cleanUpGithubUrl)(currentUrl.stdout);
+    await execAsync(`git config remote.origin.url "${cleanUrl}"`, {
+        cwd: repoPath,
+    });
+}
+async function setupRepoCredentials(repoPath) {
+    console.log(`🔑 Setting up repository credentials...`);
+    const helperCommand = `!npx @empiricalrun/test-gen github-token --raw`;
+    await execAsync(`git config credential."https://github.com".helper '${helperCommand}'`, { cwd: repoPath });
+    console.log(`✅ Repository credentials configured`);
+}
+async function validateAndSetupRepo(repoPath) {
+    const gitDir = path_1.default.join(repoPath, ".git");
+    try {
+        await fs_1.default.promises.access(gitDir, fs_1.default.constants.F_OK);
+    }
+    catch {
+        throw new Error("Not a git repository");
+    }
+    const configPath = path_1.default.join(gitDir, "config");
+    const config = await fs_1.default.promises.readFile(configPath, "utf8");
+    if (config.includes('[credential "https://github.com"]')) {
+        console.log("⚠️  GitHub App credentials already configured");
+        return;
+    }
+    await setupRepoCredentials(repoPath);
+    await cleanUpRepoCredSetup(repoPath);
+    try {
+        await execAsync("git ls-remote origin", { cwd: repoPath });
+        console.log("✅ Authentication test successful");
+    }
+    catch (error) {
+        console.error("⚠️  Authentication test failed:", error.message);
+    }
+}
 async function runSetup({ repoName }) {
     try {
         console.log(`🔍 Fetching details for repository: ${repoName}`);
@@ -73,8 +113,9 @@ async function runSetup({ repoName }) {
         }
         const { data: repoDetails } = await response.json();
         const { clone_url } = repoDetails;
-        console.log(`📂 Clone URL: ${clone_url}`);
+        console.log(`📂 Clone URL: ${(0, utils_1.cleanUpGithubUrl)(clone_url)}`);
         const targetDir = await cloneRepository(clone_url, repoName);
+        await validateAndSetupRepo(targetDir);
         await installDependencies(targetDir);
         await installPlaywrightBrowser(targetDir);
         console.log(`\n🎉 Setup complete! Repository is ready at ./${repoName}`);

package/dist/bin/utils/index.d.ts

@@ -7,7 +7,9 @@ export interface CLIOptions {
     prompt?: string;
     suites?: string;
     repoName?: string;
+    raw?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CLIOptions, requiredFields?: string[]): Promise<CLIOptions>;
 export declare function printBanner(): Promise<void>;
+export declare function cleanUpGithubUrl(url: string): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,UAQ3C"}

package/dist/bin/utils/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ARGS_TO_MODEL_MAP = void 0;
 exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;
 exports.printBanner = printBanner;
+exports.cleanUpGithubUrl = cleanUpGithubUrl;
 const inquirer_1 = __importDefault(require("inquirer"));
 const PACKAGE_NAME = "@empiricalrun/test-gen";
 exports.ARGS_TO_MODEL_MAP = {
@@ -132,3 +133,9 @@ async function printBanner() {
     });
     console.log(""); // Bottom padding
 }
+function cleanUpGithubUrl(url) {
+    return url
+        .trim()
+        .replace(/https:\/\/[^@]+@github\.com\//, "https://github.com/")
+        .replace(/https:\/\/x-access-token:[^@]+@github\.com\//, "https://github.com/");
+}

package/dist/recorder/request.js

@@ -182,6 +182,8 @@ async function createRequest({ repoName, title, description, }) {
                 title,
                 description,
                 project_repo_name: repoName,
+                // TODO: Enable draft requests when we have UX on dashboard sorted
+                // status: "draft",
             }),
         });
         if (!response.ok) {

package/dist/tool-call-service/index.d.ts

@@ -25,7 +25,7 @@ export declare class ToolCallService {
         featureFlags: string[];
         environmentOverrides?: Record<string, string>;
     });
-    sendToQueue(toolCalls: PendingToolCall[]): Promise<void>;
+    sendToQueue(requestId: string, toolCalls: PendingToolCall[]): Promise<void>;
     execute(toolCalls: PendingToolCall[]): Promise<ToolResult[]>;
 }
 export {};

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAwEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,eAAe,EAAE,GAC3B,OAAO,CAAC,IAAI,CAAC;IAcV,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAyEnE"}

package/dist/tool-call-service/index.js

@@ -61,11 +61,7 @@ class ToolCallService {
             };
         }
     }
-    async sendToQueue(toolCalls) {
-        const requestId = toolCalls[0]?.id;
-        if (!requestId) {
-            throw new Error("Could not find an id for the tool call.");
-        }
+    async sendToQueue(requestId, toolCalls) {
         const queueUrl = (0, utils_1.getQueueUrl)(toolCalls, this.tools);
         if (!queueUrl) {
             throw new Error(`queueUrl is required for remote execution.`);
@@ -116,6 +112,7 @@ class ToolCallService {
                     repoPath: this.repoPath,
                     apiKey: this.apiKey,
                     trace: this.trace,
+                    chatSessionId: this.chatSessionId,
                     collectArtifacts: collectArtifactsFn,
                     environmentOverrides: this.environmentOverrides,
                     featureFlags: this.featureFlags,

package/dist/tool-call-service/utils.js

@@ -50,8 +50,8 @@ async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     });
     await sqs.send(new client_sqs_1.SendMessageCommand({
         QueueUrl: queueUrl,
-        MessageBody: JSON.stringify(payload),
         MessageGroupId: payload.requestId,
-        MessageDeduplicationId: payload.requestId, // unique id for the tool request
+        MessageDeduplicationId: payload.requestId,
+        MessageBody: JSON.stringify(payload),
     }));
 }

package/dist/tools/commit-and-create-pr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAoCpC,eAAO,MAAM,qBAAqB,EAAE,IAkFnC,CAAC"}
+{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AA0CpC,eAAO,MAAM,qBAAqB,EAAE,IAoFnC,CAAC"}

package/dist/tools/commit-and-create-pr.js

@@ -16,12 +16,15 @@ For example, if you used the test run tool, you should include the results (and
 videos and other artifacts that help the reviewer gain more context and confidence in the changes. If tests pass, reviewer will see the video and merge the PR.
 If tests fail, reviewer will see the video and the test artifacts, and will be able to help you debug the issue.`),
 });
-function descriptionWithTimestamp(description) {
+function descriptionWithMetadata(chatSessionId, description) {
     const timestamp = new Date()
         .toISOString()
         .replace("T", " ")
         .replace("Z", " UTC");
-    return `${description}\n\n<sup>Updated at ${timestamp}</sup>`;
+    const sessionInfo = chatSessionId
+        ? `\n\nPR created from session #${chatSessionId}`
+        : ``;
+    return `${description}${sessionInfo}\n\n<sup>Updated at ${timestamp}</sup>`;
 }
 exports.createPullRequestTool = {
     schema: {
@@ -37,7 +40,7 @@ Don't ask the user for this information, just come up with it yourself.
         parameters: createPullRequestSchema,
     },
     needsBrowser: false,
-    execute: async ({ input, repoPath, apiKey, }) => {
+    execute: async ({ input, repoPath, apiKey, chatSessionId, }) => {
         try {
             const { pullRequestTitle, pullRequestDescription } = input;
             const branchName = await (0, git_1.getCurrentBranchName)(repoPath);
@@ -61,7 +64,7 @@ Don't ask the user for this information, just come up with it yourself.
                     owner,
                     repo,
                     prNumber: existingPR.number,
-                    body: descriptionWithTimestamp(pullRequestDescription),
+                    body: descriptionWithMetadata(chatSessionId, pullRequestDescription),
                     apiKey,
                 });
                 return {
@@ -75,7 +78,7 @@ Don't ask the user for this information, just come up with it yourself.
                 title: pullRequestTitle,
                 head: branchName,
                 base: "main",
-                body: descriptionWithTimestamp(pullRequestDescription),
+                body: descriptionWithMetadata(chatSessionId, pullRequestDescription),
                 apiKey,
             });
             return {

package/dist/tools/upgrade-packages/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAuBvD,eAAO,MAAM,mBAAmB,EAAE,IAmIjC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAuBvD,eAAO,MAAM,mBAAmB,EAAE,IAwIjC,CAAC"}

package/dist/tools/upgrade-packages/index.js

@@ -25,7 +25,7 @@ This tool handles the entire workflow: editing the package.json file, running "n
         parameters: upgradePackagesSchema,
     },
     needsBrowser: false,
-    execute: async ({ input, repoPath, apiKey, }) => {
+    execute: async ({ input, repoPath, apiKey, chatSessionId, }) => {
         const { packages: packagesToUpdate } = input;
         try {
             const repoName = path_1.default.basename(repoPath);
@@ -62,13 +62,16 @@ This tool handles the entire workflow: editing the package.json file, running "n
             }
             const updateMessage = `upgrade ${changes.length} package${changes.length === 1 ? "" : "s"}`;
             await (0, git_1.commitFilesAndPushBranch)({
-                commitMessage: `[upgrade-packages] ${updateMessage} [skip ci]`,
+                commitMessage: `[upgrade-packages] ${updateMessage}`,
                 branchName,
                 files: ["package.json", "package-lock.json"],
                 repoPath,
             });
             await new Promise((resolve) => setTimeout(resolve, 5_000));
             const prBody = `Upgraded the following packages:\n\n${changes.map((c) => `- \`${c.name}\` → ${c.version ? c.version : "latest"}`).join("\n")}`;
+            const sessionMetadata = chatSessionId
+                ? `PR created from session #${chatSessionId}`
+                : ``;
             const prTitle = `chore: ${updateMessage}`;
             let shouldMerge = false;
             let prNumber = null;
@@ -80,7 +83,7 @@ This tool handles the entire workflow: editing the package.json file, running "n
                     apiKey,
                     branchName,
                     title: prTitle,
-                    body: prBody,
+                    body: `${prBody}\n\n${sessionMetadata}`,
                     labels: ["automated"],
                 });
                 prNumber = pr.number;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.70.1",
+  "version": "0.71.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -64,9 +64,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.19.3",
+    "@empiricalrun/llm": "^0.19.4",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.6"
+    "@empiricalrun/test-run": "^0.10.7"
   },
   "devDependencies": {
     "@playwright/test": "1.53.0",
@@ -82,7 +82,7 @@
     "playwright": "1.53.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.6.2"
+    "@empiricalrun/shared-types": "0.6.3"
   },
   "scripts": {
     "dev": "tspc --build --watch",