@empiricalrun/test-gen 0.70.2 → 0.71.1

package/CHANGELOG.md

@@ -1,5 +1,28 @@
 # @empiricalrun/test-gen
 
+## 0.71.1
+
+### Patch Changes
+
+- ebafc76: chore: new commits to trigger publish
+- Updated dependencies [ebafc76]
+  - @empiricalrun/llm@0.19.4
+
+## 0.71.0
+
+### Minor Changes
+
+- c2bcc63: feat: github cred to be always alive in cli
+
+### Patch Changes
+
+- d326e62: feat: create draft request from cli
+- 6d5a283: fix: pw project resolution in dirs with spaces
+- fc5469c: fix: commit message duplicate skip ci
+- 64f4323: feat: tool call telemetry with posthog
+- Updated dependencies [6d5a283]
+  - @empiricalrun/test-run@0.10.7
+
 ## 0.70.2
 
 ### Patch Changes

package/dist/agent/chat/agent-loop.d.ts

@@ -1,10 +1,10 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { IChatModel } from "@empiricalrun/llm/chat";
-import { SupportedChatModels } from "@empiricalrun/shared-types";
+import { PendingToolCall, SupportedChatModels } from "@empiricalrun/shared-types";
 import { ToolCallService } from "../../tool-call-service";
 import { FileInfo } from "../../types";
 import { ReporterFunction } from "./types";
-export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, }: {
+export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, onToolCallQueued, }: {
     chatModel: IChatModel<any>;
     selectedModel: SupportedChatModels;
     toolCallService: ToolCallService;
@@ -12,5 +12,6 @@ export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trac
     trace?: TraceClient;
     fileInfo: FileInfo;
     isToolExecutionRemote: boolean;
+    onToolCallQueued?: (requestId: string, toolCalls: PendingToolCall[]) => void;
 }): Promise<void>;
 //# sourceMappingURL=agent-loop.d.ts.map

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,GACtB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;CAChC,iBAqDA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,eAAe,EACf,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,GACjB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK,IAAI,CAAC;CAC9E,iBAwDA"}

package/dist/agent/chat/agent-loop.js

@@ -5,15 +5,17 @@ const chat_1 = require("@empiricalrun/llm/chat");
 const prompt_1 = require("./prompt");
 const state_1 = require("./state");
 const utils_1 = require("./utils");
-async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, }) {
+async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, onToolCallQueued, }) {
     const systemPrompt = await (0, prompt_1.buildSystemPrompt)(fileInfo);
     trace?.update({ input: { systemPrompt } });
     while (!chatModel.askUserForInput) {
         try {
             const toolCalls = chatModel.getPendingToolCalls();
-            if (toolCalls.length) {
+            if (toolCalls.length > 0) {
                 if (isToolExecutionRemote) {
-                    await toolCallService.sendToQueue(toolCalls);
+                    const requestId = toolCalls[0].id;
+                    await toolCallService.sendToQueue(requestId, toolCalls);
+                    onToolCallQueued?.(requestId, toolCalls);
                     (0, utils_1.log)(`Tool call remote execution in progress`);
                     break;
                 }

package/dist/agent/chat/state.d.ts

@@ -30,8 +30,10 @@ export declare function loadChatState(): ChatState | undefined;
 export declare function migrateChatState(oldState: any): ChatState;
 export declare function saveToDisk<T>(messages: Array<T>, selectedModel: SupportedChatModels, askUserForInput: boolean, error: ChatStateError | null): void;
 export declare function getLatestDownloadBuildUrl(messages: CanonicalMessage[]): string | null;
-export declare function fetchToolCallAvailability(toolRequestId: String, messages: CanonicalMessage[]): {
+export declare function fetchToolCallAvailability(toolCallId: String, messages: CanonicalMessage[]): {
     hasToolRequest: boolean;
     hasToolResponse: boolean;
+    toolCallName: string;
+    toolCallQueuedAt: Date | undefined;
 };
 //# sourceMappingURL=state.d.ts.map

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AA+BpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,UAAU,EAAE,EACzB,aAAa,EAAE,mBAAmB,GACjC,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAMhC;AAED,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,aAAa,EACb,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,EACxB,KAAK,EAAE,cAAc,GAAG,IAAI,QAgB7B;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,yBAAyB,CACvC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,gBAAgB,EAAE;;;EAe7B"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,mBAAmB,EAEpB,MAAM,4BAA4B,CAAC;AA+BpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,UAAU,EAAE,EACzB,aAAa,EAAE,mBAAmB,GACjC,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAMhC;AAED,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,aAAa,EACb,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,EACxB,KAAK,EAAE,cAAc,GAAG,IAAI,QAgB7B;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,gBAAgB,EAAE;;;;;EA2B7B"}

package/dist/agent/chat/state.js

@@ -162,18 +162,21 @@ function getLatestDownloadBuildUrl(messages) {
     const input = toolCallPart.toolCall.input;
     return input.buildUrl;
 }
-function fetchToolCallAvailability(toolRequestId, messages) {
-    let hasToolRequest = false;
-    let hasToolResponse = false;
-    messages.forEach((message) => {
-        message.parts.forEach((part) => {
-            if ("toolCall" in part && part.toolCall?.id === toolRequestId) {
-                hasToolRequest = true;
-            }
-            if ("toolResult" in part && part.toolCallId === toolRequestId) {
-                hasToolResponse = true;
-            }
-        });
-    });
-    return { hasToolRequest, hasToolResponse };
+function fetchToolCallAvailability(toolCallId, messages) {
+    const toolCallMessage = messages.find((message) => message.parts.some((part) => {
+        return "toolCall" in part && part.toolCallId === toolCallId;
+    }));
+    const messageTimestampIso = toolCallMessage?.timestamp;
+    const toolCallPart = toolCallMessage?.parts.find((part) => "toolCall" in part && part.toolCallId === toolCallId);
+    const toolResponseMessage = messages.find((message) => message.parts.some((part) => {
+        return "toolResult" in part && part.toolCallId === toolCallId;
+    }));
+    return {
+        hasToolRequest: !!toolCallMessage,
+        hasToolResponse: !!toolResponseMessage,
+        toolCallName: toolCallPart?.toolCall?.name || "",
+        toolCallQueuedAt: messageTimestampIso
+            ? new Date(messageTimestampIso)
+            : undefined,
+    };
 }

package/dist/bin/environments.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"environments.d.ts","sourceRoot":"","sources":["../../src/bin/environments.ts"],"names":[],"mappings":"AAQA,wBAAsB,gBAAgB,kBAiErC"}
+{"version":3,"file":"environments.d.ts","sourceRoot":"","sources":["../../src/bin/environments.ts"],"names":[],"mappings":"AASA,wBAAsB,gBAAgB,kBAiErC"}

package/dist/bin/environments.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.listEnvironments = listEnvironments;
 const api_client_1 = require("../auth/api-client");
 const validation_1 = require("../recorder/validation");
+// TODO: Match against playwright project names - show that to the user
 async function listEnvironments() {
     try {
         let repoName = await (0, validation_1.validatePackageJson)(process.cwd());

package/dist/bin/index.js

@@ -20,6 +20,7 @@ const run_3 = require("../agent/planner/run");
 const auth_1 = require("../auth");
 const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
+const validation_1 = require("../recorder/validation");
 const reporter_1 = require("../reporter");
 const session_1 = require("../session");
 const test_build_1 = require("../test-build");
@@ -187,7 +188,10 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
     return agent;
 }
 async function main() {
-    await (0, utils_2.printBanner)();
+    const rawMode = process.argv.includes("--raw");
+    if (!rawMode) {
+        await (0, utils_2.printBanner)();
+    }
     const program = new commander_1.Command();
     program
         .command("login")
@@ -350,6 +354,36 @@ async function main() {
         }
         process.exit(0);
     });
+    program
+        .command("github-token")
+        .description("Fetch GitHub token for a repository")
+        .option("--raw", "Print only the token with no additional output")
+        .action(async (opts) => {
+        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["raw"]);
+        let repoName = await (0, validation_1.validatePackageJson)(process.cwd());
+        if (!repoName) {
+            console.error("❌ Not a valid git repo with package.json. Run this command inside a project directory.");
+            process.exit(1);
+        }
+        const response = await api_client_1.apiClient.request(`/api/projects/clone?project_repo_name=${repoName}`);
+        const json = await response.json();
+        if (!response.ok || !json.data || !json.data.access_token) {
+            const errorMsg = json?.error ||
+                response.statusText ||
+                "Failed to fetch GitHub token for the repository";
+            throw new Error(errorMsg);
+        }
+        const { access_token } = json.data;
+        if (options.raw) {
+            console.log("username=x-access-token");
+            console.log(`password=${access_token}`);
+        }
+        else {
+            console.log(`🔐 GitHub token for ${repoName}:`);
+            console.log(access_token);
+        }
+        process.exit(0);
+    });
     program
         .command("legacy")
         .description("Run the legacy workflows")

package/dist/bin/setup.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AA+EA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA2BhE"}
+{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../src/bin/setup.ts"],"names":[],"mappings":"AAmIA,wBAAsB,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,iBA4BhE"}

package/dist/bin/setup.js

@@ -9,6 +9,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const util_1 = require("util");
 const api_client_1 = require("../auth/api-client");
+const utils_1 = require("./utils");
 const execAsync = (0, util_1.promisify)(child_process_1.exec);
 async function cloneRepository(cloneUrl, repoName) {
     const targetDir = path_1.default.join(process.cwd(), repoName);
@@ -61,6 +62,45 @@ async function installPlaywrightBrowser(targetDir) {
         process.exit(1);
     }
 }
+async function cleanUpRepoCredSetup(repoPath) {
+    const currentUrl = await execAsync(`git config --get remote.origin.url`, {
+        cwd: repoPath,
+    });
+    const cleanUrl = (0, utils_1.cleanUpGithubUrl)(currentUrl.stdout);
+    await execAsync(`git config remote.origin.url "${cleanUrl}"`, {
+        cwd: repoPath,
+    });
+}
+async function setupRepoCredentials(repoPath) {
+    console.log(`🔑 Setting up repository credentials...`);
+    const helperCommand = `!npx @empiricalrun/test-gen github-token --raw`;
+    await execAsync(`git config credential."https://github.com".helper '${helperCommand}'`, { cwd: repoPath });
+    console.log(`✅ Repository credentials configured`);
+}
+async function validateAndSetupRepo(repoPath) {
+    const gitDir = path_1.default.join(repoPath, ".git");
+    try {
+        await fs_1.default.promises.access(gitDir, fs_1.default.constants.F_OK);
+    }
+    catch {
+        throw new Error("Not a git repository");
+    }
+    const configPath = path_1.default.join(gitDir, "config");
+    const config = await fs_1.default.promises.readFile(configPath, "utf8");
+    if (config.includes('[credential "https://github.com"]')) {
+        console.log("⚠️  GitHub App credentials already configured");
+        return;
+    }
+    await setupRepoCredentials(repoPath);
+    await cleanUpRepoCredSetup(repoPath);
+    try {
+        await execAsync("git ls-remote origin", { cwd: repoPath });
+        console.log("✅ Authentication test successful");
+    }
+    catch (error) {
+        console.error("⚠️  Authentication test failed:", error.message);
+    }
+}
 async function runSetup({ repoName }) {
     try {
         console.log(`🔍 Fetching details for repository: ${repoName}`);
@@ -73,8 +113,9 @@ async function runSetup({ repoName }) {
         }
         const { data: repoDetails } = await response.json();
         const { clone_url } = repoDetails;
-        console.log(`📂 Clone URL: ${clone_url}`);
+        console.log(`📂 Clone URL: ${(0, utils_1.cleanUpGithubUrl)(clone_url)}`);
         const targetDir = await cloneRepository(clone_url, repoName);
+        await validateAndSetupRepo(targetDir);
         await installDependencies(targetDir);
         await installPlaywrightBrowser(targetDir);
         console.log(`\n🎉 Setup complete! Repository is ready at ./${repoName}`);

package/dist/bin/utils/index.d.ts

@@ -7,7 +7,9 @@ export interface CLIOptions {
     prompt?: string;
     suites?: string;
     repoName?: string;
+    raw?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CLIOptions, requiredFields?: string[]): Promise<CLIOptions>;
 export declare function printBanner(): Promise<void>;
+export declare function cleanUpGithubUrl(url: string): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,UAQ3C"}

package/dist/bin/utils/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ARGS_TO_MODEL_MAP = void 0;
 exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;
 exports.printBanner = printBanner;
+exports.cleanUpGithubUrl = cleanUpGithubUrl;
 const inquirer_1 = __importDefault(require("inquirer"));
 const PACKAGE_NAME = "@empiricalrun/test-gen";
 exports.ARGS_TO_MODEL_MAP = {
@@ -132,3 +133,9 @@ async function printBanner() {
     });
     console.log(""); // Bottom padding
 }
+function cleanUpGithubUrl(url) {
+    return url
+        .trim()
+        .replace(/https:\/\/[^@]+@github\.com\//, "https://github.com/")
+        .replace(/https:\/\/x-access-token:[^@]+@github\.com\//, "https://github.com/");
+}

package/dist/recorder/request.js

@@ -182,6 +182,8 @@ async function createRequest({ repoName, title, description, }) {
                 title,
                 description,
                 project_repo_name: repoName,
+                // TODO: Enable draft requests when we have UX on dashboard sorted
+                // status: "draft",
             }),
         });
         if (!response.ok) {

package/dist/tool-call-service/index.d.ts

@@ -25,7 +25,7 @@ export declare class ToolCallService {
         featureFlags: string[];
         environmentOverrides?: Record<string, string>;
     });
-    sendToQueue(toolCalls: PendingToolCall[]): Promise<void>;
+    sendToQueue(requestId: string, toolCalls: PendingToolCall[]): Promise<void>;
     execute(toolCalls: PendingToolCall[]): Promise<ToolResult[]>;
 }
 export {};

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAyEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,eAAe,EAAE,GAC3B,OAAO,CAAC,IAAI,CAAC;IAcV,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAyEnE"}

package/dist/tool-call-service/index.js

@@ -61,11 +61,7 @@ class ToolCallService {
             };
         }
     }
-    async sendToQueue(toolCalls) {
-        const requestId = toolCalls[0]?.id;
-        if (!requestId) {
-            throw new Error("Could not find an id for the tool call.");
-        }
+    async sendToQueue(requestId, toolCalls) {
         const queueUrl = (0, utils_1.getQueueUrl)(toolCalls, this.tools);
         if (!queueUrl) {
             throw new Error(`queueUrl is required for remote execution.`);

package/dist/tool-call-service/utils.js

@@ -50,8 +50,8 @@ async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     });
     await sqs.send(new client_sqs_1.SendMessageCommand({
         QueueUrl: queueUrl,
-        MessageBody: JSON.stringify(payload),
         MessageGroupId: payload.requestId,
-        MessageDeduplicationId: payload.requestId, // unique id for the tool request
+        MessageDeduplicationId: payload.requestId,
+        MessageBody: JSON.stringify(payload),
     }));
 }

package/dist/tools/upgrade-packages/index.js

@@ -62,7 +62,7 @@ This tool handles the entire workflow: editing the package.json file, running "n
             }
             const updateMessage = `upgrade ${changes.length} package${changes.length === 1 ? "" : "s"}`;
             await (0, git_1.commitFilesAndPushBranch)({
-                commitMessage: `[upgrade-packages] ${updateMessage} [skip ci]`,
+                commitMessage: `[upgrade-packages] ${updateMessage}`,
                 branchName,
                 files: ["package.json", "package-lock.json"],
                 repoPath,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.70.2",
+  "version": "0.71.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -64,9 +64,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.19.3",
+    "@empiricalrun/llm": "^0.19.4",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.6"
+    "@empiricalrun/test-run": "^0.10.7"
   },
   "devDependencies": {
     "@playwright/test": "1.53.0",