@empiricalrun/test-gen 0.51.6 → 0.52.0

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @empiricalrun/test-gen
 
+## 0.52.0
+
+### Minor Changes
+
+- a399a57: feat: added Gemini support to chat agent
+
+### Patch Changes
+
+- 1b8d273: fix: clean up backup files
+- Updated dependencies [a399a57]
+- Updated dependencies [1b8d273]
+- Updated dependencies [99b0826]
+  - @empiricalrun/llm@0.12.0
+
 ## 0.51.6
 
 ### Patch Changes

package/dist/agent/chat/index.d.ts

@@ -1,5 +1,5 @@
 export declare function chatAgent({ selectedModel, useDiskForChatState, }: {
-    selectedModel?: "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
+    selectedModel?: "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-exp-03-25";
     useDiskForChatState?: boolean;
 }): Promise<string>;
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAsCA,wBAAsB,SAAS,CAAC,EAC9B,aAA4C,EAC5C,mBAA2B,GAC5B,EAAE;IACD,aAAa,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;IAC5E,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,mBAqGA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AA4DA,wBAAsB,SAAS,CAAC,EAC9B,aAA4C,EAC5C,mBAA2B,GAC5B,EAAE;IACD,aAAa,CAAC,EACV,4BAA4B,GAC5B,4BAA4B,GAC5B,0BAA0B,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,mBA2FA"}

package/dist/agent/chat/index.js

@@ -27,13 +27,27 @@ function createChatModel(useDiskForChatState, selectedModel) {
     if (selectedModel.startsWith("claude")) {
         return new chat_1.ClaudeChatModel(useDiskForChatState);
     }
+    if (selectedModel.startsWith("gemini")) {
+        return new chat_1.GeminiChatModel();
+    }
     throw new Error(`Unsupported model: ${selectedModel}`);
 }
+function getModelName(model) {
+    if (model.startsWith("claude"))
+        return "Claude";
+    if (model.startsWith("gemini"))
+        return "Gemini";
+    return "AI";
+}
+function concludeAgent(usageSummary) {
+    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + usageSummary)}`);
+    (0, chat_1.cleanupBackupFiles)(process.cwd());
+}
 async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDiskForChatState = false, }) {
     let chatModel = createChatModel(useDiskForChatState, selectedModel);
     let userPrompt = undefined;
     const handleSigInt = () => {
-        console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+        concludeAgent(chatModel.getUsageSummary());
         process.exit(0);
     };
     process.once("SIGINT", handleSigInt);
@@ -57,20 +71,12 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
             catch (e) {
                 // https://github.com/SBoudrias/Inquirer.js/issues/1502#issuecomment-2275991680
                 if (e instanceof Error && e.name === "ExitPromptError") {
-                    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+                    concludeAgent(chatModel.getUsageSummary());
                     process.exit(0);
                 }
                 throw e;
             }
-            chatModel.pushMessage({
-                role: "user",
-                content: [
-                    {
-                        type: "text",
-                        text: userPrompt,
-                    },
-                ],
-            });
+            chatModel.pushUserMessage(userPrompt);
             continue;
         }
         const toolUse = chatModel.getPendingToolCall();
@@ -100,7 +106,7 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
             });
             continue;
         }
-        const spinner = ora("Claude is working...").start();
+        const spinner = ora(`${getModelName(selectedModel)} is working...`).start();
         const response = await chatModel.getLLMResponse({
             systemPrompt,
             tools: tools.map((tool) => (0, zod_schema_1.zodToOpenAITool)(tool.schema)),
@@ -117,7 +123,7 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
         }
     }
     const usageSummary = chatModel.getUsageSummary();
-    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+    concludeAgent(usageSummary);
     return usageSummary;
 }
 exports.chatAgent = chatAgent;

package/dist/bin/index.js

@@ -41,6 +41,7 @@ async function runChatAgent(modelInput, useDiskForChatState) {
         "3-7": "claude-3-7-sonnet-20250219",
         "claude-3-5": "claude-3-5-sonnet-20241022",
         "3-5": "claude-3-5-sonnet-20241022",
+        "gemini-2.5-pro-exp-03-25": "gemini-2.5-pro-exp-03-25",
     };
     if (modelInput && !MODEL_MAPPING[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
@@ -186,7 +187,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         .option("--suites <suites>", "Comma separated list of describe blocks")
         .option("--use-chat", "Use chat agent (and not the workflow)")
         .option("--use-disk-for-chat-state", "Save and load chat state from disk")
-        .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022)")
+        .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022 or gemini-2.5-pro-exp-03-25)")
         .parse(process.argv);
     const options = program.opts();
     const completedOptions = await (0, utils_2.validateAndCompleteCliOptions)(options);

package/dist/bin/utils/index.d.ts

@@ -6,7 +6,7 @@ export interface CliOptions {
     suites?: string;
     useChat?: boolean;
     useDiskForChatState?: boolean;
-    chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
+    chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-exp-03-25";
 }
 export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,CAAC;CAClC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,GAC5B,0BAA0B,CAAC;CAChC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.51.6",
+  "version": "0.52.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -75,7 +75,7 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.11.5",
+    "@empiricalrun/llm": "^0.12.0",
     "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/test-run": "^0.7.6"
   },