@empiricalrun/test-gen 0.51.6 → 0.52.1

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @empiricalrun/test-gen
 
+## 0.52.1
+
+### Patch Changes
+
+- be00f0b: feat: update overlay dismissal to support multiple overlays at once
+
+## 0.52.0
+
+### Minor Changes
+
+- a399a57: feat: added Gemini support to chat agent
+
+### Patch Changes
+
+- 1b8d273: fix: clean up backup files
+- Updated dependencies [a399a57]
+- Updated dependencies [1b8d273]
+- Updated dependencies [99b0826]
+  - @empiricalrun/llm@0.12.0
+
 ## 0.51.6
 
 ### Patch Changes

package/dist/agent/chat/index.d.ts

@@ -1,5 +1,5 @@
 export declare function chatAgent({ selectedModel, useDiskForChatState, }: {
-    selectedModel?: "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
+    selectedModel?: "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-exp-03-25";
     useDiskForChatState?: boolean;
 }): Promise<string>;
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAsCA,wBAAsB,SAAS,CAAC,EAC9B,aAA4C,EAC5C,mBAA2B,GAC5B,EAAE;IACD,aAAa,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;IAC5E,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,mBAqGA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AA4DA,wBAAsB,SAAS,CAAC,EAC9B,aAA4C,EAC5C,mBAA2B,GAC5B,EAAE;IACD,aAAa,CAAC,EACV,4BAA4B,GAC5B,4BAA4B,GAC5B,0BAA0B,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,mBA2FA"}

package/dist/agent/chat/index.js

@@ -27,13 +27,27 @@ function createChatModel(useDiskForChatState, selectedModel) {
     if (selectedModel.startsWith("claude")) {
         return new chat_1.ClaudeChatModel(useDiskForChatState);
     }
+    if (selectedModel.startsWith("gemini")) {
+        return new chat_1.GeminiChatModel();
+    }
     throw new Error(`Unsupported model: ${selectedModel}`);
 }
+function getModelName(model) {
+    if (model.startsWith("claude"))
+        return "Claude";
+    if (model.startsWith("gemini"))
+        return "Gemini";
+    return "AI";
+}
+function concludeAgent(usageSummary) {
+    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + usageSummary)}`);
+    (0, chat_1.cleanupBackupFiles)(process.cwd());
+}
 async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDiskForChatState = false, }) {
     let chatModel = createChatModel(useDiskForChatState, selectedModel);
     let userPrompt = undefined;
     const handleSigInt = () => {
-        console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+        concludeAgent(chatModel.getUsageSummary());
         process.exit(0);
     };
     process.once("SIGINT", handleSigInt);
@@ -57,20 +71,12 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
             catch (e) {
                 // https://github.com/SBoudrias/Inquirer.js/issues/1502#issuecomment-2275991680
                 if (e instanceof Error && e.name === "ExitPromptError") {
-                    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+                    concludeAgent(chatModel.getUsageSummary());
                     process.exit(0);
                 }
                 throw e;
             }
-            chatModel.pushMessage({
-                role: "user",
-                content: [
-                    {
-                        type: "text",
-                        text: userPrompt,
-                    },
-                ],
-            });
+            chatModel.pushUserMessage(userPrompt);
             continue;
         }
         const toolUse = chatModel.getPendingToolCall();
@@ -100,7 +106,7 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
             });
             continue;
         }
-        const spinner = ora("Claude is working...").start();
+        const spinner = ora(`${getModelName(selectedModel)} is working...`).start();
         const response = await chatModel.getLLMResponse({
             systemPrompt,
             tools: tools.map((tool) => (0, zod_schema_1.zodToOpenAITool)(tool.schema)),
@@ -117,7 +123,7 @@ async function chatAgent({ selectedModel = "claude-3-7-sonnet-20250219", useDisk
         }
     }
     const usageSummary = chatModel.getUsageSummary();
-    console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
+    concludeAgent(usageSummary);
     return usageSummary;
 }
 exports.chatAgent = chatAgent;

package/dist/agent/master/browser-tests/fixtures.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../../../src/agent/master/browser-tests/fixtures.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,MAAM,uCAAc,CAAC;AAClC,eAAO,MAAM,IAAI;YAA6B,aAAa;EAsBzD,CAAC"}
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../../../src/agent/master/browser-tests/fixtures.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,MAAM,uCAAc,CAAC;AAClC,eAAO,MAAM,IAAI;YAA6B,aAAa;EAwBzD,CAAC"}

package/dist/agent/master/browser-tests/fixtures.js

@@ -5,16 +5,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.test = exports.expect = void 0;
 const test_1 = require("@playwright/test");
-const http_server_1 = __importDefault(require("http-server"));
+const http_1 = __importDefault(require("http"));
 const path_1 = __importDefault(require("path"));
+const serve_handler_1 = __importDefault(require("serve-handler"));
 exports.expect = test_1.test.expect;
 exports.test = test_1.test.extend({
     server: [
         // eslint-disable-next-line no-empty-pattern
         async ({}, use, workerInfo) => {
             const port = 2345 + workerInfo.workerIndex;
-            const server = http_server_1.default.createServer({
-                root: path_1.default.join(process.cwd(), "test-data"),
+            const server = http_1.default.createServer((request, response) => {
+                return (0, serve_handler_1.default)(request, response, {
+                    public: path_1.default.join(process.cwd(), "test-data"),
+                });
             });
             await new Promise((resolve) => {
                 server.listen(port, () => {

package/dist/bin/index.js

@@ -41,6 +41,7 @@ async function runChatAgent(modelInput, useDiskForChatState) {
         "3-7": "claude-3-7-sonnet-20250219",
         "claude-3-5": "claude-3-5-sonnet-20241022",
         "3-5": "claude-3-5-sonnet-20241022",
+        "gemini-2.5-pro-exp-03-25": "gemini-2.5-pro-exp-03-25",
     };
     if (modelInput && !MODEL_MAPPING[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
@@ -186,7 +187,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         .option("--suites <suites>", "Comma separated list of describe blocks")
         .option("--use-chat", "Use chat agent (and not the workflow)")
         .option("--use-disk-for-chat-state", "Save and load chat state from disk")
-        .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022)")
+        .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022 or gemini-2.5-pro-exp-03-25)")
         .parse(process.argv);
     const options = program.opts();
     const completedOptions = await (0, utils_2.validateAndCompleteCliOptions)(options);

package/dist/bin/utils/index.d.ts

@@ -6,7 +6,7 @@ export interface CliOptions {
     suites?: string;
     useChat?: boolean;
     useDiskForChatState?: boolean;
-    chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
+    chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-exp-03-25";
 }
 export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,CAAC;CAClC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,GAC5B,0BAA0B,CAAC;CAChC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.51.6",
+  "version": "0.52.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -75,7 +75,7 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.11.5",
+    "@empiricalrun/llm": "^0.12.0",
     "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/test-run": "^0.7.6"
   },
@@ -85,13 +85,13 @@
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
     "@types/fs-extra": "^11.0.4",
-    "@types/http-server": "^0.12.4",
     "@types/js-levenshtein": "^1.1.3",
     "@types/jsdom": "^21.1.7",
     "@types/md5": "^2.3.5",
-    "http-server": "^14.1.1",
+    "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
     "playwright": "1.47.1",
+    "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
     "@empiricalrun/shared-types": "0.0.7"
   },