@empiricalrun/test-gen 0.69.4 → 0.69.6

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @empiricalrun/test-gen
 
+## 0.69.6
+
+### Patch Changes
+
+- c0c1a9a: fix: use gemini stable instead of preview
+- d67ca35: feat: add fetch-chat-session command, handle artifacts with same name
+- 9a923e2: chore: preview env resources are in ap-south-1
+- Updated dependencies [c0c1a9a]
+  - @empiricalrun/llm@0.19.2
+
+## 0.69.5
+
+### Patch Changes
+
+- 385cf7d: fix: ora needs dynamic import for nodejs 20
+
 ## 0.69.4
 
 ### Patch Changes

package/dist/artifacts/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAGd,MAAM,4BAA4B,CAAC;AAkBpC,wBAAgB,2BAA2B,uBAM1C;AA6HD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA6DrB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAA8B;gBAEvC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAKvC,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAelD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAGd,MAAM,4BAA4B,CAAC;AAkBpC,wBAAgB,2BAA2B,uBAM1C;AA6HD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA8DrB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAA8B;gBAEvC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAKvC,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAelD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}

package/dist/artifacts/index.js

@@ -167,8 +167,9 @@ async function collectArtifacts(inputs, repoDir, toolCallId) {
     try {
         const dirs = { destinationDir, sourceDir: repoDir };
         const dataArtifactsWithFileName = dataArtifacts.map((a) => {
+            const randomSuffix = Math.random().toString(36).substring(2, 15);
             const fileExt = mime_1.default.getExtension(a.contentType);
-            const fileName = `${(0, slug_1.slugify)(a.name)}-${Date.now().toString()}.${fileExt}`;
+            const fileName = `${(0, slug_1.slugify)(a.name)}-${randomSuffix}.${fileExt}`;
             return { ...a, fileName };
         });
         await Promise.all([

package/dist/bin/index.js

@@ -7,6 +7,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const llm_1 = require("@empiricalrun/llm");
 const commander_1 = require("commander");
 const dotenv_1 = __importDefault(require("dotenv"));
+const fs_1 = __importDefault(require("fs"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
 const chat_1 = require("../agent/chat");
@@ -310,6 +311,29 @@ async function main() {
         await (0, setup_1.runSetup)({ repoName: options.repoName });
         process.exit(0);
     });
+    program
+        .command("fetch-chat-state")
+        .description("Fetch chat session state from the dashboard")
+        .requiredOption("--id <id>", "Chat session ID")
+        .action(async (opts) => {
+        try {
+            const response = await api_client_1.apiClient.request(`/api/chat-sessions/${opts.id}`);
+            if (!response.ok) {
+                console.error("❌ Failed to fetch chat session:", response.statusText);
+                process.exit(1);
+            }
+            const responseData = await response.json();
+            const chatState = responseData.data.chat_session.chat_state;
+            const filename = `chat-session-${opts.id}.json`;
+            fs_1.default.writeFileSync(filename, JSON.stringify(chatState, null, 2));
+            console.log(`✅ Chat state saved to ${filename}`);
+        }
+        catch (error) {
+            console.error("❌ Error fetching chat session:", error.message);
+            process.exit(1);
+        }
+        process.exit(0);
+    });
     program
         .command("legacy")
         .description("Run the legacy workflows")

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAejE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}

package/dist/bin/utils/index.js

@@ -14,9 +14,8 @@ exports.ARGS_TO_MODEL_MAP = {
     "claude-4": "claude-sonnet-4-20250514",
     "claude-sonnet-4": "claude-sonnet-4-20250514",
     "claude-opus-4": "claude-opus-4-20250514",
-    "gemini-2.5": "gemini-2.5-pro-preview-06-05",
-    "gemini-2.5-pro": "gemini-2.5-pro-preview-06-05",
-    "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-06-05",
+    "gemini-2.5": "gemini-2.5-pro",
+    "gemini-2.5-pro": "gemini-2.5-pro",
     o3: "o3-2025-04-16",
     "o3-2025-04-16": "o3-2025-04-16",
     "o4-mini": "o4-mini-2025-04-16",

package/dist/recorder/temp-files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,eAAe,EAAE,iBAAiB,GACjC,MAAM,CA+BR;AAqBD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAkB7B;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAS7B"}
+{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,eAAe,EAAE,iBAAiB,GACjC,MAAM,CA8BR;AAqBD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAkB7B;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAS7B"}

package/dist/recorder/temp-files.js

@@ -32,7 +32,6 @@ function getTempTestFileLocation(selectedProject) {
         ...testMatchPattern,
         ...testIgnorePattern.map((p) => `!${p}`),
     ];
-    console.log("Generated patterns:", patterns);
     const common = (0, glob_1.generateMatchingString)(patterns);
     if (!common) {
         throw new Error("Could not generate a valid test file location. Please check your testMatch and testIgnore patterns.");
@@ -81,6 +80,6 @@ async function deleteTempTestFile(repoDir, tempFileRelativePath) {
         logger_1.logger.debug("Temporary test file deleted:", tempFilePath);
     }
     else {
-        logger_1.logger.warn("Temporary test file does not exist. Skipping deletion.");
+        logger_1.logger.debug("Temporary test file does not exist. Skipping deletion.");
     }
 }

package/dist/recorder/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAcA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA6FD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAc1B"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAaA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA6FD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAiB1B"}

package/dist/recorder/upload.js

@@ -6,7 +6,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractVideoAttachments = extractVideoAttachments;
 exports.uploadVideosWithSpinner = uploadVideosWithSpinner;
 const fs_1 = __importDefault(require("fs"));
-const ora_1 = __importDefault(require("ora"));
 const path_1 = __importDefault(require("path"));
 const utils_1 = require("../artifacts/utils");
 const api_client_1 = require("../auth/api-client");
@@ -105,7 +104,10 @@ async function uploadVideos(videoPaths, testSlug) {
     }
 }
 async function uploadVideosWithSpinner(videoPaths, testName) {
-    const uploadSpinner = (0, ora_1.default)("Uploading video recordings...").start();
+    // Use dynamic imports to avoid issues with ESM modules
+    // https://gist.github.com/sindresorhus/a39789f98801d908bbc7ff3ecc99d99c
+    const ora = (await import("ora")).default;
+    const uploadSpinner = ora("Uploading video recordings...").start();
     try {
         const slugifiedTestName = `${(0, slug_1.slugify)(testName)}-${Math.random().toString(36).substring(2, 8)}`;
         const uploaded = await uploadVideos(videoPaths, slugifiedTestName);

package/dist/tool-call-service/utils.d.ts

@@ -1,5 +1,6 @@
 import { PendingToolCall, ServicePayload, Tool } from "@empiricalrun/shared-types";
 export declare function appendBranchNameToQueueUrl(queueUrl: string, branchName: string): string;
+export declare function replaceRegionInUrl(url: string, newRegion: string): string;
 export declare function getQueueUrl(toolCalls: PendingToolCall[], tools: Tool[]): string;
 export declare function sendToolRequestToRemoteQueue(queueUrl: string, payload: ServicePayload): Promise<void>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/tool-call-service/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAEpC,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR;AAYD,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAeR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAEpC,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAOzE;AAgBD,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAeR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}

package/dist/tool-call-service/utils.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.appendBranchNameToQueueUrl = appendBranchNameToQueueUrl;
+exports.replaceRegionInUrl = replaceRegionInUrl;
 exports.getQueueUrl = getQueueUrl;
 exports.sendToolRequestToRemoteQueue = sendToolRequestToRemoteQueue;
 const client_sqs_1 = require("@aws-sdk/client-sqs");
@@ -12,12 +13,18 @@ function appendBranchNameToQueueUrl(queueUrl, branchName) {
     const queueNameWithoutFifo = queueName?.replace(/\.fifo$/, "");
     return `${parts.join("/")}/${queueNameWithoutFifo}-${suffix}.fifo`;
 }
+function replaceRegionInUrl(url, newRegion) {
+    const parsedUrl = new URL(url);
+    parsedUrl.hostname = parsedUrl.hostname.replace(/\.([a-z0-9-]+)\.amazonaws\.com$/, `.${newRegion}.amazonaws.com`);
+    return parsedUrl.toString();
+}
 function buildQueueUrlsForPreview(baseQueueUrl) {
     const branch = process.env.VERCEL_GIT_COMMIT_REF;
     if (!branch) {
         throw new Error("VERCEL_GIT_COMMIT_REF is not set");
     }
-    const queueUrl = appendBranchNameToQueueUrl(baseQueueUrl, branch);
+    const updatedRegionForQueue = replaceRegionInUrl(baseQueueUrl, process.env.AWS_REGION);
+    const queueUrl = appendBranchNameToQueueUrl(updatedRegionForQueue, branch);
     console.log("queueUrl for preview", queueUrl);
     return queueUrl;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.69.4",
+  "version": "0.69.6",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -64,7 +64,7 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.19.1",
+    "@empiricalrun/llm": "^0.19.2",
     "@empiricalrun/r2-uploader": "^0.3.9",
     "@empiricalrun/test-run": "^0.10.6"
   },
@@ -82,7 +82,7 @@
     "playwright": "1.53.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.6.0"
+    "@empiricalrun/shared-types": "0.6.1"
   },
   "scripts": {
     "dev": "tspc --build --watch",