@empiricalrun/test-gen 0.66.2 → 0.68.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.68.0
+
+### Minor Changes
+
+- cb957ea: feat: use cli user auth to upload recorder output
+
+## 0.67.0
+
+### Minor Changes
+
+- 267b012: feat: add user login in test-gen cli
+
 ## 0.66.2
 
 ### Patch Changes

package/dist/auth/api-client.d.ts

@@ -0,0 +1,11 @@
+declare class APIClient {
+    private appUrl;
+    constructor();
+    request(endpoint: string, options?: RequestInit): Promise<Response>;
+    private makeRequest;
+    private ensureAuthenticated;
+    private refreshToken;
+}
+export declare const apiClient: APIClient;
+export {};
+//# sourceMappingURL=api-client.d.ts.map

package/dist/auth/api-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/auth/api-client.ts"],"names":[],"mappings":"AAOA,cAAM,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;;IAMjB,OAAO,CACX,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,QAAQ,CAAC;YA2BN,WAAW;YAuBX,mBAAmB;YAiBnB,YAAY;CA4C3B;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC"}

package/dist/auth/api-client.js

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.apiClient = void 0;
+const token_store_1 = require("./token-store");
+class APIClient {
+    appUrl;
+    constructor() {
+        this.appUrl = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+    }
+    async request(endpoint, options = {}) {
+        await this.ensureAuthenticated();
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (!tokens) {
+            throw new Error("Not authenticated. Please run the login command first.");
+        }
+        const response = await this.makeRequest(endpoint, options, tokens.access_token);
+        if (response.status === 401) {
+            // console.log("Access token expired, attempting to refresh...");
+            const refreshed = await this.refreshToken();
+            if (refreshed) {
+                const newTokens = await (0, token_store_1.getStoredTokens)();
+                if (newTokens) {
+                    return this.makeRequest(endpoint, options, newTokens.access_token);
+                }
+            }
+            throw new Error("Authentication failed. Please run the login command again.");
+        }
+        return response;
+    }
+    async makeRequest(endpoint, options, accessToken) {
+        const url = endpoint.startsWith("http")
+            ? endpoint
+            : `${this.appUrl}${endpoint}`;
+        // Don't set Content-Type for FormData (let browser set it automatically)
+        const headers = {
+            Authorization: `Bearer ${accessToken}`,
+            ...options.headers,
+        };
+        // Only set Content-Type to application/json if body is not FormData
+        if (!(options.body instanceof FormData)) {
+            headers["Content-Type"] = "application/json";
+        }
+        return fetch(url, {
+            ...options,
+            headers,
+        });
+    }
+    async ensureAuthenticated() {
+        if (!(await (0, token_store_1.isAuthenticated)())) {
+            const tokens = await (0, token_store_1.getStoredTokens)();
+            if (!tokens) {
+                throw new Error("Not authenticated. Please run the login command first.");
+            }
+            // Token exists but is expired, try to refresh
+            const refreshed = await this.refreshToken();
+            if (!refreshed) {
+                throw new Error("Session expired. Please run the login command again.");
+            }
+        }
+    }
+    async refreshToken() {
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (!tokens || !tokens.refresh_token) {
+            return false;
+        }
+        try {
+            // Use dashboard refresh endpoint instead of Supabase directly
+            const response = await fetch(`${this.appUrl}/api/cli/refresh`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    refresh_token: tokens.refresh_token,
+                }),
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                console.error("Token refresh failed:", errorText);
+                await (0, token_store_1.clearTokens)();
+                return false;
+            }
+            const data = await response.json();
+            // Store the new tokens (refresh token rotation means we get a new refresh token)
+            await (0, token_store_1.storeTokens)({
+                access_token: data.access_token,
+                refresh_token: data.refresh_token,
+                expires_at: data.expires_at,
+                user_id: data.user?.id || tokens.user_id,
+                user_email: data.user?.email || tokens.user_email,
+            });
+            console.log("Access token refreshed successfully via dashboard");
+            return true;
+        }
+        catch (error) {
+            console.error("Token refresh error:", error);
+            await (0, token_store_1.clearTokens)();
+            return false;
+        }
+    }
+}
+exports.apiClient = new APIClient();

package/dist/auth/cli-auth.d.ts

@@ -0,0 +1,18 @@
+export interface AuthResult {
+    success: boolean;
+    user?: {
+        id: string;
+        email: string;
+    };
+    error?: string;
+}
+export declare function authenticate(): Promise<AuthResult>;
+export declare function logout(): Promise<void>;
+export declare function getAuthStatus(): Promise<{
+    authenticated: boolean;
+    user?: {
+        id: string;
+        email: string;
+    };
+}>;
+//# sourceMappingURL=cli-auth.d.ts.map

package/dist/auth/cli-auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-auth.d.ts","sourceRoot":"","sources":["../../src/auth/cli-auth.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,CAmKxD;AAED,wBAAsB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAE5C;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC;IAC7C,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACtC,CAAC,CAeD"}

package/dist/auth/cli-auth.js

@@ -0,0 +1,184 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.authenticate = authenticate;
+exports.logout = logout;
+exports.getAuthStatus = getAuthStatus;
+const detect_port_1 = __importDefault(require("detect-port"));
+const http_1 = require("http");
+const open_1 = __importDefault(require("open"));
+const url_1 = require("url");
+const token_store_1 = require("./token-store");
+const CLIENT_PORT_DEFAULT = 8080;
+// Get dashboard URL
+const getDashboardUrl = () => {
+    return process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+};
+async function authenticate() {
+    // Check if already authenticated
+    if (await (0, token_store_1.isAuthenticated)()) {
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (tokens) {
+            return {
+                success: true,
+                user: {
+                    id: tokens.user_id || "",
+                    email: tokens.user_email || "",
+                },
+            };
+        }
+    }
+    const appUrl = getDashboardUrl();
+    const clientPort = await (0, detect_port_1.default)(CLIENT_PORT_DEFAULT);
+    const redirectUri = `http://localhost:${clientPort}/callback`;
+    return new Promise((resolve) => {
+        // Create temporary local server to receive callback
+        const server = (0, http_1.createServer)(async (req, res) => {
+            const { pathname, query } = (0, url_1.parse)(req.url, true);
+            if (pathname === "/callback") {
+                const { code, error } = query;
+                if (error) {
+                    res.writeHead(400, { "Content-Type": "text/html" });
+                    res.end(`
+            <html>
+              <head><title>Authentication Failed</title></head>
+              <body style="font-family: sans-serif; text-align: center; padding: 50px;">
+                <h1 style="color: #e74c3c;">Authentication Failed</h1>
+                <p>Error: ${error}</p>
+                <p>You can close this window and try again.</p>
+              </body>
+            </html>
+          `);
+                    server.close();
+                    resolve({
+                        success: false,
+                        error: error,
+                    });
+                    return;
+                }
+                if (code) {
+                    try {
+                        // Exchange the temporary code for session tokens
+                        const response = await fetch(`${appUrl}/api/auth/cli/exchange`, {
+                            method: "POST",
+                            headers: {
+                                "Content-Type": "application/json",
+                            },
+                            body: JSON.stringify({ code }),
+                        });
+                        if (!response.ok) {
+                            throw new Error(`Authentication failed: ${response.statusText}`);
+                        }
+                        const { session, user } = await response.json();
+                        if (!session || !user) {
+                            throw new Error("Invalid response from authentication server");
+                        }
+                        const tokens = {
+                            access_token: session.access_token,
+                            refresh_token: session.refresh_token,
+                            expires_at: session.expires_at,
+                            user_id: user.id,
+                            user_email: user.email,
+                        };
+                        await (0, token_store_1.storeTokens)(tokens);
+                        res.writeHead(200, { "Content-Type": "text/html" });
+                        res.end(`
+              <html>
+                <head><title>Authentication Successful</title></head>
+                <body style="font-family: sans-serif; text-align: center; padding: 50px;">
+                  <h1 style="color: #27ae60;">Authentication Successful!</h1>
+                  <p>Welcome, ${user.email}!</p>
+                  <p>You can close this window and return to your CLI.</p>
+                  <script>setTimeout(() => window.close(), 3000);</script>
+                </body>
+              </html>
+            `);
+                        server.close();
+                        resolve({
+                            success: true,
+                            user: {
+                                id: user.id,
+                                email: user.email,
+                            },
+                        });
+                    }
+                    catch (err) {
+                        res.writeHead(500, { "Content-Type": "text/html" });
+                        res.end(`
+              <html>
+                <head><title>Authentication Error</title></head>
+                <body style="font-family: sans-serif; text-align: center; padding: 50px;">
+                  <h1 style="color: #e74c3c;">Authentication Error</h1>
+                  <p>Something went wrong during authentication.</p>
+                  <p>Please try again.</p>
+                </body>
+              </html>
+            `);
+                        server.close();
+                        resolve({
+                            success: false,
+                            error: err.message,
+                        });
+                    }
+                }
+            }
+            else {
+                // Handle other paths
+                res.writeHead(404, { "Content-Type": "text/html" });
+                res.end("<h1>Not Found</h1>");
+            }
+        });
+        server.on("error", (err) => {
+            if (err.code === "EADDRINUSE") {
+                resolve({
+                    success: false,
+                    error: `Port ${clientPort} is already in use. Please ensure no other authentication process is running.`,
+                });
+            }
+            else {
+                resolve({
+                    success: false,
+                    error: `Server error: ${err.message}`,
+                });
+            }
+        });
+        server.listen(clientPort, () => {
+            // Open browser to your Next.js auth page
+            const authUrl = `${appUrl}/auth/cli?redirect_uri=${encodeURIComponent(redirectUri)}`;
+            console.log("Opening browser for authentication...");
+            console.log(`If the browser doesn't open automatically, visit: ${authUrl}`);
+            (0, open_1.default)(authUrl).catch((err) => {
+                console.warn("Could not open browser automatically:", err.message);
+                console.log(`Please manually visit: ${authUrl}`);
+            });
+        });
+        // Timeout after 10 minutes
+        setTimeout(() => {
+            server.close();
+            resolve({
+                success: false,
+                error: "Authentication timeout (10 minutes)",
+            });
+        }, 10 * 60 * 1000);
+    });
+}
+async function logout() {
+    await (0, token_store_1.clearTokens)();
+}
+async function getAuthStatus() {
+    if (await (0, token_store_1.isAuthenticated)()) {
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (tokens) {
+            return {
+                authenticated: true,
+                user: {
+                    id: tokens.user_id || "",
+                    email: tokens.user_email || "",
+                },
+            };
+        }
+    }
+    return { authenticated: false };
+}

package/dist/auth/index.d.ts

@@ -0,0 +1,4 @@
+export { apiClient } from "./api-client";
+export { authenticate, getAuthStatus, logout } from "./cli-auth";
+export { clearTokens, getStoredTokens, isAuthenticated, type StoredTokens, storeTokens, } from "./token-store";
+//# sourceMappingURL=index.d.ts.map

package/dist/auth/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/auth/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACjE,OAAO,EACL,WAAW,EACX,eAAe,EACf,eAAe,EACf,KAAK,YAAY,EACjB,WAAW,GACZ,MAAM,eAAe,CAAC"}

package/dist/auth/index.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.storeTokens = exports.isAuthenticated = exports.getStoredTokens = exports.clearTokens = exports.logout = exports.getAuthStatus = exports.authenticate = exports.apiClient = void 0;
+var api_client_1 = require("./api-client");
+Object.defineProperty(exports, "apiClient", { enumerable: true, get: function () { return api_client_1.apiClient; } });
+var cli_auth_1 = require("./cli-auth");
+Object.defineProperty(exports, "authenticate", { enumerable: true, get: function () { return cli_auth_1.authenticate; } });
+Object.defineProperty(exports, "getAuthStatus", { enumerable: true, get: function () { return cli_auth_1.getAuthStatus; } });
+Object.defineProperty(exports, "logout", { enumerable: true, get: function () { return cli_auth_1.logout; } });
+var token_store_1 = require("./token-store");
+Object.defineProperty(exports, "clearTokens", { enumerable: true, get: function () { return token_store_1.clearTokens; } });
+Object.defineProperty(exports, "getStoredTokens", { enumerable: true, get: function () { return token_store_1.getStoredTokens; } });
+Object.defineProperty(exports, "isAuthenticated", { enumerable: true, get: function () { return token_store_1.isAuthenticated; } });
+Object.defineProperty(exports, "storeTokens", { enumerable: true, get: function () { return token_store_1.storeTokens; } });

package/dist/auth/token-store.d.ts

@@ -0,0 +1,15 @@
+export interface StoredTokens {
+    access_token: string;
+    refresh_token: string;
+    expires_at: number;
+    user_id?: string;
+    user_email?: string;
+}
+export interface TokenStorage {
+    [dashboardDomain: string]: StoredTokens;
+}
+export declare function storeTokens(tokens: StoredTokens): Promise<void>;
+export declare function getStoredTokens(): Promise<StoredTokens | null>;
+export declare function clearTokens(): Promise<void>;
+export declare function isAuthenticated(): Promise<boolean>;
+//# sourceMappingURL=token-store.d.ts.map

package/dist/auth/token-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-store.d.ts","sourceRoot":"","sources":["../../src/auth/token-store.ts"],"names":[],"mappings":"AAqBA,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,eAAe,EAAE,MAAM,GAAG,YAAY,CAAC;CACzC;AAgCD,wBAAsB,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CrE;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAqBpE;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CA4CjD;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,CAUxD"}

package/dist/auth/token-store.js

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.storeTokens = storeTokens;
+exports.getStoredTokens = getStoredTokens;
+exports.clearTokens = clearTokens;
+exports.isAuthenticated = isAuthenticated;
+const crypto_1 = require("crypto");
+const promises_1 = require("fs/promises");
+const os_1 = require("os");
+const path_1 = require("path");
+const util_1 = require("util");
+const CONFIG_DIR = (0, path_1.join)((0, os_1.homedir)(), ".empiricalrun");
+const TOKEN_FILE = (0, path_1.join)(CONFIG_DIR, "auth.enc");
+async function getEncryptionKey(salt) {
+    const machineId = 
+    // eslint-disable-next-line turbo/no-undeclared-env-vars
+    process.env.HOME || process.env.USERPROFILE || "default-machine";
+    const scryptAsync = (0, util_1.promisify)(crypto_1.scrypt);
+    return (await scryptAsync("empirical-cli-tokens-" + machineId, salt, 32));
+}
+function getDashboardDomain() {
+    const domain = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+    // Remove protocol (http:// or https://) to make keys more stable
+    return domain.replace(/^https?:\/\//, "");
+}
+async function getTokenStorage() {
+    try {
+        const encryptedData = await (0, promises_1.readFile)(TOKEN_FILE);
+        // Extract salt, IV, and encrypted data
+        const salt = encryptedData.subarray(0, 16);
+        const iv = encryptedData.subarray(16, 32);
+        const encrypted = encryptedData.subarray(32);
+        // Derive key from password and salt
+        const key = await getEncryptionKey(salt);
+        // Decrypt the data
+        const decipher = (0, crypto_1.createDecipheriv)("aes-256-cbc", key, iv);
+        let decrypted = decipher.update(encrypted, undefined, "utf8");
+        decrypted += decipher.final("utf8");
+        return JSON.parse(decrypted);
+    }
+    catch (error) {
+        // Token file doesn't exist or is corrupted
+        return null;
+    }
+}
+async function storeTokens(tokens) {
+    try {
+        await (0, promises_1.mkdir)(CONFIG_DIR, { recursive: true });
+        const dashboardDomain = getDashboardDomain();
+        // Load existing token storage or create new
+        let tokenStorage = {};
+        try {
+            const existingStorage = await getTokenStorage();
+            if (existingStorage) {
+                tokenStorage = existingStorage;
+            }
+        }
+        catch {
+            // Ignore errors when loading existing storage
+        }
+        // Update tokens for current dashboard domain
+        tokenStorage[dashboardDomain] = tokens;
+        // Generate a random salt and IV
+        const salt = (0, crypto_1.randomBytes)(16);
+        const iv = (0, crypto_1.randomBytes)(16);
+        // Derive key from password and salt
+        const key = await getEncryptionKey(salt);
+        // Encrypt the token data
+        const cipher = (0, crypto_1.createCipheriv)("aes-256-cbc", key, iv);
+        let encrypted = cipher.update(JSON.stringify(tokenStorage), "utf8", "hex");
+        encrypted += cipher.final("hex");
+        // Store salt + iv + encrypted data
+        const encryptedData = Buffer.concat([
+            salt,
+            iv,
+            Buffer.from(encrypted, "hex"),
+        ]);
+        await (0, promises_1.writeFile)(TOKEN_FILE, encryptedData, { mode: 0o600 }); // Restrict file permissions
+    }
+    catch (error) {
+        throw new Error(`Failed to store authentication tokens: ${error}`);
+    }
+}
+async function getStoredTokens() {
+    try {
+        const dashboardDomain = getDashboardDomain();
+        const tokenStorage = await getTokenStorage();
+        if (!tokenStorage || !tokenStorage[dashboardDomain]) {
+            return null;
+        }
+        const tokens = tokenStorage[dashboardDomain];
+        // Validate token structure
+        if (!tokens.access_token || !tokens.refresh_token || !tokens.expires_at) {
+            throw new Error("Invalid token structure");
+        }
+        return tokens;
+    }
+    catch (error) {
+        // Token file doesn't exist or is corrupted
+        return null;
+    }
+}
+async function clearTokens() {
+    try {
+        const dashboardDomain = getDashboardDomain();
+        const tokenStorage = await getTokenStorage();
+        if (!tokenStorage) {
+            return; // Nothing to clear
+        }
+        // Remove tokens for current dashboard domain
+        delete tokenStorage[dashboardDomain];
+        // If no tokens left, remove the file
+        if (Object.keys(tokenStorage).length === 0) {
+            await (0, promises_1.unlink)(TOKEN_FILE);
+            return;
+        }
+        // Otherwise, save the updated storage
+        await (0, promises_1.mkdir)(CONFIG_DIR, { recursive: true });
+        // Generate a random salt and IV
+        const salt = (0, crypto_1.randomBytes)(16);
+        const iv = (0, crypto_1.randomBytes)(16);
+        // Derive key from password and salt
+        const key = await getEncryptionKey(salt);
+        // Encrypt the token data
+        const cipher = (0, crypto_1.createCipheriv)("aes-256-cbc", key, iv);
+        let encrypted = cipher.update(JSON.stringify(tokenStorage), "utf8", "hex");
+        encrypted += cipher.final("hex");
+        // Store salt + iv + encrypted data
+        const encryptedData = Buffer.concat([
+            salt,
+            iv,
+            Buffer.from(encrypted, "hex"),
+        ]);
+        await (0, promises_1.writeFile)(TOKEN_FILE, encryptedData, { mode: 0o600 });
+    }
+    catch (error) {
+        // File doesn't exist, ignore
+    }
+}
+async function isAuthenticated() {
+    const tokens = await getStoredTokens();
+    if (!tokens)
+        return false;
+    // Check if token is not expired (with 5 minute buffer)
+    const expirationBuffer = 5 * 60 * 1000; // 5 minutes
+    const now = Date.now();
+    const tokenExpiry = tokens.expires_at * 1000;
+    return tokenExpiry > now + expirationBuffer;
+}

package/dist/bin/index.js

@@ -16,6 +16,8 @@ const diagnosis_agent_1 = require("../agent/diagnosis-agent");
 const enrich_prompt_1 = require("../agent/enrich-prompt");
 const infer_agent_1 = require("../agent/infer-agent");
 const run_3 = require("../agent/planner/run");
+const auth_1 = require("../auth");
+const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
 const reporter_1 = require("../reporter");
 const session_1 = require("../session");
@@ -26,16 +28,6 @@ const scenarios_1 = require("./utils/scenarios");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
-const flushEvents = async () => {
-    await (0, llm_1.flushAllTraces)();
-};
-function setupProcessListeners(cleanup) {
-    const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
-    events.forEach((event) => process.once(event, cleanup));
-    return () => {
-        events.forEach((event) => process.removeListener(event, cleanup));
-    };
-}
 async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
     if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
@@ -200,92 +192,177 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
     return agent;
 }
 async function main() {
-    const removeListeners = setupProcessListeners(flushEvents);
     await (0, utils_2.printBanner)();
     const program = new commander_1.Command();
     program
-        .option("--token <token>", "Test generation token")
-        .option("--prompt <prompt>", "Prompt for the chat agent")
-        .option("--name <test-name>", "Name of the test case")
-        .option("--file <test-file>", "File path of the test case (inside tests dir)")
-        .option("--suites <suites>", "Comma separated list of describe blocks")
-        .option("--use-chat", "Use chat agent (and not the workflow)")
-        .option("--use-recorder", "Run the recorder flow to create a request")
-        .option("--chat-session-id <chat-session-id>", "Identifier for chat session (fetched from dash.empirical.run)")
-        .option("--use-disk-for-chat-state", "Save and load chat state from disk")
-        .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022 or gemini-2.5-pro-preview-06-05)")
-        .option("--initial-prompt <path>", "Path to an initial prompt file (e.g. prompt.md)")
-        .option("--with-retry", "Use the retry strategy")
-        .parse(process.argv);
-    const options = program.opts();
-    const completedOptions = await (0, utils_2.validateAndCompleteCliOptions)(options);
-    const testGenConfig = completedOptions.token
-        ? (0, scenarios_1.loadTestConfigs)(completedOptions.token)
-        : (0, scenarios_1.buildTestConfigFromOptions)(completedOptions);
-    const testGenToken = completedOptions.token
-        ? completedOptions.token
-        : (0, scenarios_1.buildTokenFromOptions)(completedOptions);
-    (0, reporter_1.setReporterConfig)({
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-        testSessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
+        .command("login")
+        .description("Authenticate with your Empirical account")
+        .action(async () => {
+        console.log("🔐 Starting authentication...\n");
+        try {
+            const result = await (0, auth_1.authenticate)();
+            if (result.success) {
+                console.log("✅ Authentication successful!");
+                if (result.user) {
+                    console.log(`👤 Logged in as: ${result.user.email}`);
+                }
+                console.log("\nYou can now use authenticated CLI commands.\n");
+            }
+            else {
+                console.error("❌ Authentication failed:", result.error);
+                process.exit(1);
+            }
+        }
+        catch (error) {
+            console.error("❌ Authentication error:", error.message);
+            process.exit(1);
+        }
+        process.exit(0);
+    });
+    program
+        .command("logout")
+        .description("Sign out of your Empirical account")
+        .action(async () => {
+        try {
+            await (0, auth_1.logout)();
+            console.log("✅ Successfully signed out.");
+        }
+        catch (error) {
+            console.error("❌ Logout error:", error.message);
+            process.exit(1);
+        }
+        process.exit(0);
+    });
+    program
+        .command("whoami")
+        .description("Check your authentication status")
+        .action(async () => {
+        try {
+            const status = await (0, auth_1.getAuthStatus)();
+            if (status.authenticated) {
+                console.log("✅ You are authenticated");
+                if (status.user) {
+                    console.log(`👤 Logged in as: ${status.user.email}`);
+                }
+            }
+            else {
+                console.log("❌ You are not authenticated");
+                console.log('Run "npx @empiricalrun/test-gen login" to authenticate');
+            }
+        }
+        catch (error) {
+            console.error("❌ Error checking auth status:", error.message);
+            process.exit(1);
+        }
+        process.exit(0);
     });
-    (0, session_1.setSessionDetails)({
-        testCaseId: testGenConfig.testCase.id,
-        sessionId: testGenConfig.options?.metadata.testSessionId,
-        generationId: testGenConfig.options?.metadata.generationId,
-        projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+    program
+        .command("record")
+        .description("Record a new test case")
+        .option("--name <string>", "Name of the test case")
+        .action(async (opts) => {
+        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["name"]);
+        await (0, recorder_1.runRecorder)({ name: options.name });
+        process.exit(0);
     });
-    if (testGenConfig.build?.url) {
-        // Download the build if repo has a download script
-        await (0, test_build_1.downloadBuild)({
-            buildUrl: testGenConfig.build.url,
-            repoPath: process.cwd(),
-            apiKey: process.env.EMPIRICALRUN_API_KEY,
-        });
-    }
-    if (completedOptions.useRecorder) {
-        await (0, recorder_1.runRecorder)({ name: completedOptions.name });
-        return;
-    }
-    if (completedOptions.useChat) {
+    program
+        .command("repos")
+        .description("List your projects and repositories")
+        .action(async () => {
+        try {
+            const response = await api_client_1.apiClient.request("/api/projects");
+            if (!response.ok) {
+                console.error("❌ Failed to fetch projects:", response.statusText);
+                process.exit(1);
+            }
+            const result = await response.json();
+            result.data.projects.forEach((project) => {
+                console.log(`  ${project.repo_name}`);
+            });
+        }
+        catch (error) {
+            console.error("❌ Error fetching projects:", error.message);
+            process.exit(1);
+        }
+        process.exit(0);
+    });
+    program
+        .command("chat-agent")
+        .description("Run the chat agent")
+        .option("--chat-model <model>", "LLM to use (claude-3-7, claude-4 or gemini-2.5)")
+        .option("--use-disk-for-chat-state", "Save and load chat state from disk")
+        .option("--initial-prompt <path>", "Path to an initial prompt file (e.g. prompt.md)")
+        .option("--chat-session-id <chat-session-id>", "Identifier for chat session (fetched from dash.empirical.run)")
+        .action(async (options) => {
         await runChatAgent({
-            chatSessionId: completedOptions.chatSessionId,
-            modelInput: completedOptions.chatModel,
-            useDiskForChatState: completedOptions.useDiskForChatState,
-            initialPromptPath: completedOptions.initialPrompt,
+            chatSessionId: options.chatSessionId,
+            modelInput: options.chatModel,
+            useDiskForChatState: options.useDiskForChatState,
+            initialPromptPath: options.initialPrompt,
         });
-        return;
-    }
-    let agentUsed;
-    let testGenFailed = false;
-    try {
-        agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
-    }
-    catch (e) {
-        testGenFailed = true;
-        new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
-    }
-    if (agentUsed &&
-        agentUsed !== "code" &&
-        agentUsed !== "plan" &&
-        testGenConfig.testCase.name &&
-        testGenConfig.options) {
-        await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
-            projectRepoName: testGenConfig.options.metadata.projectRepoName,
-            testName: testGenConfig.testCase.name,
-        });
-    }
-    removeListeners();
-    await (0, llm_1.flushAllTraces)();
-    await (0, logger_1.waitForLogsToFlush)();
-    await (0, session_1.endSession)();
-    if (testGenFailed) {
-        process.exit(1);
-    }
-    else {
         process.exit(0);
-    }
+    });
+    program
+        .command("legacy")
+        .description("Run the legacy workflows")
+        .option("-t, --token <token>", "Test generation token")
+        .action(async (opts) => {
+        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts);
+        const testGenConfig = options.token
+            ? (0, scenarios_1.loadTestConfigs)(options.token)
+            : (0, scenarios_1.buildTestConfigFromOptions)(options);
+        const testGenToken = options.token
+            ? options.token
+            : (0, scenarios_1.buildTokenFromOptions)(options);
+        (0, reporter_1.setReporterConfig)({
+            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+            testSessionId: testGenConfig.options?.metadata.testSessionId,
+            generationId: testGenConfig.options?.metadata.generationId,
+        });
+        (0, session_1.setSessionDetails)({
+            testCaseId: testGenConfig.testCase.id,
+            sessionId: testGenConfig.options?.metadata.testSessionId,
+            generationId: testGenConfig.options?.metadata.generationId,
+            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
+        });
+        if (testGenConfig.build?.url) {
+            // Download the build if repo has a download script
+            await (0, test_build_1.downloadBuild)({
+                buildUrl: testGenConfig.build.url,
+                repoPath: process.cwd(),
+                apiKey: process.env.EMPIRICALRUN_API_KEY,
+            });
+        }
+        let agentUsed;
+        let testGenFailed = false;
+        try {
+            agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
+        }
+        catch (e) {
+            testGenFailed = true;
+            new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
+        }
+        if (agentUsed &&
+            agentUsed !== "code" &&
+            agentUsed !== "plan" &&
+            testGenConfig.testCase.name &&
+            testGenConfig.options) {
+            await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
+                projectRepoName: testGenConfig.options.metadata.projectRepoName,
+                testName: testGenConfig.testCase.name,
+            });
+        }
+        await (0, llm_1.flushAllTraces)();
+        await (0, logger_1.waitForLogsToFlush)();
+        await (0, session_1.endSession)();
+        if (testGenFailed) {
+            process.exit(1);
+        }
+        else {
+            process.exit(0);
+        }
+    });
+    program.parse(process.argv);
 }
 main().catch((error) => {
     console.error("Unhandled error in main function:", error);

package/dist/bin/utils/index.d.ts

@@ -6,13 +6,7 @@ export interface CLIOptions {
     file?: string;
     prompt?: string;
     suites?: string;
-    useChat?: boolean;
-    useDiskForChatState?: boolean;
-    initialPrompt?: string;
-    chatSessionId?: string;
-    chatModel?: (typeof ARGS_TO_MODEL_MAP)[keyof typeof ARGS_TO_MODEL_MAP];
-    useRecorder?: boolean;
 }
-export declare function validateAndCompleteCliOptions(options: CLIOptions): Promise<CLIOptions>;
+export declare function validateAndCompleteCliOptions(options: CLIOptions, requiredFields?: string[]): Promise<CLIOptions>;
 export declare function printBanner(): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAGhB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;IAGvE,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CA8DrB;AAeD,wBAAsB,WAAW,kBAgDhC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC"}

package/dist/bin/utils/index.js

@@ -22,20 +22,12 @@ exports.ARGS_TO_MODEL_MAP = {
     "o4-mini": "o4-mini-2025-04-16",
     "o4-mini-2025-04-16": "o4-mini-2025-04-16",
 };
-async function validateAndCompleteCliOptions(options) {
+async function validateAndCompleteCliOptions(options, requiredFields = ["name", "file", "prompt"]) {
     // For existing flow between dashboard <> test-gen (via ci-worker)
     const hasToken = !!options.token;
     if (hasToken) {
         return options;
     }
-    let requiredFields = ["name", "file", "prompt"];
-    if (options.useChat) {
-        // Chat agent can prompt the user directly, nothing is required in CLI args
-        requiredFields = [];
-    }
-    if (options.useRecorder) {
-        requiredFields = ["name"];
-    }
     const questions = [];
     if (!options.name && requiredFields.includes("name")) {
         questions.push({
@@ -105,10 +97,10 @@ async function printBanner() {
     let versionSuffix = "";
     if (latestVersion) {
         if (version === latestVersion) {
-            versionSuffix = ` ${gray}(latest)${reset}`;
+            versionSuffix = ` (latest)`;
         }
         else {
-            versionSuffix = ` (latest is ${latestVersion})`;
+            versionSuffix = ` ${reset}(latest is ${latestVersion})`;
         }
     }
     const logLine1 = `Running ${PACKAGE_NAME} v${version}${versionSuffix}`;

package/dist/recorder/env-variables.d.ts

@@ -0,0 +1,2 @@
+export declare function fetchEnvironmentVariables(repoName: string): Promise<Record<string, string>>;
+//# sourceMappingURL=env-variables.d.ts.map

package/dist/recorder/env-variables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-variables.d.ts","sourceRoot":"","sources":["../../src/recorder/env-variables.ts"],"names":[],"mappings":"AAEA,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAgCjC"}

package/dist/recorder/env-variables.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchEnvironmentVariables = fetchEnvironmentVariables;
+const api_client_1 = require("../auth/api-client");
+async function fetchEnvironmentVariables(repoName) {
+    try {
+        const response = await api_client_1.apiClient.request(`/api/environment-variables?project_repo_name=${encodeURIComponent(repoName)}`, {
+            method: "GET",
+        });
+        if (!response.ok) {
+            const errorMessage = await response.text();
+            throw new Error(`Failed to fetch environment variables: ${errorMessage}`);
+        }
+        const data = await response.json();
+        if (!data.data) {
+            console.error("Failed to fetch environment variables:", data);
+            throw new Error("Failed to fetch environment variables");
+        }
+        const envVars = data.data.environment_variables.reduce((acc, envVar) => {
+            acc[envVar.name] = envVar.value;
+            return acc;
+        }, {});
+        return envVars;
+    }
+    catch (error) {
+        console.error("Failed to fetch environment variables:", error);
+        return {};
+    }
+}

package/dist/recorder/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AAyCA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBAiF3D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AAiBA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBA2E3D"}

package/dist/recorder/index.js

@@ -6,51 +6,27 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.runRecorder = runRecorder;
 const test_run_1 = require("@empiricalrun/test-run");
 const detect_port_1 = __importDefault(require("detect-port"));
-const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const utils_1 = require("../agent/browsing/utils");
-const chat_1 = require("../agent/chat");
 const pw_pause_1 = require("../agent/cua/pw-codegen/pw-pause");
-const utils_2 = require("../artifacts/utils");
 const server_1 = require("../file/server");
 const display_1 = require("./display");
+const env_variables_1 = require("./env-variables");
 const request_1 = require("./request");
 const temp_files_1 = require("./temp-files");
 const upload_1 = require("./upload");
 const validation_1 = require("./validation");
-function extractVideoAttachments(repoDir) {
-    try {
-        const summaryPath = path_1.default.join(repoDir, "summary.json");
-        if (!fs_1.default.existsSync(summaryPath)) {
-            console.log("summary.json not found");
-            return [];
-        }
-        const summaryContent = JSON.parse(fs_1.default.readFileSync(summaryPath, "utf-8"));
-        const attachments = (0, utils_2.extractAttachmentsFromPlaywrightJSONReport)(summaryContent, "temp test");
-        const videoPaths = attachments
-            .filter((attachment) => attachment.contentType === "video/webm")
-            .map((attachment) => attachment.path);
-        return videoPaths;
-    }
-    catch (error) {
-        console.warn("Error processing summary.json:", error);
-        return [];
-    }
-}
 async function runRecorder({ name }) {
     console.log(`Recording for test name: ${name}`);
     const repoDir = process.cwd();
+    let repoName = "";
     try {
-        await (0, validation_1.validate)(repoDir);
+        repoName = await (0, validation_1.validatePackageJson)(repoDir);
     }
     catch (error) {
         console.error("Error running recorder:", error);
         process.exit(1);
     }
-    if (!process.env.EMPIRICALRUN_API_KEY) {
-        console.error("EMPIRICALRUN_API_KEY is not set. Please set it in your environment variables.");
-        process.exit(1);
-    }
     try {
         // Prepare playwright for codegen
         console.log("[generateTestWithBrowserAgent] Preparing playwright for codegen");
@@ -59,7 +35,7 @@ async function runRecorder({ name }) {
     catch (err) {
         console.warn("[generateTestWithBrowserAgent] Error preparing playwright for codegen", err);
     }
-    const envVariables = await (0, chat_1.fetchEnvironmentVariables)();
+    const envVariables = await (0, env_variables_1.fetchEnvironmentVariables)(repoName);
     await (0, temp_files_1.createTempTestFile)();
     const absFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
     await (0, utils_1.addImportForMethod)(absFilePath, "recordTest");
@@ -84,7 +60,7 @@ async function runRecorder({ name }) {
             IPC_FILE_SERVICE_PORT: availablePort.toString(),
         },
     });
-    const videoPaths = extractVideoAttachments(repoDir);
+    const videoPaths = (0, upload_1.extractVideoAttachments)(repoDir);
     let attachments = [];
     if (videoPaths.length === 0) {
         console.warn("No video attachments found for temp test");
@@ -101,6 +77,7 @@ async function runRecorder({ name }) {
     await fileServer.stop();
     const finalCode = await (0, display_1.displayResultsAndConfirm)(name, codegenResult);
     await (0, request_1.sendToDashboardAsRequest)({
+        repoName,
         testName: name,
         codegenResult: finalCode,
         attachments,

package/dist/recorder/request.d.ts

@@ -1,4 +1,5 @@
-export declare function sendToDashboardAsRequest({ testName, codegenResult, attachments, }: {
+export declare function sendToDashboardAsRequest({ repoName, testName, codegenResult, attachments, }: {
+    repoName: string;
     testName: string;
     codegenResult: string;
     attachments: string[];

package/dist/recorder/request.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/recorder/request.ts"],"names":[],"mappings":"AAeA,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,aAAa,EACb,WAAW,GACZ,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,iBAKA"}
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/recorder/request.ts"],"names":[],"mappings":"AAcA,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,WAAW,GACZ,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,iBAMA"}

package/dist/recorder/request.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.sendToDashboardAsRequest = sendToDashboardAsRequest;
-const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+const api_client_1 = require("../auth/api-client");
 const title = (name) => `Add a test: ${name}`;
 function description(codegenResult, attachments) {
     return [
@@ -12,42 +12,37 @@ function description(codegenResult, attachments) {
         ...attachments,
     ].join("\n\n");
 }
-async function sendToDashboardAsRequest({ testName, codegenResult, attachments, }) {
+async function sendToDashboardAsRequest({ repoName, testName, codegenResult, attachments, }) {
     return createRequest({
+        repoName,
         title: title(testName),
         description: description(codegenResult, attachments),
     });
 }
-async function createRequest({ title, description, }) {
-    if (!DASHBOARD_DOMAIN) {
-        console.warn("DASHBOARD_DOMAIN not set, skipping request creation");
-        return;
-    }
-    if (!process.env.EMPIRICALRUN_API_KEY) {
-        console.warn("EMPIRICALRUN_API_KEY not set, skipping request creation");
-        return;
-    }
+async function createRequest({ repoName, title, description, }) {
     try {
+        // TODO: Fix the source and sourceIdentifier
         const source = "cli";
         const sourceIdentifier = "random-string";
-        const response = await fetch(`${DASHBOARD_DOMAIN}/api/requests`, {
+        const response = await api_client_1.apiClient.request("/api/requests", {
             method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
-            },
             body: JSON.stringify({
                 source,
                 source_identifier: sourceIdentifier,
                 title,
                 description,
+                project_repo_name: repoName,
             }),
         });
         if (!response.ok) {
-            throw new Error(`Failed to create request: ${response.statusText}`);
+            const errorMessage = await response.text();
+            throw new Error(`Failed to create request: ${errorMessage}`);
         }
         const data = await response.json();
-        console.log("Request created successfully:", data);
+        const dashboardDomain = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+        const requestUrl = `${dashboardDomain}/${repoName}/requests/${data.data.request.id}`;
+        // console.log("Request created successfully:", data);
+        console.log(`View request: ${requestUrl}`);
     }
     catch (error) {
         console.error("Failed to create request:", error);

package/dist/recorder/upload.d.ts

@@ -1,2 +1,3 @@
+export declare function extractVideoAttachments(repoDir: string): string[];
 export declare function uploadVideosWithSpinner(videoPaths: string[], testName: string): Promise<void | string[]>;
 //# sourceMappingURL=upload.d.ts.map

package/dist/recorder/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAgFA,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAe1B"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAcA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA4DD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAe1B"}

package/dist/recorder/upload.js

@@ -3,16 +3,38 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractVideoAttachments = extractVideoAttachments;
 exports.uploadVideosWithSpinner = uploadVideosWithSpinner;
 const fs_1 = __importDefault(require("fs"));
 const ora_1 = __importDefault(require("ora"));
 const path_1 = __importDefault(require("path"));
+const utils_1 = require("../artifacts/utils");
+const api_client_1 = require("../auth/api-client");
 const slug_1 = require("../utils/slug");
 const ASSETS_PRODUCTION_BUCKET = "empirical-assets-production";
 const BUCKET_DOMAINS = {
     "empirical-assets-staging": "assets-staging.empirical.run",
     "empirical-assets-production": "assets.empirical.run",
 };
+function extractVideoAttachments(repoDir) {
+    try {
+        const summaryPath = path_1.default.join(repoDir, "summary.json");
+        if (!fs_1.default.existsSync(summaryPath)) {
+            console.log("summary.json not found");
+            return [];
+        }
+        const summaryContent = JSON.parse(fs_1.default.readFileSync(summaryPath, "utf-8"));
+        const attachments = (0, utils_1.extractAttachmentsFromPlaywrightJSONReport)(summaryContent, "temp test");
+        const videoPaths = attachments
+            .filter((attachment) => attachment.contentType === "video/webm")
+            .map((attachment) => attachment.path);
+        return videoPaths;
+    }
+    catch (error) {
+        console.warn("Error processing summary.json:", error);
+        return [];
+    }
+}
 function buildVideoUrl(localPath, directory, bucket) {
     const domain = BUCKET_DOMAINS[bucket];
     const fileName = path_1.default.basename(localPath);
@@ -22,12 +44,6 @@ async function uploadVideos(videoPaths, testSlug) {
     if (videoPaths.length === 0) {
         return null;
     }
-    const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
-    const API_KEY = process.env.EMPIRICALRUN_API_KEY;
-    if (!API_KEY) {
-        console.warn("EMPIRICALRUN_API_KEY not set, skipping video upload");
-        return null;
-    }
     const uploadDestinationDir = `recorder-uploads/${testSlug}`;
     const bucket = ASSETS_PRODUCTION_BUCKET;
     try {
@@ -42,11 +58,8 @@ async function uploadVideos(videoPaths, testSlug) {
                 formData.append("files", blob, fileName);
             }
         }
-        const response = await fetch(`${DASHBOARD_DOMAIN}/api/upload`, {
+        const response = await api_client_1.apiClient.request("/api/upload", {
             method: "POST",
-            headers: {
-                Authorization: `Bearer ${API_KEY}`,
-            },
             body: formData,
         });
         if (!response.ok) {

package/dist/recorder/validation.d.ts

@@ -1,2 +1,2 @@
-export declare function validate(repoDir: string): Promise<void>;
+export declare function validatePackageJson(repoDir: string): Promise<any>;
 //# sourceMappingURL=validation.d.ts.map

package/dist/recorder/validation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/recorder/validation.ts"],"names":[],"mappings":"AAGA,wBAAsB,QAAQ,CAAC,OAAO,EAAE,MAAM,iBAoB7C"}
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/recorder/validation.ts"],"names":[],"mappings":"AAGA,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,gBAyBxD"}

package/dist/recorder/validation.js

@@ -3,16 +3,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validate = validate;
+exports.validatePackageJson = validatePackageJson;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-async function validate(repoDir) {
-    // Check if package.json exists
+async function validatePackageJson(repoDir) {
     const packageJsonPath = path_1.default.join(repoDir, "package.json");
     if (!fs_1.default.existsSync(packageJsonPath)) {
         throw new Error("package.json not found in the repository");
     }
-    // Check if playwright is installed
     const packageJson = JSON.parse(fs_1.default.readFileSync(packageJsonPath, "utf8"));
     const hasPlaywright = (packageJson.dependencies &&
         packageJson.dependencies["@playwright/test"]) ||
@@ -21,4 +19,11 @@ async function validate(repoDir) {
     if (!hasPlaywright) {
         throw new Error("Playwright is not installed. Please install @playwright/test");
     }
+    const repoName = packageJson.name;
+    if (repoName && repoName.endsWith("-tests")) {
+        return repoName;
+    }
+    else {
+        throw new Error(`Invalid repo name in package.json: ${repoName}`);
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.66.2",
+  "version": "0.68.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -53,6 +53,7 @@
     "mime": "3.0.0",
     "minimatch": "^10.0.1",
     "nanoid": "^5.0.7",
+    "open": "^10.1.2",
     "openai": "4.87.3",
     "ora": "^8.1.0",
     "picocolors": "^1.0.1",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/display.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/display.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}