@empiricalrun/test-gen 0.73.1 → 0.74.1

package/dist/auth/token-store.js

@@ -12,9 +12,7 @@ const util_1 = require("util");
 const CONFIG_DIR = (0, path_1.join)((0, os_1.homedir)(), ".empiricalrun");
 const TOKEN_FILE = (0, path_1.join)(CONFIG_DIR, "auth.enc");
 async function getEncryptionKey(salt) {
-    const machineId = 
-    // eslint-disable-next-line turbo/no-undeclared-env-vars
-    process.env.HOME || process.env.USERPROFILE || "default-machine";
+    const machineId = process.env.HOME || process.env.USERPROFILE || "default-machine";
     const scryptAsync = (0, util_1.promisify)(crypto_1.scrypt);
     return (await scryptAsync("empirical-cli-tokens-" + machineId, salt, 32));
 }
@@ -38,7 +36,7 @@ async function getTokenStorage() {
         decrypted += decipher.final("utf8");
         return JSON.parse(decrypted);
     }
-    catch (error) {
+    catch {
         // Token file doesn't exist or is corrupted
         return null;
     }
@@ -95,7 +93,7 @@ async function getStoredUserTokens() {
         }
         return tokens;
     }
-    catch (error) {
+    catch {
         // Token file doesn't exist or is corrupted
         return null;
     }
@@ -133,7 +131,7 @@ async function clearTokens() {
         ]);
         await (0, promises_1.writeFile)(TOKEN_FILE, encryptedData, { mode: 0o600 });
     }
-    catch (error) {
+    catch {
         // File doesn't exist, ignore
     }
 }

package/dist/bin/index.js

@@ -4,144 +4,37 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const llm_1 = require("@empiricalrun/llm");
 const commander_1 = require("commander");
 const dotenv_1 = __importDefault(require("dotenv"));
 const fs_1 = __importDefault(require("fs"));
-const run_1 = require("../agent/browsing/run");
-const utils_1 = require("../agent/browsing/utils");
 const chat_1 = require("../agent/chat");
-const repo_edit_1 = require("../agent/codegen/repo-edit");
-const run_2 = require("../agent/codegen/run");
-const diagnosis_agent_1 = require("../agent/diagnosis-agent");
-const enrich_prompt_1 = require("../agent/enrich-prompt");
-const infer_agent_1 = require("../agent/infer-agent");
-const run_3 = require("../agent/planner/run");
+const models_1 = require("../agent/chat/models");
 const auth_1 = require("../auth");
 const client_1 = require("../dashboard/client");
 const recorder_1 = require("../recorder");
 const validation_1 = require("../recorder/validation");
 const test_build_1 = require("../test-build");
 const environments_1 = require("./environments");
-const logger_1 = require("./logger");
 const setup_1 = require("./setup");
-const utils_2 = require("./utils");
-const scenarios_1 = require("./utils/scenarios");
+const utils_1 = require("./utils");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
-async function runChatAgent({ modelInput, useDiskForChatState, initialPromptPath, }) {
-    if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
-        throw new Error(`Invalid chat model: ${modelInput}`);
-    }
-    const defaultModel = "claude-3-7-sonnet-20250219";
-    const specifiedModel = modelInput && utils_2.ARGS_TO_MODEL_MAP[modelInput];
-    let initialPromptContent = undefined;
-    if (initialPromptPath) {
-        try {
-            const fs = await import("fs");
-            initialPromptContent = fs.readFileSync(initialPromptPath, "utf-8");
-        }
-        catch (error) {
-            throw new Error(`Failed to read initial prompt file at ${initialPromptPath}: ${error.message}`);
-        }
-    }
+async function runChatAgent({ modelInput, useDiskForChatState, prompt: initialPromptContent, useTriage, resetChat, useFSCache, }) {
+    const resolvedModel = (0, models_1.resolveChatModelBasedOnInput)(modelInput);
     return await (0, chat_1.runChatAgentForCLI)({
-        selectedModel: specifiedModel || defaultModel,
+        selectedModel: resolvedModel,
         useDiskForChatState: useDiskForChatState || false,
         initialPromptContent,
+        useTriage: useTriage || false,
+        resetChat: resetChat || false,
+        useFSCache: useFSCache || false,
     });
 }
-async function runAgentsWorkflow(testGenConfig, testGenToken) {
-    const logger = new logger_1.CustomLogger();
-    const { specPath, testCase } = testGenConfig;
-    let agentFromConfig = testGenConfig.options?.agent;
-    let agent = agentFromConfig || "auto";
-    // assuming if there is no test case specific test name, we need to update the test case name
-    if (!testCase.name) {
-        logger.success(`Generating code for the provided task. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
-        await (0, repo_edit_1.repoEditAgent)({
-            task: testGenConfig.testCase.steps.join("\n"),
-            logger,
-        });
-        return;
-    }
-    if (testGenConfig.testErrorDiagnosis &&
-        testGenConfig.testErrorDiagnosis.failingLine) {
-        // If failure context is available, we can enrich the user prompt to contain
-        // the failure context
-        const requestedChangeResp = await (0, enrich_prompt_1.enrichPromptWithFailingLine)({
-            testBlock: testGenConfig.testErrorDiagnosis.failingLine,
-            testFilePath: testGenConfig.testErrorDiagnosis.failingFile,
-            suggestionForFix: testCase.steps.join("\n"),
-        });
-        testCase.steps = [requestedChangeResp.output];
-        // For "auto-fix" we use the user prompt (which is hard-coded in the dashboard
-        // entrypoints), and invoke more interesting enrichment
-        if (
-        // TODO: fix this hardcoding of user prompt - ideally its an auto fix intent
-        testCase.steps[0]?.toLowerCase().trim() == "can you please fix the test") {
-            const { task: updatedTask } = await (0, diagnosis_agent_1.createTaskUsingFailureDiagnosis)({
-                diagnosis: testGenConfig.testErrorDiagnosis,
-            });
-            if (updatedTask) {
-                testCase.steps = [updatedTask];
-            }
-        }
-    }
-    if (!agent || agent === "auto") {
-        const { response } = await (0, infer_agent_1.inferAgentBasedTask)({
-            task: testCase.steps.join("\n"),
-        });
-        agent = response;
-    }
-    logger.success(`Generating test using ${agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
-    if (agent === "plan") {
-        const task = testCase.steps.join("\n");
-        const plan = await (0, run_3.planTask)({
-            task,
-            specPath,
-        });
-        new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:");
-        console.log(plan);
-    }
-    else if (agent === "code") {
-        await (0, run_2.generateTestWithCodegen)({
-            testCase,
-            file: specPath,
-        });
-    }
-    else {
-        const filePathToUpdate = await (0, utils_1.prepareFileForMasterAgent)({
-            testCase,
-            specPath,
-        });
-        const projectName = await (0, run_1.convertProjectsFilterToProject)({
-            pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
-            repoDir: process.cwd(),
-            testFilePath: specPath,
-        });
-        const { isError, error } = await (0, run_1.runBrowsingAgent)({
-            testCaseName: testCase.name,
-            testCaseSuites: testCase.suites,
-            testFilePath: specPath,
-            filePathToUpdate,
-            projectName,
-            testGenToken,
-            repoDir: process.cwd(),
-            editFileWithGeneratedCode: true,
-            envOverrides: {},
-        });
-        if (isError) {
-            throw new Error(error);
-        }
-    }
-    return agent;
-}
 async function main() {
     const rawMode = process.argv.includes("--raw");
     if (!rawMode) {
-        await (0, utils_2.printBanner)();
+        await (0, utils_1.printBanner)();
     }
     const program = new commander_1.Command();
     program
@@ -208,9 +101,14 @@ async function main() {
         .command("record")
         .description("Record a new test case")
         .option("--name <string>", "Name of the test case")
+        .option("--project <string>", "Playwright project to use")
+        .option("--url <string>", "Diagnosis URL to add pause statement to")
         .action(async (opts) => {
-        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["name"]);
-        await (0, recorder_1.runRecorder)({ name: options.name });
+        await (0, recorder_1.runRecorder)({
+            testName: opts.name,
+            project: opts.project,
+            url: opts.url,
+        });
         process.exit(0);
     });
     program
@@ -277,14 +175,20 @@ async function main() {
     program
         .command("chat-agent")
         .description("Run the chat agent")
-        .option("--chat-model <model>", "LLM to use (claude-3-7, claude-4 or gemini-2.5)")
-        .option("--use-disk-for-chat-state", "Save and load chat state from disk")
-        .option("--initial-prompt <path>", "Path to an initial prompt file (e.g. prompt.md)")
+        .option("--model <model>", "LLM to use (gpt-5, claude-4 or gemini-2.5)")
+        .option("--use-disk", "Save and load chat state from disk")
+        .option("--prompt <string>", "String to pass as user prompt")
+        .option("--use-triage", "run the model in triage mode, different set of tools")
+        .option("--use-cache", "Use filesystem cache for LLM responses (Claude-only, and will disable streaming)")
+        .option("--reset-chat", "Clear any saved chat state (last-chat.json) before starting")
         .action(async (options) => {
         await runChatAgent({
-            modelInput: options.chatModel,
-            useDiskForChatState: options.useDiskForChatState,
-            initialPromptPath: options.initialPrompt,
+            modelInput: options.model,
+            useDiskForChatState: options.useDisk,
+            prompt: options.prompt,
+            useTriage: options.useTriage,
+            resetChat: options.resetChat,
+            useFSCache: options.useCache,
         });
         process.exit(0);
     });
@@ -309,9 +213,8 @@ async function main() {
     program
         .command("github-token")
         .description("Fetch GitHub token for a repository")
-        .option("--raw", "Print only the token with no additional output")
+        .option("--raw", "Print only the token with no additional output", false)
         .action(async (opts) => {
-        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts, ["raw"]);
         let repoName = await (0, validation_1.validatePackageJson)(process.cwd());
         if (!repoName) {
             console.error("❌ Not a valid git repo with package.json. Run this command inside a project directory.");
@@ -322,7 +225,7 @@ async function main() {
             params: { project_repo_name: repoName },
         });
         const { access_token } = data.data;
-        if (options.raw) {
+        if (opts.raw) {
             console.log("username=x-access-token");
             console.log(`password=${access_token}`);
         }
@@ -332,42 +235,6 @@ async function main() {
         }
         process.exit(0);
     });
-    program
-        .command("legacy")
-        .description("Run the legacy workflows")
-        .option("-t, --token <token>", "Test generation token")
-        .action(async (opts) => {
-        const options = await (0, utils_2.validateAndCompleteCliOptions)(opts);
-        const testGenConfig = options.token
-            ? (0, scenarios_1.loadTestConfigs)(options.token)
-            : (0, scenarios_1.buildTestConfigFromOptions)(options);
-        const testGenToken = options.token
-            ? options.token
-            : (0, scenarios_1.buildTokenFromOptions)(options);
-        if (testGenConfig.build?.url) {
-            // Download the build if repo has a download script
-            await (0, test_build_1.downloadBuild)({
-                buildUrl: testGenConfig.build.url,
-                repoPath: process.cwd(),
-            });
-        }
-        let testGenFailed = false;
-        try {
-            await runAgentsWorkflow(testGenConfig, testGenToken);
-        }
-        catch (e) {
-            testGenFailed = true;
-            new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
-        }
-        await (0, llm_1.flushAllTraces)();
-        await (0, logger_1.waitForLogsToFlush)();
-        if (testGenFailed) {
-            process.exit(1);
-        }
-        else {
-            process.exit(0);
-        }
-    });
     program.parse(process.argv);
 }
 main().catch((error) => {

package/dist/bin/utils/context.js

@@ -56,7 +56,7 @@ async function fetchAppKnowledge() {
     try {
         fs_1.default.accessSync(appKnowledgePath);
     }
-    catch (e) {
+    catch {
         fileExists = false;
     }
     if (!fileExists) {

package/dist/bin/utils/index.d.ts

@@ -1,15 +1,3 @@
-import { SupportedChatModels } from "@empiricalrun/shared-types";
-export declare const ARGS_TO_MODEL_MAP: Record<string, SupportedChatModels>;
-export interface CLIOptions {
-    token?: string;
-    name?: string;
-    file?: string;
-    prompt?: string;
-    suites?: string;
-    repoName?: string;
-    raw?: boolean;
-}
-export declare function validateAndCompleteCliOptions(options: CLIOptions, requiredFields?: string[]): Promise<CLIOptions>;
 export declare function printBanner(): Promise<void>;
 export declare function cleanUpGithubUrl(url: string): string;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAKjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,EACnB,cAAc,GAAE,MAAM,EAA+B,GACpD,OAAO,CAAC,UAAU,CAAC,CAqDrB;AAeD,wBAAsB,WAAW,kBAgDhC;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,UAQ3C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAeA,wBAAsB,WAAW,kBAgDhC;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,UAQ3C"}

package/dist/bin/utils/index.js

@@ -1,78 +1,8 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ARGS_TO_MODEL_MAP = void 0;
-exports.validateAndCompleteCliOptions = validateAndCompleteCliOptions;
 exports.printBanner = printBanner;
 exports.cleanUpGithubUrl = cleanUpGithubUrl;
-const inquirer_1 = __importDefault(require("inquirer"));
 const PACKAGE_NAME = "@empiricalrun/test-gen";
-exports.ARGS_TO_MODEL_MAP = {
-    "claude-3-5": "claude-3-5-sonnet-20241022",
-    "claude-3-7": "claude-3-7-sonnet-20250219",
-    "claude-4": "claude-sonnet-4-20250514",
-    "claude-sonnet-4": "claude-sonnet-4-20250514",
-    "claude-opus-4": "claude-opus-4-20250514",
-    gemini: "gemini-2.5-pro",
-    "gemini-2.5": "gemini-2.5-pro",
-    "gemini-2.5-pro": "gemini-2.5-pro",
-    o3: "o3-2025-04-16",
-    "o3-2025-04-16": "o3-2025-04-16",
-    "o4-mini": "o4-mini-2025-04-16",
-    "o4-mini-2025-04-16": "o4-mini-2025-04-16",
-};
-async function validateAndCompleteCliOptions(options, requiredFields = ["name", "file", "prompt"]) {
-    // For existing flow between dashboard <> test-gen (via ci-worker)
-    const hasToken = !!options.token;
-    if (hasToken) {
-        return options;
-    }
-    const questions = [];
-    if (!options.name && requiredFields.includes("name")) {
-        questions.push({
-            type: "input",
-            name: "name",
-            message: "Enter the test name:",
-            validate: (input) => input.trim().length > 0 || "Test name is required",
-        });
-    }
-    if (!options.file && requiredFields.includes("file")) {
-        questions.push({
-            type: "input",
-            name: "file",
-            message: "Enter the test file path (inside tests dir):",
-            validate: (input) => input.trim().length > 0 || "Test file path is required",
-        });
-    }
-    if (!options.prompt && requiredFields.includes("prompt")) {
-        questions.push({
-            type: "editor",
-            name: "prompt",
-            message: "Enter the test prompt (opens in your editor):",
-            validate: (input) => input.trim().length > 0 || "Test prompt is required",
-        });
-    }
-    if (questions.length > 0) {
-        // Ask each question individually to avoid type issues
-        const answers = {};
-        for (const question of questions) {
-            const answer = await inquirer_1.default.prompt({
-                type: question.type,
-                name: "value",
-                message: question.message,
-                validate: question.validate,
-            });
-            answers[question.name] = answer.value;
-        }
-        return {
-            ...options,
-            ...answers,
-        };
-    }
-    return options;
-}
 async function getLatestVersion(packageName) {
     try {
         const response = await fetch(`https://registry.npmjs.org/${packageName}/latest`);

package/dist/bin/utils/platform/web/index.d.ts

@@ -18,9 +18,9 @@ export declare function getTypescriptTestBlock({ scenarioName, suites, content,
     testNode: Node | undefined;
     testAlias: string;
 };
-export declare function hasTestBlock({ testName, testSuites, filePath, }: {
+export declare function hasTestBlock({ testName, suites, filePath, }: {
     testName: string;
-    testSuites: string[];
+    suites: string[];
     filePath: string;
 }): boolean;
 export declare function hasTopLevelDescribeConfigureWithSerialMode(filePath: string): Promise<boolean>;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAwBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAUhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAiBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,MAAM,EACN,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAwBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAYhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAiBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -93,14 +93,14 @@ function getTypescriptTestBlock({ scenarioName, suites, content, }) {
         testAlias,
     };
 }
-function hasTestBlock({ testName, testSuites, filePath, }) {
+function hasTestBlock({ testName, suites, filePath, }) {
     if (!fs_1.default.existsSync(filePath)) {
         return false;
     }
     const { testBlock } = getTypescriptTestBlock({
         scenarioName: testName,
         content: fs_1.default.readFileSync(filePath, "utf-8"),
-        suites: testSuites,
+        suites,
     });
     return Boolean(testBlock);
 }
@@ -278,7 +278,9 @@ async function lintErrors(filePath) {
     // TODO: use in new tools - return result/error?
     const eslint = new eslint_1.ESLint({
         fix: true,
-        useEslintrc: true,
+        // Had to comment this out with upgrade to eslint 9.30.0
+        // TODO: check if this is still needed with new tools/chat agent
+        // useEslintrc: true,
     });
     const [result] = await eslint.lintFiles(filePath);
     if (result?.output) {
@@ -466,7 +468,7 @@ async function addUserContextFixture({ scenarioName, filePath, suites, }) {
     try {
         fixtureContent = fs_1.default.readFileSync("./tests/fixtures.ts", "utf-8");
     }
-    catch (e) {
+    catch {
         // do nothing
     }
     if (!fixtureContent || !fixtureContent.includes("userContext")) {
@@ -567,7 +569,7 @@ function isSyntaxValid(code) {
     try {
         (0, parser_1.parse)(code, { sourceType: "module", plugins: ["typescript"] }); // Attempt to parse the code
     }
-    catch (error) {
+    catch {
         isSyntaxValid = false;
     }
     return isSyntaxValid;

package/dist/bin/utils/scenarios/index.d.ts

@@ -1,8 +1,16 @@
 import type { TestGenConfig } from "@empiricalrun/shared-types";
-import { CLIOptions } from "../index";
-export declare function buildTokenFromOptions(options: Omit<CLIOptions, "token">, featureFlags?: {
+interface BrowserAgentOpts {
+    name?: string;
+    file?: string;
+    prompt?: string;
+    suites?: string;
+    repoName?: string;
+    raw?: boolean;
+}
+export declare function buildTokenFromOptions(options: BrowserAgentOpts, featureFlags?: {
     useComputerUseAgent?: boolean;
 }): string;
-export declare function buildTestConfigFromOptions(options: Omit<CLIOptions, "token">): TestGenConfig;
+export declare function buildTestConfigFromOptions(options: BrowserAgentOpts): TestGenConfig;
 export declare function loadTestConfigs(testGenToken: string): TestGenConfig;
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAetC,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,EAClC,YAAY,CAAC,EAAE;IACb,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,GACA,MAAM,CAqBR;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GACjC,aAAa,CAaf;AAED,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAEpC,UAAU,gBAAgB;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAeD,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,gBAAgB,EACzB,YAAY,CAAC,EAAE;IACb,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B,GACA,MAAM,CAqBR;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,gBAAgB,GACxB,aAAa,CAaf;AAED,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}

package/dist/browser-injected-scripts/annotate-elements.spec.js

@@ -13,7 +13,6 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
         path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
     });
     const annotations = await page.evaluate(() => {
-        // eslint-disable-next-line no-undef
         const { annotations } = annotateElementsWithPreference();
         return Object.entries(annotations).map(([, config]) => ({
             innerText: config.node.innerText,
@@ -55,7 +54,6 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
         path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
     });
     const annotations = await page.evaluate(() => {
-        // eslint-disable-next-line no-undef
         const { annotations } = annotateElementsWithPreference();
         return Object.entries(annotations).map(([hint, config]) => ({
             hint,
@@ -143,7 +141,6 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
         actionType: action_tool_calls_1.ActionType.FILL,
     };
     const annotations = await page.evaluate((preference) => {
-        // eslint-disable-next-line no-undef
         const { annotations } = annotateElementsWithPreference({
             preference: preference,
         });
@@ -168,7 +165,6 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
         assertionText: "What are you teaching today?",
     };
     const annotations = await page.evaluate((preference) => {
-        // eslint-disable-next-line no-undef
         const { annotations } = annotateElementsWithPreference({
             preference: preference,
         });
@@ -191,7 +187,6 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
         path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
     });
     const annotations = await page.evaluate(() => {
-        // eslint-disable-next-line no-undef
         const { annotations } = annotateElementsWithPreference();
         return Object.entries(annotations).map(([hint, config]) => ({
             hint,

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -18,7 +18,6 @@ test("should annotate all links on empirical landing page", async ({
   });
 
   const annotations = await page.evaluate(() => {
-    // eslint-disable-next-line no-undef
     const { annotations } = annotateElementsWithPreference();
 
     return Object.entries(annotations).map(([, config]) => ({
@@ -69,7 +68,6 @@ test("should annotate all important items on quizizz page", async ({
   });
 
   const annotations = await page.evaluate(() => {
-    // eslint-disable-next-line no-undef
     const { annotations } = annotateElementsWithPreference();
 
     return Object.entries(annotations).map(([hint, config]) => ({
@@ -251,7 +249,6 @@ test("should only annotate input fields on quizizz page", async ({ page }) => {
     actionType: ActionType.FILL,
   };
   const annotations = await page.evaluate((preference) => {
-    // eslint-disable-next-line no-undef
     const { annotations } = annotateElementsWithPreference({
       preference: preference,
     });
@@ -283,7 +280,6 @@ test("should only annotate given text on quizziz page", async ({ page }) => {
     assertionText: "What are you teaching today?",
   };
   const annotations = await page.evaluate((preference) => {
-    // eslint-disable-next-line no-undef
     const { annotations } = annotateElementsWithPreference({
       preference: preference,
     });
@@ -314,7 +310,6 @@ test("should not annotate children that don't have onClick handler", async ({
   });
 
   const annotations = await page.evaluate(() => {
-    // eslint-disable-next-line no-undef
     const { annotations } = annotateElementsWithPreference();
 
     return Object.entries(annotations).map(([hint, config]) => ({

package/dist/dashboard/client.d.ts

@@ -1,5 +1,5 @@
 import { IDashboardAPIClient, RequestOptions } from "@empiricalrun/shared-types";
-type AuthenticationType = "user-access-token" | "project-api-key" | "admin-totp";
+export type AuthenticationType = "user-access-token" | "project-api-key" | "admin-totp";
 export declare class DashboardAPIClient implements IDashboardAPIClient {
     private baseUrl;
     private authType;
@@ -17,10 +17,10 @@ export declare class DashboardAPIClient implements IDashboardAPIClient {
         url: string;
         body?: any;
     }): Promise<T>;
+    getBaseUrl(): string;
     ensureUserIsAuthenticated(): Promise<void>;
     private _makeRequest;
     private refreshUserToken;
 }
 export declare const apiClient: DashboardAPIClient;
-export {};
 //# sourceMappingURL=client.d.ts.map

package/dist/dashboard/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/dashboard/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,cAAc,EACf,MAAM,4BAA4B,CAAC;AAapC,KAAK,kBAAkB,GACnB,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,CAAC;AAEjB,qBAAa,kBAAmB,YAAW,mBAAmB;IAC5D,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,EACV,QAAQ,EACR,aAAa,EACb,SAAS,EACT,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,kBAAkB,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAsBK,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;IAmDjE,eAAe,CAAC,CAAC,EAAE,EACvB,MAAM,EACN,GAAG,EACH,IAAI,GACL,EAAE;QACD,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,GAAG,CAAC;KACZ,GAAG,OAAO,CAAC,CAAC,CAAC;IAYR,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC;YAelC,YAAY;YAmDZ,gBAAgB;CAyC/B;AAED,eAAO,MAAM,SAAS,oBAEpB,CAAC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/dashboard/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,cAAc,EACf,MAAM,4BAA4B,CAAC;AAapC,MAAM,MAAM,kBAAkB,GAC1B,mBAAmB,GACnB,iBAAiB,GACjB,YAAY,CAAC;AAEjB,qBAAa,kBAAmB,YAAW,mBAAmB;IAC5D,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,EACV,QAAQ,EACR,aAAa,EACb,SAAS,EACT,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,kBAAkB,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAsBK,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;IAmDjE,eAAe,CAAC,CAAC,EAAE,EACvB,MAAM,EACN,GAAG,EACH,IAAI,GACL,EAAE;QACD,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;QACpD,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,GAAG,CAAC;KACZ,GAAG,OAAO,CAAC,CAAC,CAAC;IAYd,UAAU,IAAI,MAAM;IAId,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC;YAelC,YAAY;YAmDZ,gBAAgB;CAyC/B;AAED,eAAO,MAAM,SAAS,oBAEpB,CAAC"}

package/dist/dashboard/client.js

@@ -87,6 +87,9 @@ class DashboardAPIClient {
             body: requestBody,
         });
     }
+    getBaseUrl() {
+        return this.baseUrl;
+    }
     async ensureUserIsAuthenticated() {
         if (!(await (0, token_store_1.isAuthenticated)())) {
             const tokens = await (0, token_store_1.getStoredUserTokens)();
@@ -120,7 +123,7 @@ class DashboardAPIClient {
             });
             if (!response.ok) {
                 let error;
-                const msg = `HTTP error in ${method} request to ${url}! Status code: ${response.status}`;
+                const msg = `HTTP error in ${method} request to ${url}! Status code: ${response.status}. Response: ${await response.text()}`;
                 if (response.status < 500) {
                     // Don't retry for status codes less than 500 (client errors)
                     error = new types_1.NonRetryableHTTPError(msg, response.status);

package/dist/file-info/adapters/file-system/index.d.ts

@@ -0,0 +1,9 @@
+import { ToolResult } from "@empiricalrun/shared-types";
+import { type StrReplaceInputParams } from "../../../tools/file-operations/shared/helpers";
+export { getFileInfoFromFS } from "./reader";
+export declare function viewFileUsingFileSystem({ input, filePath, absoluteFilePath, }: {
+    input: StrReplaceInputParams;
+    filePath: string;
+    absoluteFilePath: string;
+}): Promise<ToolResult>;
+//# sourceMappingURL=index.d.ts.map

package/dist/file-info/adapters/file-system/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/file-info/adapters/file-system/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAExD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,+CAA+C,CAAC;AAEvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAE7C,wBAAsB,uBAAuB,CAAC,EAC5C,KAAK,EACL,QAAQ,EACR,gBAAgB,GACjB,EAAE;IACD,KAAK,EAAE,qBAAqB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GAAG,OAAO,CAAC,UAAU,CAAC,CAmBtB"}