@empiricalrun/test-gen 0.57.2 → 0.58.0

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @empiricalrun/test-gen
 
+## 0.58.0
+
+### Minor Changes
+
+- 8c71fd1: feat: pass file info to system prompt to construct repo context
+
+### Patch Changes
+
+- 637c97f: chore: moved model creation logic from test-gen to llm
+- Updated dependencies [0634233]
+- Updated dependencies [637c97f]
+- Updated dependencies [21b0768]
+  - @empiricalrun/test-run@0.8.5
+  - @empiricalrun/llm@0.15.4
+  - @empiricalrun/r2-uploader@0.3.9
+
 ## 0.57.2
 
 ### Patch Changes

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAEL,UAAU,EACV,YAAY,EAEb,MAAM,UAAU,CAAC;AAWlB,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,oBAAa,EACjB,IAAI,EAAE,UAAU,EAChB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IA0D9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAEL,UAAU,EACV,YAAY,EAEb,MAAM,UAAU,CAAC;AAWlB,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,EAAE,MAAM,YAAK,EACjB,IAAI,EAAE,UAAU,EAChB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IA0D9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}

package/dist/actions/skill.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.skillActionGenerator = exports.extractSkillFromArgs = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
+exports.skillActionGenerator = exports.testCaseSkills = exports.SKILL_USAGE = void 0;
+exports.extractSkillFromArgs = extractSkillFromArgs;
 const promises_1 = __importDefault(require("fs/promises"));
 const api_1 = __importDefault(require("tsx/cjs/api"));
 const use_skill_1 = require("../agent/codegen/use-skill");
@@ -28,7 +29,6 @@ function extractSkillFromArgs(args) {
     const [skillDetails] = availableSkills.filter((skillDetails) => skillDetails.testStep === skill);
     return { skillDetails };
 }
-exports.extractSkillFromArgs = extractSkillFromArgs;
 const skillActionGenerator = (page, options) => {
     const availableSkills = exports.testCaseSkills.getAvailableSkills();
     return {

package/dist/actions/utils/index.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPageVarName = exports.getPlaywrightLocatorUsingCssSelector = void 0;
+exports.getPlaywrightLocatorUsingCssSelector = getPlaywrightLocatorUsingCssSelector;
+exports.getPageVarName = getPageVarName;
 async function getPlaywrightLocatorUsingCssSelector(cssSelector, xpath, page, elementAnnotation) {
     // TODO: analyse other solutions than just css. Also find other solutions to support :has-text -> prompting ?
     // jquery doesnt support :has-text. neither css. Only playwright locator supports this selector though.
@@ -101,9 +102,7 @@ async function getPlaywrightLocatorUsingCssSelector(cssSelector, xpath, page, el
         elementAnnotation,
     });
 }
-exports.getPlaywrightLocatorUsingCssSelector = getPlaywrightLocatorUsingCssSelector;
 function getPageVarName() {
     // eslint-disable-next-line turbo/no-undeclared-env-vars
     return process.env.PAGE_VAR_NAME || "page";
 }
-exports.getPageVarName = getPageVarName;

package/dist/agent/browsing/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.executeTaskUsingBrowsingAgent = void 0;
+exports.executeTaskUsingBrowsingAgent = executeTaskUsingBrowsingAgent;
 const llm_1 = require("@empiricalrun/llm");
 const constants_1 = require("../../constants");
 const promptTemplate_0 = "{{#section \"system\"}}\nYou are a browser automation agent who is given a task to generate code for navigation and assertion. This task is your\ngoal and you must achieve it.\n\nYou will be provided with already executed actions and basis that you need to pick the next step to achieve the task.\nRemember that the goal must be achieved.\n\nYou will be provided with the web page snapshot in the form of Document Object Model. Based on the goal and available\ntool calls you need to pick the appropriate tool call.\n\nInstructions:\n- Take actions one at a time. Do not try to take multiple actions\n- You can respond with multiple assertions in one shot\n- Do not repeat the same actions again otherwise your response will be marked INVALID\n- Avoid repeating errors which we got while executing the last action\n- Stick to the task provided to you and mark the task done once the task is complete\n- Do not execute any action which is not mentioned in the task\n- Do not repeat actions which are already executed more than twice otherwise your response will be marked INVALID\n- Always refer to \"Executed actions\" before deciding your next action for completion of the task.\n- End the task done if all actions required for task are executed\n{{/section}}\n\n{{#section \"user\"}}\nTask:\n{{task}}\n\nCurrent page snapshot:\n{{pageSnapshot}}\n{{/section}}";
@@ -64,4 +64,3 @@ async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, trace
     toolCallsSpan?.end({ output: { toolCalls, generatedCodeSteps } });
     return generatedCodeSteps;
 }
-exports.executeTaskUsingBrowsingAgent = executeTaskUsingBrowsingAgent;

package/dist/agent/browsing/run.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateTestsUsingMasterAgent = void 0;
+exports.generateTestsUsingMasterAgent = generateTestsUsingMasterAgent;
 const detect_port_1 = __importDefault(require("detect-port"));
 const fs_1 = __importDefault(require("fs"));
 const web_1 = require("../../bin/utils/platform/web");
@@ -88,4 +88,3 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
         actionsSummary: fileServer.getActionsSummary(),
     };
 }
-exports.generateTestsUsingMasterAgent = generateTestsUsingMasterAgent;

package/dist/agent/browsing/utils.js

@@ -3,7 +3,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TeardownManager = exports.detectProjectName = exports.getValidProjectNames = exports.readPlaywrightConfig = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.markTestAsOnly = exports.replaceTodoWithCreateTest = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
+exports.TeardownManager = void 0;
+exports.isRegExp = isRegExp;
+exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
+exports.replaceTodoWithCreateTest = replaceTodoWithCreateTest;
+exports.markTestAsOnly = markTestAsOnly;
+exports.prepareFileForMasterAgent = prepareFileForMasterAgent;
+exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
+exports.readPlaywrightConfig = readPlaywrightConfig;
+exports.getValidProjectNames = getValidProjectNames;
+exports.detectProjectName = detectProjectName;
 const fs_1 = __importDefault(require("fs"));
 const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
@@ -22,13 +31,11 @@ function isRegExp(obj) {
     return (obj instanceof RegExp ||
         Object.prototype.toString.call(obj) === "[object RegExp]");
 }
-exports.isRegExp = isRegExp;
 function prepareBrowsingAgentTask(steps) {
     const sanitizedSteps = steps.map((step) => step.replace(/`/g, "\\`"));
     const task = `${sanitizedSteps.join("\n")}\n`;
     return task;
 }
-exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
 async function addImportForCreateTest(testFilePath) {
     // Instead of using "@empiricalrun/test-gen", we use the local dist file
     // This is to avoid assuming that the test-gen package is installed in the project
@@ -108,7 +115,6 @@ async function replaceTodoWithCreateTest({ testFilePath, testCaseName, testCaseS
         specPath: testFilePath,
     });
 }
-exports.replaceTodoWithCreateTest = replaceTodoWithCreateTest;
 async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
     const testFileContent = fs_1.default.readFileSync(specPath, "utf-8");
     const { testBlock, testNode } = (0, web_1.getTypescriptTestBlock)({
@@ -124,7 +130,6 @@ async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
         fs_1.default.writeFileSync(specPath, updatedTestFileContent);
     }
 }
-exports.markTestAsOnly = markTestAsOnly;
 async function prepareFileForMasterAgent({ testCase, specPath, trace, }) {
     const prepareFileSpan = trace?.span({
         name: "prepare-file-for-master-agent",
@@ -170,7 +175,6 @@ async function prepareFileForMasterAgent({ testCase, specPath, trace, }) {
     });
     return updatePath;
 }
-exports.prepareFileForMasterAgent = prepareFileForMasterAgent;
 function newContentsWithTestOnly(existingContents, originalTestBlock, updatedTestBlock, parentDescribeBlock) {
     if (!parentDescribeBlock) {
         const testMarkedAsOnly = updatedTestBlock.replace("test(", "test.only(");
@@ -290,7 +294,6 @@ async function injectPwLocatorGenerator(page) {
         console.warn("Error injecting script in iframe.");
     }
 }
-exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
 /**
  * function to read playwright config from the source repo
  * @return {*}  {Promise<PlaywrightTestConfig>}
@@ -318,7 +321,6 @@ async function readPlaywrightConfig(repoDir) {
     const playwrightConfig = (await tsxImport.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
     return playwrightConfig;
 }
-exports.readPlaywrightConfig = readPlaywrightConfig;
 function matchAgainstPattern(pattern, filePathToTest) {
     if (isRegExp(pattern)) {
         const regExp = pattern;
@@ -337,7 +339,6 @@ async function getValidProjectNames(playwrightConfig) {
         .filter((p) => !!p);
     return filteredProjectNames;
 }
-exports.getValidProjectNames = getValidProjectNames;
 /**
  * detect the project name for the given file in playwright test repo
  * if project and test file path for running test don't match, then playwright throws error
@@ -387,7 +388,6 @@ async function detectProjectName(testFilePath, playwrightConfig, pwProjectsFilte
     }
     return filteredProjectNames[0];
 }
-exports.detectProjectName = detectProjectName;
 class TeardownManager {
     directory;
     constructor(directory) {

package/dist/agent/chat/agent-loop.d.ts

@@ -1,12 +1,14 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { IChatModel } from "@empiricalrun/llm/chat";
+import { IChatModel, SupportedChatModels } from "@empiricalrun/llm/chat";
 import { ToolCallService } from "../../tool-call-service";
-import { ReporterFunction, SupportedChatModels } from "./types";
-export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, }: {
+import { FileInfo } from "../../types";
+import { ReporterFunction } from "./types";
+export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, }: {
     chatModel: IChatModel<any>;
     selectedModel: SupportedChatModels;
     toolCallService: ToolCallService;
     reporter: ReporterFunction;
     trace?: TraceClient;
+    fileInfo: FileInfo;
 }): Promise<void>;
 //# sourceMappingURL=agent-loop.d.ts.map

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AAGrE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAgBhE,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAoCA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,mBAAmB,EAEpB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAgB3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,GACT,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;CACpB,iBAoCA"}

package/dist/agent/chat/agent-loop.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chatAgentLoop = void 0;
+exports.chatAgentLoop = chatAgentLoop;
 const chat_1 = require("@empiricalrun/llm/chat");
 const picocolors_1 = require("picocolors");
 const prompt_1 = require("./prompt");
@@ -18,8 +18,8 @@ const log = (...args) => {
     console.log((0, picocolors_1.gray)(args.join(" ")));
 };
 const isRemote = process.env.TOOL_EXECUTION_IS_REMOTE === "true" || false;
-async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, }) {
-    const systemPrompt = await (0, prompt_1.buildSystemPrompt)();
+async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, }) {
+    const systemPrompt = await (0, prompt_1.buildSystemPrompt)(fileInfo);
     trace?.update({ input: { systemPrompt } });
     const { tools } = await toolCallService.getTools();
     while (!chatModel.askUserForInput) {
@@ -47,4 +47,3 @@ async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCa
         await reporter((0, state_1.chatStateFromModel)(chatModel, selectedModel), latest);
     }
 }
-exports.chatAgentLoop = chatAgentLoop;

package/dist/agent/chat/exports.d.ts

@@ -1,10 +1,10 @@
-import { IChatModel } from "@empiricalrun/llm/chat";
+import { createChatModel, IChatModel, SupportedChatModels } from "@empiricalrun/llm/chat";
+import { FileInfo } from "../../types";
 import { chatAgentLoop } from "./agent-loop";
-import { createChatModel } from "./model";
 import * as State from "./state";
 import { ChatStateOnDisk } from "./state";
-import { ReporterFunction, SupportedChatModels } from "./types";
+import { ReporterFunction } from "./types";
 declare const createChatState: typeof State.createChatState, createChatStateForMessages: typeof State.createChatStateForMessages, chatStateFromModel: typeof State.chatStateFromModel, loadChatState: typeof State.loadChatState, saveToDisk: typeof State.saveToDisk, CURRENT_CHAT_STATE_VERSION: string;
 export { chatAgentLoop, chatStateFromModel, createChatModel, createChatState, createChatStateForMessages, CURRENT_CHAT_STATE_VERSION, loadChatState, saveToDisk, };
-export type { ChatStateOnDisk, IChatModel, ReporterFunction, SupportedChatModels, };
+export type { ChatStateOnDisk, FileInfo, IChatModel, ReporterFunction, SupportedChatModels, };
 //# sourceMappingURL=exports.d.ts.map

package/dist/agent/chat/exports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEhE,QAAA,MACE,eAAe,gCACf,0BAA0B,2CAC1B,kBAAkB,mCAClB,aAAa,8BACb,UAAU,2BACV,0BAA0B,QACnB,CAAC;AAEV,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,0BAA0B,EAC1B,aAAa,EACb,UAAU,GACX,CAAC;AAEF,YAAY,EACV,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,UAAU,EACV,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,QAAA,MACE,eAAe,gCACf,0BAA0B,2CAC1B,kBAAkB,mCAClB,aAAa,8BACb,UAAU,2BACV,0BAA0B,QACnB,CAAC;AAEV,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,0BAA0B,EAC1B,aAAa,EACb,UAAU,GACX,CAAC;AAEF,YAAY,EACV,eAAe,EACf,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}

package/dist/agent/chat/exports.js

@@ -15,19 +15,29 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.saveToDisk = exports.loadChatState = exports.CURRENT_CHAT_STATE_VERSION = exports.createChatStateForMessages = exports.createChatState = exports.createChatModel = exports.chatStateFromModel = exports.chatAgentLoop = void 0;
+const chat_1 = require("@empiricalrun/llm/chat");
+Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return chat_1.createChatModel; } });
 const agent_loop_1 = require("./agent-loop");
 Object.defineProperty(exports, "chatAgentLoop", { enumerable: true, get: function () { return agent_loop_1.chatAgentLoop; } });
-const model_1 = require("./model");
-Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return model_1.createChatModel; } });
 const State = __importStar(require("./state"));
 const { createChatState, createChatStateForMessages, chatStateFromModel, loadChatState, saveToDisk, CURRENT_CHAT_STATE_VERSION, } = State;
 exports.createChatState = createChatState;

package/dist/agent/chat/index.d.ts

@@ -1,4 +1,4 @@
-import { SupportedChatModels } from "./types";
+import { SupportedChatModels } from "@empiricalrun/llm/chat";
 export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAUA,OAAO,EAAoB,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAiBhE,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA8FA;AA0BD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA8CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AA0BhC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAgGA;AA0BD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBAkDA"}

package/dist/agent/chat/index.js

@@ -1,13 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runChatAgentForDashboard = exports.runChatAgentForCLI = void 0;
+exports.runChatAgentForCLI = runChatAgentForCLI;
+exports.runChatAgentForDashboard = runChatAgentForDashboard;
 const llm_1 = require("@empiricalrun/llm");
+const chat_1 = require("@empiricalrun/llm/chat");
 const picocolors_1 = require("picocolors");
 const human_in_the_loop_1 = require("../../human-in-the-loop");
 const tool_call_service_1 = require("../../tool-call-service");
+const file_tree_1 = require("../../utils/file-tree");
 const git_1 = require("../../utils/git");
 const agent_loop_1 = require("./agent-loop");
-const model_1 = require("./model");
 const state_1 = require("./state");
 function stopCriteria(userPrompt) {
     return userPrompt?.toLowerCase() === "stop";
@@ -28,7 +30,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     const branchName = `branch-${randomId}`;
     await (0, git_1.checkoutBranch)(branchName);
     let messagesLoadedFromDisk = chatState?.messages || [];
-    let chatModel = (0, model_1.createChatModel)(messagesLoadedFromDisk, selectedModel);
+    let chatModel = (0, chat_1.createChatModel)(messagesLoadedFromDisk, selectedModel);
     if (initialPromptContent && chatModel.messages.length === 0) {
         chatModel.pushUserMessage(initialPromptContent);
         chatModel.askUserForInput = false;
@@ -89,12 +91,14 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
         else {
             // TODO: Should we pass a loader function? That would allow us to show a spinner
             const toolCallService = new tool_call_service_1.ToolCallService(null, selectedModel, branchName);
+            const fileInfo = await (0, file_tree_1.getFileInfoFromFS)(process.cwd());
             await (0, agent_loop_1.chatAgentLoop)({
                 chatModel,
                 selectedModel,
                 reporter: reporterFunc,
                 trace,
                 toolCallService,
+                fileInfo,
             });
         }
     }
@@ -107,7 +111,6 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     const usageSummary = chatModel.getUsageSummary();
     console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + usageSummary)}`);
 }
-exports.runChatAgentForCLI = runChatAgentForCLI;
 const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
 async function getChatSessionFromDashboard(chatSessionId) {
     const response = await fetch(`${DASHBOARD_DOMAIN}/api/chat-sessions/${chatSessionId}`, {
@@ -137,7 +140,7 @@ async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
     });
     const toolCallService = new tool_call_service_1.ToolCallService(chatSessionId, selectedModel, branchName);
     await (0, git_1.checkoutBranch)(branchName);
-    let chatModel = (0, model_1.createChatModel)(chatState.messages, selectedModel);
+    let chatModel = (0, chat_1.createChatModel)(chatState.messages, selectedModel);
     let reporterFunc = async (chatState, latest) => {
         const response = await fetch(`${DASHBOARD_DOMAIN}/api/chat-sessions/${chatSessionId}`, {
             method: "PATCH",
@@ -153,12 +156,13 @@ async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
         const data = await response.json();
         console.log(`Patch request sent for chat session: ${JSON.stringify(data)}`);
     };
+    const fileInfo = await (0, file_tree_1.getFileInfoFromFS)(process.cwd());
     await (0, agent_loop_1.chatAgentLoop)({
         chatModel,
         selectedModel,
         reporter: reporterFunc,
         trace,
         toolCallService,
+        fileInfo,
     });
 }
-exports.runChatAgentForDashboard = runChatAgentForDashboard;

package/dist/agent/chat/prompt.d.ts

@@ -1,2 +1,3 @@
-export declare function buildSystemPrompt(): Promise<string>;
+import { FileInfo } from "../../types";
+export declare function buildSystemPrompt(fileInfo: FileInfo): Promise<string>;
 //# sourceMappingURL=prompt.d.ts.map

package/dist/agent/chat/prompt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAEA,wBAAsB,iBAAiB,oBAoEtC"}
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBAoEzD"}

package/dist/agent/chat/prompt.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.buildSystemPrompt = void 0;
+exports.buildSystemPrompt = buildSystemPrompt;
 const repo_1 = require("./repo");
-async function buildSystemPrompt() {
-    const repoContext = await (0, repo_1.getRepoContext)();
+async function buildSystemPrompt(fileInfo) {
+    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
     return `
 You are a helpful assistant that can answer questions and help with tasks related to writing
 and maintaining Playwright tests.
@@ -71,4 +71,3 @@ running Playwright tests. For any read-write actions (e.g. modifying any file),
 ${repoContext}
 `;
 }
-exports.buildSystemPrompt = buildSystemPrompt;

package/dist/agent/chat/repo.d.ts

@@ -1,2 +1,3 @@
-export declare function getRepoContext(): Promise<string>;
+import { FileInfo } from "../../types";
+export declare function getRepoInfoPrompt(directory: FileInfo): Promise<string>;
 //# sourceMappingURL=repo.d.ts.map

package/dist/agent/chat/repo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/repo.ts"],"names":[],"mappings":"AAqCA,wBAAsB,cAAc,oBAyCnC"}
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAwCvC,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}

package/dist/agent/chat/repo.js

@@ -3,28 +3,28 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getRepoContext = void 0;
-const fs_1 = __importDefault(require("fs"));
+exports.getRepoInfoPrompt = getRepoInfoPrompt;
 const path_1 = __importDefault(require("path"));
 const repo_tree_1 = require("../../utils/repo-tree");
-const utils_1 = require("../browsing/utils");
-async function getAllMarkdownFiles() {
-    const dir = path_1.default.join(process.cwd(), ".empiricalrun");
-    if (!fs_1.default.existsSync(dir)) {
+async function getAllMarkdownFiles(directory) {
+    if (!directory.isDirectory) {
         return [];
     }
-    const files = fs_1.default.readdirSync(dir);
-    return files
-        .filter((file) => file.endsWith(".md"))
-        .map((file) => {
+    const files = directory.children.find((child) => child.isDirectory && child.path === ".empiricalrun")?.children;
+    if (!files) {
+        return [];
+    }
+    return Promise.all(files
+        .filter((file) => file.isFile && file.path.endsWith(".md"))
+        .map(async (file) => {
         return {
-            name: file,
-            content: fs_1.default.readFileSync(path_1.default.join(dir, file), "utf8"),
+            name: path_1.default.basename(file.path),
+            content: await file.getContent(),
         };
-    });
+    }));
 }
-async function knowledgeContext() {
-    const mdFiles = await getAllMarkdownFiles();
+async function knowledgeContext(directory) {
+    const mdFiles = await getAllMarkdownFiles(directory);
     const knowledge = mdFiles.map((file) => {
         return `
     <knowledge_file>
@@ -37,35 +37,32 @@ async function knowledgeContext() {
     });
     return knowledge.join("\n");
 }
-async function getRepoContext() {
+async function getRepoInfoPrompt(directory) {
     let REPO_CONTEXT_PROMPT = `
 You are running as a CLI tool inside the directory of the repo that has Playwright tests.
 
 Here is the repo directory structure:
 
-${(0, repo_tree_1.generateAsciiTree)(process.cwd())}
+${(0, repo_tree_1.generateAsciiTree)(directory)}
 
 While specifying paths to files, use relative paths from the current working directory. For example:
 - Correct path: "tests/lesson.spec.ts"
-- Incorrect path: "/repo/tests/lesson.spec.ts" or "${path_1.default.basename(process.cwd())}/tests/lesson.spec.ts"
+- Incorrect path: "/repo/tests/lesson.spec.ts" or "${directory.name}/tests/lesson.spec.ts"
 `;
-    try {
-        const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(process.cwd());
-        const validProjectNames = await (0, utils_1.getValidProjectNames)(playwrightConfig);
-        if (validProjectNames.length > 0) {
-            REPO_CONTEXT_PROMPT += `
-    ## Playwright configuration
-    
-    This repo is configured with these Playwright projects (in the playwright.config.ts file):
-    ${validProjectNames.map((name) => `- ${name}`).join("\n")}
-    
-    `;
-        }
-    }
-    catch (error) {
-        console.warn("Failed to read playwright config", error);
-    }
-    const knowledge = await knowledgeContext();
+    // try {
+    //   const playwrightConfig = await readPlaywrightConfig(process.cwd());
+    //   const validProjectNames = await getValidProjectNames(playwrightConfig);
+    //   if (validProjectNames.length > 0) {
+    //     REPO_CONTEXT_PROMPT += `
+    //   ## Playwright configuration
+    //   This repo is configured with these Playwright projects (in the playwright.config.ts file):
+    //   ${validProjectNames.map((name) => `- ${name}`).join("\n")}
+    //   `;
+    //   }
+    // } catch (error) {
+    //   console.warn("Failed to read playwright config", error);
+    // }
+    const knowledge = await knowledgeContext(directory);
     if (knowledge.length > 0) {
         REPO_CONTEXT_PROMPT += `
 ## Repo-specific knowledge
@@ -78,4 +75,3 @@ ${knowledge}
     }
     return REPO_CONTEXT_PROMPT;
 }
-exports.getRepoContext = getRepoContext;

package/dist/agent/chat/state.d.ts

@@ -1,5 +1,4 @@
-import { IChatModel } from "@empiricalrun/llm/chat";
-import { SupportedChatModels } from "./types";
+import { IChatModel, SupportedChatModels } from "@empiricalrun/llm/chat";
 export declare const CURRENT_CHAT_STATE_VERSION = "20250327.1";
 export declare const CHAT_STATE_PATH: string;
 export type ChatStateOnDisk<T> = {

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAKpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,0BAA0B,eAAe,CAAC;AAEvD,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,CAAC,EAAE,CAAC;CACf,CAAC;AAEF,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,SAAS,EAC/C,aAAa,EAAE,mBAAmB,4BAMnC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,EAC1C,QAAQ,EAAE,GAAG,EACb,aAAa,EAAE,mBAAmB,GACjC,eAAe,CAAC,CAAC,CAAC,CAOpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EACxB,aAAa,EAAE,mBAAmB,4BAGnC;AAED,wBAAgB,aAAa,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAajE;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,QAsBnC"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAIhC,eAAO,MAAM,0BAA0B,eAAe,CAAC;AAEvD,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,CAAC,EAAE,CAAC;CACf,CAAC;AAEF,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,SAAS,EAC/C,aAAa,EAAE,mBAAmB,4BAMnC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,EAC1C,QAAQ,EAAE,GAAG,EACb,aAAa,EAAE,mBAAmB,GACjC,eAAe,CAAC,CAAC,CAAC,CAOpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EACxB,aAAa,EAAE,mBAAmB,4BAGnC;AAED,wBAAgB,aAAa,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAajE;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,QAsBnC"}

package/dist/agent/chat/state.js

@@ -3,19 +3,23 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.saveToDisk = exports.loadChatState = exports.chatStateFromModel = exports.createChatStateForMessages = exports.createChatState = exports.CHAT_STATE_PATH = exports.CURRENT_CHAT_STATE_VERSION = void 0;
+exports.CHAT_STATE_PATH = exports.CURRENT_CHAT_STATE_VERSION = void 0;
+exports.createChatState = createChatState;
+exports.createChatStateForMessages = createChatStateForMessages;
+exports.chatStateFromModel = chatStateFromModel;
+exports.loadChatState = loadChatState;
+exports.saveToDisk = saveToDisk;
+const chat_1 = require("@empiricalrun/llm/chat");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-const model_1 = require("./model");
 exports.CURRENT_CHAT_STATE_VERSION = "20250327.1";
 exports.CHAT_STATE_PATH = path_1.default.join(process.cwd(), ".empiricalrun", "last-chat.json");
 function createChatState(userPrompt, existingState, selectedModel) {
     const messages = existingState?.messages || [];
-    const chatModel = (0, model_1.createChatModel)(messages, selectedModel);
+    const chatModel = (0, chat_1.createChatModel)(messages, selectedModel);
     chatModel.pushUserMessage(userPrompt);
     return createChatStateForMessages(chatModel.messages, selectedModel);
 }
-exports.createChatState = createChatState;
 function createChatStateForMessages(messages, selectedModel) {
     // TODO: Add better types for messages
     return {
@@ -24,11 +28,9 @@ function createChatStateForMessages(messages, selectedModel) {
         messages: messages,
     };
 }
-exports.createChatStateForMessages = createChatStateForMessages;
 function chatStateFromModel(chatModel, selectedModel) {
     return createChatStateForMessages(chatModel.messages, selectedModel);
 }
-exports.chatStateFromModel = chatStateFromModel;
 function loadChatState() {
     if (!fs_1.default.existsSync(exports.CHAT_STATE_PATH)) {
         return undefined;
@@ -40,7 +42,6 @@ function loadChatState() {
     }
     return state;
 }
-exports.loadChatState = loadChatState;
 function saveToDisk(messages, selectedModel) {
     const statePath = exports.CHAT_STATE_PATH;
     let existingState = {
@@ -63,4 +64,3 @@ function saveToDisk(messages, selectedModel) {
     };
     fs_1.default.writeFileSync(statePath, JSON.stringify(newState, null, 2));
 }
-exports.saveToDisk = saveToDisk;

package/dist/agent/codegen/create-test-block.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEmptyTestCaseBlock = void 0;
+exports.createEmptyTestCaseBlock = createEmptyTestCaseBlock;
 const llm_1 = require("@empiricalrun/llm");
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
@@ -55,4 +55,3 @@ async function createEmptyTestCaseBlock({ testCase, file, trace, }) {
     });
     return testBlock;
 }
-exports.createEmptyTestCaseBlock = createEmptyTestCaseBlock;

package/dist/agent/codegen/fix-ts-errors.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateAndFixTypescriptErrors = void 0;
+exports.validateAndFixTypescriptErrors = validateAndFixTypescriptErrors;
 const llm_1 = require("@empiricalrun/llm");
 const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../../bin/logger");
@@ -76,4 +76,3 @@ async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.Cus
         }
     }
 }
-exports.validateAndFixTypescriptErrors = validateAndFixTypescriptErrors;