@empiricalrun/test-gen 0.77.0 → 0.78.1

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,mBAAmB,EACnB,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,cAAc,EACd,eAAe,EACf,mBAAmB,EAEnB,UAAU,EACX,MAAM,4BAA4B,CAAC;AAMpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAGpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC;IAC/C,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CA0B5D;AAED,wBAAgB,aAAa,CAAC,EAC5B,SAAS,GACV,EAAE;IACD,SAAS,EAAE,OAAO,CAAC;CACpB,GAAG,SAAS,GAAG,SAAS,CAsBxB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,SAAS,EAAE,SAAS,QAQ9C;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,gBAAgB,EAAE,GAC3B;IACD,gBAAgB,EAAE,IAAI,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,eAAe,GAAG,SAAS,CAAC;IACtC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC;CACpC,CA0BA"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,eAAe,EAEf,UAAU,EACX,MAAM,uCAAuC,CAAC;AAM/C,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAGpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B;;;;;;EAQA;AAED,wBAAgB,eAAe,CAAC,CAAC,GAAG,gBAAgB,EAClD,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAC7B,MAAM,CA4BR;AAED,wBAAgB,aAAa,CAAC,CAAC,EAAE,EAC/B,SAAS,GACV,EAAE;IACD,SAAS,EAAE,OAAO,CAAC;CACpB,GAAG,gBAAgB,CAAC,CAAC,CAAC,GAAG,SAAS,CAoBlC;AAED,wBAAgB,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAQ3D;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,gBAAgB,EAAE,GAC3B;IACD,gBAAgB,EAAE,IAAI,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,eAAe,GAAG,SAAS,CAAC;IACtC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC;CACpC,CA0BA"}

package/dist/agent/chat/state.js

@@ -4,16 +4,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CHAT_STATE_PATH = exports.LATEST_CHAT_STATE_VERSION = exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = void 0;
-exports.createChatState = createChatState;
-exports.createChatStateForMessages = createChatStateForMessages;
 exports.chatStateFromModel = chatStateFromModel;
 exports.getUsageSummary = getUsageSummary;
 exports.loadChatState = loadChatState;
-exports.migrateChatState = migrateChatState;
 exports.saveToDisk = saveToDisk;
 exports.getLatestDownloadBuildUrl = getLatestDownloadBuildUrl;
 exports.fetchToolCallFromId = fetchToolCallFromId;
-const chat_1 = require("@empiricalrun/llm/chat");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = {
@@ -21,40 +17,20 @@ exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = {
 };
 exports.LATEST_CHAT_STATE_VERSION = "0.1";
 exports.CHAT_STATE_PATH = path_1.default.join(process.cwd(), ".empiricalrun", "last-chat.json");
-function createChatState({ userPrompt, attachments, existingState, selectedModel, error, }) {
-    const messages = existingState?.messages || [];
-    const chatModel = (0, chat_1.createChatModel)(messages, selectedModel);
-    if (userPrompt) {
-        chatModel.pushUserMessage(userPrompt, attachments);
-    }
-    return createChatStateForMessages({
-        messages: chatModel.messages,
-        selectedModel,
-        askUserForInput: chatModel.askUserForInput,
-        error,
-    });
-}
-function createChatStateForMessages({ messages, selectedModel, askUserForInput, error, }) {
-    // TODO: Add better types for messages
+function chatStateFromModel({ chatModel, error, }) {
     return {
         version: exports.LATEST_CHAT_STATE_VERSION,
-        model: selectedModel,
-        messages: messages,
-        askUserForInput: askUserForInput,
-        error: error,
-    };
-}
-function chatStateFromModel({ chatModel, error, }) {
-    return createChatStateForMessages({
+        model: chatModel.selectedModel,
         messages: chatModel.messages,
-        selectedModel: chatModel.selectedModel,
         askUserForInput: chatModel.askUserForInput,
-        error,
-    });
+        error: error,
+    };
 }
 function getUsageSummary(chatState) {
     const messages = chatState.messages;
-    const messageUsages = messages.map((msg) => msg.usage).filter(Boolean);
+    const messageUsages = messages
+        .map((msg) => "usage" in msg && msg.usage)
+        .filter(Boolean);
     const inputTokens = messageUsages.reduce((sum, usage) => sum + (usage?.tokens?.input || 0), 0);
     const outputTokens = messageUsages.reduce((sum, usage) => sum + (usage?.tokens?.output || 0), 0);
     const costs = messageUsages
@@ -86,37 +62,11 @@ function loadChatState({ resetChat, }) {
     }
     const raw = fs_1.default.readFileSync(exports.CHAT_STATE_PATH, "utf8");
     let state = JSON.parse(raw);
-    // Always migrate to the latest version after loading
-    const migratedState = migrateChatState(state);
     // Only save if migration actually changed the state
-    if (JSON.stringify(state) !== JSON.stringify(migratedState)) {
-        fs_1.default.writeFileSync(exports.CHAT_STATE_PATH, JSON.stringify(migratedState, null, 2));
-    }
-    return migratedState;
-}
-/**
- * Migrates a chat state object from an old version to the latest version.
- * Add migration logic for each version as needed.
- */
-function migrateChatState(oldState) {
-    if (!oldState || Object.keys(oldState).length === 0) {
-        return oldState;
-    }
-    if (!oldState.version) {
-        throw new Error("No version found in chat state");
-    }
-    if (!exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP[oldState.version]) {
-        throw new Error(`No migration function found for version: ${oldState.version}`);
+    if (JSON.stringify(state) !== JSON.stringify(state)) {
+        fs_1.default.writeFileSync(exports.CHAT_STATE_PATH, JSON.stringify(state, null, 2));
     }
-    if (oldState.version === exports.LATEST_CHAT_STATE_VERSION) {
-        return oldState;
-    }
-    const migrateFn = exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP[oldState.version];
-    const migrated = migrateFn(oldState);
-    return {
-        version: exports.LATEST_CHAT_STATE_VERSION,
-        ...migrated,
-    };
+    return state;
 }
 function saveToDisk(chatState) {
     const statePath = exports.CHAT_STATE_PATH;

package/dist/agent/chat/utils.d.ts

@@ -1,12 +1,12 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { IChatCanonicalModel, IChatModel } from "@empiricalrun/llm/chat";
-import { Attachment, ReporterFunction } from "@empiricalrun/shared-types";
+import { IChatModel } from "@empiricalrun/llm/chat";
+import { Attachment, ReporterFunction } from "@empiricalrun/shared-types/chat-agent";
 export declare const log: (...args: any[]) => void;
 export declare function getModelName(model: string): string;
-export declare function handleAgentError({ error, chatModel, reporter, trace, }: {
+export declare function handleAgentError<T>({ error, chatModel, reporter, trace, }: {
     error: unknown;
-    chatModel: IChatModel<any> | IChatCanonicalModel;
-    reporter: ReporterFunction;
+    chatModel: IChatModel<T>;
+    reporter: ReporterFunction<T>;
     trace?: TraceClient;
 }): Promise<void>;
 export declare function extractAttachments(userPrompt: string): {

package/dist/agent/chat/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAGL,mBAAmB,EACnB,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,gBAAgB,EACjB,MAAM,4BAA4B,CAAC;AAKpC,eAAO,MAAM,GAAG,GAAI,GAAG,MAAM,GAAG,EAAE,SAEjC,CAAC;AAcF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,SAAS,EACT,QAAQ,EACR,KAAK,GACN,EAAE;IACD,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,GAAG,mBAAmB,CAAC;IACjD,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAaA;AASD,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG;IACtD,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CA4BA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAGL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,gBAAgB,EACjB,MAAM,uCAAuC,CAAC;AAK/C,eAAO,MAAM,GAAG,GAAI,GAAG,MAAM,GAAG,EAAE,SAEjC,CAAC;AAcF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,EACxC,KAAK,EACL,SAAS,EACT,QAAQ,EACR,KAAK,GACN,EAAE;IACD,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAaA;AASD,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG;IACtD,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CA4BA"}

package/dist/agent/cli.d.ts

@@ -1,6 +1,6 @@
-import { AgentModeEnum, SupportedChatModels } from "@empiricalrun/shared-types";
+import { AgentModeEnum, SupportedChatModels } from "@empiricalrun/shared-types/chat-agent";
 export declare function fetchEnvironmentVariables(): Promise<Record<string, string>>;
-export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, agentMode, resetChat, useFSCache, }: {
+export declare function runChatAgentForCLI<T>({ useDiskForChatState, selectedModel, initialPromptContent, agentMode, resetChat, useFSCache, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;
     initialPromptContent: string | undefined;

package/dist/agent/cli.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/agent/cli.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EAKb,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AA+BpC,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAkCA;AAED,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,SAAS,EACT,UAAU,GACX,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,EAAE,aAAa,CAAC;IACzB,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,iBA2KA"}
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/agent/cli.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,aAAa,EAIb,mBAAmB,EACpB,MAAM,uCAAuC,CAAC;AA6B/C,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAkCA;AAED,wBAAsB,kBAAkB,CAAC,CAAC,EAAE,EAC1C,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,SAAS,EACT,UAAU,GACX,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,EAAE,aAAa,CAAC;IACzB,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,iBA+JA"}

package/dist/agent/cli.js

@@ -53,8 +53,6 @@ async function fetchEnvironmentVariables() {
 }
 async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, agentMode, resetChat, useFSCache, }) {
     const enableStreaming = !useFSCache;
-    // TODO: Implement cache support in BaseAgent
-    // const cache = useFSCache ? new FilesystemLLMCache() : undefined;
     // TODO: Store branch name in chat state so that we don't recreate it every time
     const randomId = crypto.randomUUID().substring(0, 8);
     const branchName = `branch-${randomId}`;
@@ -67,30 +65,6 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
         // Reset error state as we are attempting a retry
         chatState.error = null;
     }
-    if (initialPromptContent) {
-        if (!chatState) {
-            const { text, attachments } = (0, utils_1.extractAttachments)(initialPromptContent);
-            chatState = (0, state_1.createChatState)({
-                userPrompt: text,
-                attachments: attachments,
-                existingState: undefined,
-                selectedModel,
-                error: null,
-            });
-        }
-        else {
-            console.warn(`Ignoring initial prompt because we have existing chat state.`);
-        }
-    }
-    if (!chatState) {
-        chatState = (0, state_1.createChatState)({
-            userPrompt: undefined,
-            attachments: [],
-            selectedModel,
-            existingState: undefined,
-            error: null,
-        });
-    }
     const handleSigInt = () => {
         concludeAgent(agent, useDiskForChatState);
         process.exit(0);
@@ -118,7 +92,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     });
     if (trace) {
         const traceUrl = trace.getTraceUrl();
-        console.log(`Starting ${selectedModel}: ${traceUrl}`);
+        console.log(`Starting Model: ${selectedModel} \nTrace URL: ${traceUrl}`);
     }
     let authType = "user-access-token";
     if (process.env.EMPIRICALRUN_API_KEY) {
@@ -141,8 +115,22 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
         featureFlags: [],
         chatState,
         toolExecutor,
+        repoInfoBuilder: fileInfoBuilder,
     };
-    const agent = index_1.MODE_TO_AGENT_MAP[agentMode]({ ...agentParams });
+    const agent = agentMode === "triage"
+        ? new index_1.TriageAgent(agentParams)
+        : new index_1.ChatAgent(agentParams);
+    // If we have an initial prompt and no existing chat state, push it to the agent
+    if (initialPromptContent && !chatState) {
+        const { text, attachments } = (0, utils_1.extractAttachments)(initialPromptContent);
+        const updatedChatState = agent.pushUserMessage([{ text, attachments }]);
+        if (useDiskForChatState) {
+            (0, state_1.saveToDisk)(updatedChatState);
+        }
+    }
+    else if (initialPromptContent && chatState) {
+        console.warn(`Ignoring initial prompt because we have existing chat state.`);
+    }
     if (agent.askUserForInput) {
         // Show last message to the user for context when we loaded from disk
         const latest = agent.getHumanReadableLatestMessage();
@@ -168,7 +156,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             }
             if (!stopCriteria(userPrompt)) {
                 const { text, attachments } = (0, utils_1.extractAttachments)(userPrompt);
-                agent.pushUserMessage(text, attachments);
+                agent.pushUserMessage([{ text, attachments }]);
             }
         }
         else {
@@ -198,8 +186,6 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
                         }
                     };
                 })(),
-                trace,
-                repoInfoBuilder: fileInfoBuilder,
                 onPendingToolCall: async (toolCalls) => {
                     const { toolResults, checkpoint } = await toolExecutor.execute(toolCalls);
                     agent.processToolResults(toolCalls, toolResults, checkpoint);

package/dist/agent/code-review/index.d.ts

@@ -1,12 +1,13 @@
-import type { ToolsForLLM } from "@empiricalrun/shared-types";
+import type { ToolsForLLM } from "@empiricalrun/shared-types/chat-agent";
+import type { FileInfo } from "@empiricalrun/shared-types/test-gen";
 import { BaseAgent } from "../base";
 import { type CodeReviewResultV0, type CodeReviewResultV1, type CodeReviewResultV2, CodeReviewSeverity, CodeReviewVerdict } from "./types";
 export type { CodeReviewResultV1, CodeReviewResultV0, CodeReviewResultV2 };
 export { CodeReviewVerdict, CodeReviewSeverity };
-export type CodeReviewVersionedResult = CodeReviewResultV1 | CodeReviewResultV0 | CodeReviewResultV2;
-export declare class CodeReviewAgent extends BaseAgent {
+export type CodeReviewVersionedResult = CodeReviewResultV0 | CodeReviewResultV1 | CodeReviewResultV2;
+export declare class CodeReviewAgent<T> extends BaseAgent<T> {
     protected getTools(): ToolsForLLM;
     getResult(): CodeReviewVersionedResult | undefined;
-    protected buildSystemPrompt(repoContext: string): Promise<string>;
+    protected buildSystemPrompt(repoInfoBuilder: () => Promise<FileInfo>): Promise<string>;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/code-review/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAG/E,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAEjB,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,CAAC;AACjD,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,qBAAa,eAAgB,SAAQ,SAAS;IAC5C,SAAS,CAAC,QAAQ,IAAI,WAAW;IAWjC,SAAS,IAAI,yBAAyB,GAAG,SAAS;cAmBlC,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAuHxE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAGpE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAGpC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAEjB,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,CAAC;AAEjD,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,qBAAa,eAAe,CAAC,CAAC,CAAE,SAAQ,SAAS,CAAC,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,IAAI,WAAW;IAWjC,SAAS,IAAI,yBAAyB,GAAG,SAAS;cAmBlC,iBAAiB,CAC/B,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;CAiInB"}

package/dist/agent/code-review/index.js

@@ -4,6 +4,7 @@ exports.CodeReviewAgent = exports.CodeReviewSeverity = exports.CodeReviewVerdict
 const tools_1 = require("../../tools");
 const fetch_session_diff_1 = require("../../tools/fetch-session-diff");
 const base_1 = require("../base");
+const repo_1 = require("../chat/prompt/repo");
 const parser_1 = require("./parser");
 const types_1 = require("./types");
 Object.defineProperty(exports, "CodeReviewSeverity", { enumerable: true, get: function () { return types_1.CodeReviewSeverity; } });
@@ -25,9 +26,7 @@ class CodeReviewAgent extends base_1.BaseAgent {
             ? messages[messages.length - 1]
             : undefined;
         const lastMessageTextPart = lastMessage
-            ? lastMessage.parts
-                .filter((p) => "text" in p)
-                .find((p) => "text" in p && !!p.text)
+            ? lastMessage.parts.find((p) => "text" in p && !!p.text && !("thinking" in p))
             : undefined;
         const textPart = lastMessageTextPart;
         const text = textPart?.text.trim();
@@ -36,7 +35,9 @@ class CodeReviewAgent extends base_1.BaseAgent {
         }
         return (0, parser_1.convertXmlToV2Format)(text);
     }
-    async buildSystemPrompt(repoContext) {
+    async buildSystemPrompt(repoInfoBuilder) {
+        const repoInfo = await repoInfoBuilder();
+        const repoContext = await (0, repo_1.getRepoContextPrompt)(repoInfo);
         return `
 You are an expert code reviewer that specializes in reviewing Playwright test code. You are
 provided with tools to fetch diff and pull-request metadata for a code review, where a test has been added, test modified,
@@ -122,6 +123,8 @@ Return these as XML tags with markdown inside them
 - Use locators instead of selectors: waitForSelector, $, $$ are bad - use locators instead (e.g. locator.waitFor)
 - If the test relies on some Playwright APIs that do not auto-wait (e.g. isVisible(), count()), we need to ensure 
   they are used AFTER some action that ensures the page has loaded. If nothing, at least it should have a waitForTimeout
+- For checkbox elements, use \`setChecked(true or false)\` instead of clicks. Click action on checkbox toggles the state and requires
+  a conditional, whereas \`setChecked\` allows specifying the end expected state, which is easier to maintain.
 
 ## Deprecated patterns
 - test.describe.serial(...) is not prefered: use test.describe.configure({ mode: "serial" }) if the tests need to be serial
@@ -131,6 +134,9 @@ Return these as XML tags with markdown inside them
 - Helper methods (that are imported in the tests) should be in pages/ directory (e.g. pages/common.ts)
 - Helper methods should be functional - not classes (conventional class-based page object models are NOT recommended - use functions!)
 
+## Common mistakes
+- Our author has a tendency to add newline characters to console logs (e.g \`console.log("\ngoing to page foo");\` ) - this should not be allowed
+
 # Severity: Warning
 
 ## Call out test data assumptions
@@ -153,6 +159,9 @@ Return these as XML tags with markdown inside them
 
 # Repo context
 ${repoContext}
+
+# Reference
+Today's date is ${new Date().toDateString()}
 `;
     }
 }

package/dist/agent/code-review/types.d.ts

@@ -1,36 +1,3 @@
-export declare enum CodeReviewVerdict {
-    Approved = "Approved",
-    Rejected = "Rejected"
-}
-export declare enum CodeReviewSeverity {
-    MergeBlocking = "merge-blocking",
-    Warning = "warning"
-}
-export type CodeReviewResultV1 = {
-    version: "1.0";
-    last_commit: string | null;
-    code_review_comments: string | null;
-    describe_code_change: string | null;
-    merge_blocking_issues: string | null;
-    best_practices_and_warnings: string | null;
-    verdict: "Approved" | "Rejected" | null;
-};
-export type CodeReviewLineComment = {
-    file: string;
-    line_start: number;
-    line_end: number;
-    severity: CodeReviewSeverity;
-    message: string;
-};
-export type CodeReviewResultV2 = {
-    version: "2.0";
-    last_commit: string;
-    describe_code_change: string;
-    line_comments: CodeReviewLineComment[];
-    verdict: CodeReviewVerdict;
-};
-export type CodeReviewResultV0 = {
-    version: "0.1";
-    result: string;
-};
+export type { CodeReviewLineComment, CodeReviewResultV0, CodeReviewResultV1, CodeReviewResultV2, } from "@empiricalrun/shared-types/code-review";
+export { CodeReviewSeverity, CodeReviewVerdict, } from "@empiricalrun/shared-types/code-review";
 //# sourceMappingURL=types.d.ts.map

package/dist/agent/code-review/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/types.ts"],"names":[],"mappings":"AAAA,oBAAY,iBAAiB;IAC3B,QAAQ,aAAa;IACrB,QAAQ,aAAa;CACtB;AAED,oBAAY,kBAAkB;IAC5B,aAAa,mBAAmB;IAChC,OAAO,YAAY;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,KAAK,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,KAAK,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,qBAAqB,EAAE,CAAC;IACvC,OAAO,EAAE,iBAAiB,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,KAAK,CAAC;IAEf,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/types.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,qBAAqB,EACrB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,GACnB,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EACL,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,wCAAwC,CAAC"}

package/dist/agent/code-review/types.js

@@ -1,13 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CodeReviewSeverity = exports.CodeReviewVerdict = void 0;
-var CodeReviewVerdict;
-(function (CodeReviewVerdict) {
-    CodeReviewVerdict["Approved"] = "Approved";
-    CodeReviewVerdict["Rejected"] = "Rejected";
-})(CodeReviewVerdict || (exports.CodeReviewVerdict = CodeReviewVerdict = {}));
-var CodeReviewSeverity;
-(function (CodeReviewSeverity) {
-    CodeReviewSeverity["MergeBlocking"] = "merge-blocking";
-    CodeReviewSeverity["Warning"] = "warning";
-})(CodeReviewSeverity || (exports.CodeReviewSeverity = CodeReviewSeverity = {}));
+exports.CodeReviewVerdict = exports.CodeReviewSeverity = void 0;
+var code_review_1 = require("@empiricalrun/shared-types/code-review");
+Object.defineProperty(exports, "CodeReviewSeverity", { enumerable: true, get: function () { return code_review_1.CodeReviewSeverity; } });
+Object.defineProperty(exports, "CodeReviewVerdict", { enumerable: true, get: function () { return code_review_1.CodeReviewVerdict; } });

package/dist/agent/cua/index.d.ts

@@ -1,5 +1,5 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { ArtifactInputData, Usage } from "@empiricalrun/shared-types";
+import { ArtifactInputData, Usage } from "@empiricalrun/shared-types/chat-agent";
 import { Page } from "playwright";
 export type BrowserAgentResult = Array<{
     type: "text";

package/dist/agent/cua/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAoDlC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,KAAK,EACN,MAAM,uCAAuC,CAAC;AAS/C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AA6DlC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}

package/dist/agent/cua/index.js

@@ -28,21 +28,29 @@ function artifact(screenshot, name) {
         data: Buffer.from(screenshot, "base64"),
     };
 }
-function stateOfTheBrowser(page) {
+async function tabsSummary(pages) {
+    let lines = [];
+    for (const p of pages) {
+        lines.push(`  - ${p.url()} - ${await p.title()}`);
+    }
+    return lines.join("\n");
+}
+async function stateOfTheBrowser(page) {
     const browserContext = page.context();
     const pages = browserContext.pages();
+    const allPagesSummary = await tabsSummary(pages);
     return `
 ## Browser window
 
 ### Current page (what you are working on)
 Current page URL: ${page.url()}
-Current page title: ${page.title()}
+Current page title: ${await page.title()}
 
 ### All pages
 Number of open pages: ${pages.length}
 
 URLs and titles:
-${pages.map((p) => `  - ${p.url()} - ${p.title()}`).join("\n")}`;
+${allPagesSummary}`;
 }
 async function createTestUsingComputerUseAgent({ page, task, trace, prefersElementFromPointCodegen = false, }) {
     const codegen = await getCodegenInstance(prefersElementFromPointCodegen);
@@ -69,7 +77,7 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
                 content: [
                     {
                         type: "input_text",
-                        text: `Task to execute: ${task}\n\n${stateOfTheBrowser(page)}`,
+                        text: `Task to execute: ${task}\n\n${await stateOfTheBrowser(page)}`,
                     },
                     {
                         type: "input_image",
@@ -193,7 +201,7 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
                     content: [
                         {
                             type: "input_text",
-                            text: `Action executed: ${executedActionSummary || "None"}\n\n${stateOfTheBrowser(page)}`,
+                            text: `Action executed: ${executedActionSummary || "None"}\n\n${await stateOfTheBrowser(page)}`,
                         },
                     ],
                 },

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CA0CxC"}
+{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAQhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CA0CxC"}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.js

@@ -21,9 +21,6 @@ class PlaywrightPauseCodegenForRecorder {
     async saveCode(code) {
         const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
         if (generatedCode) {
-            // console.log(
-            //   `[PlaywrightPauseCodegen] Received code from Playwright: ${generatedCode}`,
-            // );
             this.codeForLastAction = generatedCode;
             await this.sourcesCallback(code);
         }

package/dist/agent/cua/pw-codegen/pw-pause/index.js

@@ -101,7 +101,7 @@ class PlaywrightPauseCodegen {
     }
     async getCodeForLastAction() {
         // Wait for the server to send the code
-        await new Promise((resolve) => setTimeout(resolve, 1000));
+        await new Promise((resolve) => setTimeout(resolve, 1_500));
         let codeToReturn = this.codeForLastAction;
         this.codeForLastAction = undefined;
         if (!codeToReturn) {

package/dist/agent/index.d.ts

@@ -1,10 +1,6 @@
-import type { AgentModeEnum } from "@empiricalrun/shared-types";
 import { type AgentParams, BaseAgent } from "./base";
 import { ChatAgent } from "./chat";
-import { CodeReviewAgent } from "./code-review";
 import { TriageAgent } from "./triage";
-import { VideoAnalysisAgent } from "./video-analysis";
-export declare const MODE_TO_AGENT_MAP: Record<AgentModeEnum, (params: AgentParams) => BaseAgent>;
-export { BaseAgent, ChatAgent, CodeReviewAgent, TriageAgent, VideoAnalysisAgent, };
+export { BaseAgent, ChatAgent, TriageAgent };
 export type { AgentParams };
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,KAAK,WAAW,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,eAAO,MAAM,iBAAiB,EAAE,MAAM,CACpC,aAAa,EACb,CAAC,MAAM,EAAE,WAAW,KAAK,SAAS,CAMnC,CAAC;AAEF,OAAO,EACL,SAAS,EACT,SAAS,EACT,eAAe,EACf,WAAW,EACX,kBAAkB,GACnB,CAAC;AACF,YAAY,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/agent/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;AAC7C,YAAY,EAAE,WAAW,EAAE,CAAC"}

package/dist/agent/index.js

@@ -1,19 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VideoAnalysisAgent = exports.TriageAgent = exports.CodeReviewAgent = exports.ChatAgent = exports.BaseAgent = exports.MODE_TO_AGENT_MAP = void 0;
+exports.TriageAgent = exports.ChatAgent = exports.BaseAgent = void 0;
 const base_1 = require("./base");
 Object.defineProperty(exports, "BaseAgent", { enumerable: true, get: function () { return base_1.BaseAgent; } });
 const chat_1 = require("./chat");
 Object.defineProperty(exports, "ChatAgent", { enumerable: true, get: function () { return chat_1.ChatAgent; } });
-const code_review_1 = require("./code-review");
-Object.defineProperty(exports, "CodeReviewAgent", { enumerable: true, get: function () { return code_review_1.CodeReviewAgent; } });
 const triage_1 = require("./triage");
 Object.defineProperty(exports, "TriageAgent", { enumerable: true, get: function () { return triage_1.TriageAgent; } });
-const video_analysis_1 = require("./video-analysis");
-Object.defineProperty(exports, "VideoAnalysisAgent", { enumerable: true, get: function () { return video_analysis_1.VideoAnalysisAgent; } });
-exports.MODE_TO_AGENT_MAP = {
-    triage: (params) => new triage_1.TriageAgent(params),
-    chat: (params) => new chat_1.ChatAgent(params),
-    video: (params) => new video_analysis_1.VideoAnalysisAgent(params),
-    "code-review": (params) => new code_review_1.CodeReviewAgent(params),
-};

package/dist/agent/master/element-annotation.d.ts

@@ -1,5 +1,5 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
-import { TestGenConfigOptions } from "@empiricalrun/shared-types";
+import { TestGenConfigOptions } from "@empiricalrun/shared-types/agent-workflow";
 import { Page } from "playwright";
 import { ActionType } from "./action-tool-calls";
 export declare function getElementAnnotation({ elementDescription, annotations, annotatedScreenshot, trace, llm, options, preference, }: {

package/dist/agent/master/element-annotation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AA2DjD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,EACP,UAAU,GACX,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,UAAU,EAAE,oBAAoB,CAAC;CAClC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA8C9B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EACN,KAAK,GACL,UAAU,CAAC,IAAI,GACf,UAAU,CAAC,WAAW,GACtB,UAAU,CAAC,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAgBF,wBAAsB,iBAAiB,CAAC,EACtC,IAAI,EACJ,UAAU,EACV,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uBAAuB,EAAE,MAAM,CAAC;CACjC,CAAC,CAmFD"}
+{"version":3,"file":"element-annotation.d.ts","sourceRoot":"","sources":["../../../src/agent/master/element-annotation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAQlC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AA2DjD,wBAAsB,oBAAoB,CAAC,EACzC,kBAAkB,EAClB,WAAW,EACX,mBAAmB,EACnB,KAAK,EACL,GAAG,EACH,OAAO,EACP,UAAU,GACX,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,UAAU,EAAE,oBAAoB,CAAC;CAClC,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CA8C9B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EACN,KAAK,GACL,UAAU,CAAC,IAAI,GACf,UAAU,CAAC,WAAW,GACtB,UAAU,CAAC,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAgBF,wBAAsB,iBAAiB,CAAC,EACtC,IAAI,EACJ,UAAU,EACV,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,uBAAuB,EAAE,MAAM,CAAC;CACjC,CAAC,CAmFD"}

package/dist/agent/master/next-action.d.ts

@@ -1,5 +1,5 @@
 import { LLM, TraceClient } from "@empiricalrun/llm";
-import { TestGenConfigOptions } from "@empiricalrun/shared-types";
+import { TestGenConfigOptions } from "@empiricalrun/shared-types/agent-workflow";
 import { Page } from "playwright";
 import { PlaywrightActions } from "../../actions";
 import { CustomLogger } from "../../bin/logger";

package/dist/agent/master/next-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAUhD,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,cAAc,EACd,IAAI,EACJ,eAAe,EACf,aAAa,EACb,KAAK,EACL,GAAG,EACH,OAAO,EACP,OAAO,EACP,aAAa,EACb,MAAM,GACP,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACxC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CA8FA"}
+{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAUhD,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,cAAc,EACd,IAAI,EACJ,eAAe,EACf,aAAa,EACb,KAAK,EACL,GAAG,EACH,OAAO,EACP,OAAO,EACP,aAAa,EACb,MAAM,GACP,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACxC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CAwFA"}

package/dist/agent/master/next-action.js

@@ -2,7 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getNextAction = getNextAction;
 const llm_1 = require("@empiricalrun/llm");
-const skill_1 = require("../../actions/skill");
 const constants_1 = require("../../constants");
 const promptTemplate_0 = "{{#section \"system\"}}\nYou are a web automation tool which is given a task to complete. You need to execute the\ntask provided to you with the help of web page screenshot, a browser automation tool or skills\nwhich are learnt while writing previous tests. \n  \nBrowser automation tool is a tool which uses Playwright and browser to execute action using\nnext_action tool call.\nSkill usage is a tool which helps to execute previously known pieces of code to achieve a task.\n\nYou will be provided with a screenshot of the webpage which you will use to extract the action\nthat needs to be taken.\n\nYou will be provided with previously executed actions by the browser automation tool and based\non the current screenshot and previously executed actions, you need to predict the next action\nto be taken.\n\nYou will also be provided with failed next action predicted by you, so that you can avoid\nsuggesting the same action again - which failed.\n\nThe next action should be as atomic as possible. e.g: scroll, click on an element, fill an input\nelement, assert, extract text from an element are valid next action as they are atomic in nature.\n\nYou also need to provide the action type using the list below, action type which is not present in\nthe list is invalid: {{validActionTypes}}\n\nYou will also be provided with skill usage tool which you can use to execute action. These skills\nare compound functions which helps you to complete your action.\n\nYou need to respond with either:\n- Next action to be taken by a browser automation tool \n- Use previously learnt skills in the form of tool call.\n  \nYou need to make a decision whether the given skill can be reused if \"YES\" respond with the\nskill else respond with the next action.\n{{/section}}\n\n{{#section \"user\"}}\nTask:\n{{task}}\n\n-----\n\nPrevious executed actions:\n{{executedActions}}\n\n-----\n\nPrevious failed actions:\n{{failedActions}}\n\n-----\n\nYou are also provided with a page screenshot for you to decide the next action.\n\nCurrent page URL: {{pageUrl}}\n\nFollow the instructions before responding:\n- Divide the task into sub tasks\n- Using previously executed actions, identify tasks are complete and which tasks needs to be executed next.\n- You will be provided a skill usage action, if the testStep matches the next action then respond with the skill usage.\n- If responding with next action, ensure next action to be detailed and explicit about what action needs to be done. Provide all the information which can be extracted from the screenshot as a part of next action.\n- Mark task as complete only when executed actions provided to you indicates that the task is done.\n- Refer to the text and references available in the screenshot to create the next action.\n- Do not take any extra actions which are not required for the execution of the task\n- If there are no further actions required based on the task, then respond with task as done.\n- Do not recommend actions which are not available in the screenshot\n\nScreenshots:\n{{images pageScreenshots}}\n\n{{/section}}\n";
 const action_tool_calls_1 = require("./action-tool-calls");
@@ -19,7 +18,6 @@ async function getNextAction({ page, pageScreenshot, task, executedActions, fail
             options,
             pageScreenshot,
             disableSkills,
-            skills: skill_1.testCaseSkills.getAvailableSkills(),
         },
     });
     const messages = (0, llm_1.compilePrompt)(promptTemplate_0, {
@@ -30,10 +28,7 @@ async function getNextAction({ page, pageScreenshot, task, executedActions, fail
         pageUrl,
         pageScreenshots: pageScreenshot,
     });
-    const actionSchemas = disableSkills || skill_1.testCaseSkills.getAvailableSkills().length === 0
-        ? []
-        : actions.getSkillsActionSchemas();
-    const tools = [...(0, action_tool_calls_1.getActionToolCalls)(), ...actionSchemas];
+    const tools = [...(0, action_tool_calls_1.getActionToolCalls)()];
     llm =
         llm ||
             new llm_1.LLM({

package/dist/agent/master/run.d.ts

@@ -1,4 +1,5 @@
-import type { TestCase, TestGenConfigOptions } from "@empiricalrun/shared-types";
+import type { TestGenConfigOptions } from "@empiricalrun/shared-types/agent-workflow";
+import type { TestCaseWithSuitesAsArray } from "@empiricalrun/shared-types/api/test-cases";
 import { Page } from "playwright";
 import { ScopeVars } from "../../types";
 export { createTestUsingComputerUseAgent } from "../cua";
@@ -6,7 +7,7 @@ export declare const IS_ALLOWED_TO_USE_SKILLS = false;
 export declare function createTestUsingMasterAgent({ task, page, testCase, specPath, options, scopeVars, }: {
     task: string;
     page: Page;
-    testCase?: TestCase;
+    testCase?: TestCaseWithSuitesAsArray;
     specPath?: string;
     options: Partial<TestGenConfigOptions>;
     scopeVars?: ScopeVars;

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAalC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAUxC,OAAO,EAAE,+BAA+B,EAAE,MAAM,QAAQ,CAAC;AAKzD,eAAO,MAAM,wBAAwB,QAAQ,CAAC;AAqB9C,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAiLA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACtF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAC;AAC3F,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAQxC,OAAO,EAAE,+BAA+B,EAAE,MAAM,QAAQ,CAAC;AAKzD,eAAO,MAAM,wBAAwB,QAAQ,CAAC;AAqB9C,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,yBAAyB,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAwJA"}