@empiricalrun/test-gen 0.79.1 → 0.79.2

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @empiricalrun/test-gen
 
+## 0.79.2
+
+### Patch Changes
+
+- @empiricalrun/test-run@0.14.1
+
 ## 0.79.1
 
 ### Patch Changes

package/dist/agent/base/index.d.ts

@@ -25,6 +25,7 @@ export type AgentParams<T> = AgentParamsWithoutPrompt<T> & ({
     repoInfoBuilder: () => Promise<FileInfo>;
 });
 export type OnToolResultsProcessedCallback = (newChatState: ChatState) => Promise<void>;
+export type OnToolCallCallback = (toolCalls: PendingToolCall[]) => Promise<void>;
 export type OnLLMResponseCallback<T> = (response: T, selectedModel: SupportedChatModels) => Promise<void>;
 export declare abstract class BaseAgent<T> {
     featureFlags: string[];
@@ -37,6 +38,7 @@ export declare abstract class BaseAgent<T> {
     systemPrompt: string | undefined;
     repoInfoBuilder: (() => Promise<FileInfo>) | undefined;
     onToolResultsProcessed?: OnToolResultsProcessedCallback;
+    onToolCall?: OnToolCallCallback;
     onLLMResponse?: OnLLMResponseCallback<T>;
     constructor({ featureFlags, selectedModel, workerEnv, chatState, toolExecutor, trace, systemPrompt, repoInfoBuilder, }: AgentParams<T>);
     protected abstract getTools(): ToolsForLLM;

package/dist/agent/base/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,eAAe,EACf,8BAA8B,EAC9B,UAAU,EACV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAEpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAMhE,KAAK,aAAa,CAAC,CAAC,IAAI;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB,CAAC;AAEF,KAAK,wBAAwB,CAAC,CAAC,IAAI;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,CAAC,GACtD,CAAC;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;CAAE,CAAC,CAAC;AAE5E,MAAM,MAAM,8BAA8B,GAAG,CAC3C,YAAY,EAAE,SAAS,KACpB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,CACrC,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,8BAAsB,SAAS,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAM;IAC5B,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,EAAE,mBAAmB,CAAC;IACnC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,SAAS,CAAC;IACvD,sBAAsB,CAAC,EAAE,8BAA8B,CAAC;IACxD,aAAa,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAE7B,EACV,YAAY,EACZ,aAAa,EACb,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,YAAY,EACZ,eAAe,GAChB,EAAE,WAAW,CAAC,CAAC,CAAC;IAuBjB,SAAS,CAAC,QAAQ,CAAC,QAAQ,IAAI,WAAW;IAC1C,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAClC,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;IAElB,IAAI,QAAQ,IAAI,gBAAgB,EAAE,CAEjC;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,SAAS,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAKnC;IAED,eAAe,CACb,KAAK,EAAE,KAAK,CAAC,eAAe,GAAG,8BAA8B,CAAC,GAC7D,gBAAgB,CAAC,CAAC,CAAC;IAKtB,YAAY,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAQ3C,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAUhD,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC;IA6B3B,kBAAkB,CAChB,SAAS,EAAE,eAAe,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,UAAU,EAAE,iBAAiB,GAAG,IAAI,GACnC,SAAS,GAAG,SAAS;IA4BlB,eAAe,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5D,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC;IA2BxC,6BAA6B,IACzB;QACE,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;KACrB,GACD,SAAS;CAGd"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,eAAe,EACf,8BAA8B,EAC9B,UAAU,EACV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAEpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAMhE,KAAK,aAAa,CAAC,CAAC,IAAI;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB,CAAC;AAEF,KAAK,wBAAwB,CAAC,CAAC,IAAI;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,CAAC,GACtD,CAAC;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;CAAE,CAAC,CAAC;AAE5E,MAAM,MAAM,8BAA8B,GAAG,CAC3C,YAAY,EAAE,SAAS,KACpB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,kBAAkB,GAAG,CAC/B,SAAS,EAAE,eAAe,EAAE,KACzB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,CACrC,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,8BAAsB,SAAS,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAM;IAC5B,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,EAAE,mBAAmB,CAAC;IACnC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,SAAS,CAAC;IACvD,sBAAsB,CAAC,EAAE,8BAA8B,CAAC;IACxD,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAE7B,EACV,YAAY,EACZ,aAAa,EACb,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,YAAY,EACZ,eAAe,GAChB,EAAE,WAAW,CAAC,CAAC,CAAC;IAuBjB,SAAS,CAAC,QAAQ,CAAC,QAAQ,IAAI,WAAW;IAC1C,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAClC,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;IAElB,IAAI,QAAQ,IAAI,gBAAgB,EAAE,CAEjC;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,SAAS,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAKnC;IAED,eAAe,CACb,KAAK,EAAE,KAAK,CAAC,eAAe,GAAG,8BAA8B,CAAC,GAC7D,gBAAgB,CAAC,CAAC,CAAC;IAKtB,YAAY,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAQ3C,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAUhD,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC;IA6B3B,kBAAkB,CAChB,SAAS,EAAE,eAAe,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,UAAU,EAAE,iBAAiB,GAAG,IAAI,GACnC,SAAS,GAAG,SAAS;IA4BlB,eAAe,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB5D,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC;IA2BxC,6BAA6B,IACzB;QACE,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;KACrB,GACD,SAAS;CAGd"}

package/dist/agent/base/index.js

@@ -16,6 +16,7 @@ class BaseAgent {
     systemPrompt;
     repoInfoBuilder;
     onToolResultsProcessed;
+    onToolCall;
     onLLMResponse;
     constructor({ featureFlags, selectedModel, workerEnv, chatState, toolExecutor, trace, systemPrompt, repoInfoBuilder, }) {
         this.featureFlags = featureFlags || [];
@@ -107,6 +108,9 @@ class BaseAgent {
         if (!this.toolExecutor) {
             throw new Error("No toolExecutor configured");
         }
+        if (this.onToolCall) {
+            await this.onToolCall(toolCalls);
+        }
         const result = await this.toolExecutor.execute(toolCalls);
         if (result.status === "completed") {
             const newChatState = this.processToolResults(toolCalls, result.toolResults, result.checkpoint);

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAK/C,KAAK,eAAe,CAAC,CAAC,IAAI;IACxB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,WAAW,CAAC;IACnB,iBAAiB,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,aAAa,CAAC,CAAC,GAAG,gBAAgB,EAAE,EACxD,SAAS,EACT,QAAQ,EACR,wBAAwB,EACxB,KAAK,EACL,MAAM,EACN,YAAY,EACZ,KAAK,EACL,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CpC"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAK/C,KAAK,eAAe,CAAC,CAAC,IAAI;IACxB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,WAAW,CAAC;IACnB,iBAAiB,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,aAAa,CAAC,CAAC,GAAG,gBAAgB,EAAE,EACxD,SAAS,EACT,QAAQ,EACR,wBAAwB,EACxB,KAAK,EACL,MAAM,EACN,YAAY,EACZ,KAAK,EACL,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0CpC"}

package/dist/agent/chat/agent-loop.js

@@ -16,7 +16,6 @@ async function chatAgentLoop({ chatModel, reporter, streamingMessageReporter, tr
                 await onPendingToolCall(toolCalls);
                 break;
             }
-            (0, utils_1.log)(`${(0, utils_1.getModelName)(chatModel.selectedModel)} is working...`);
             const response = await chatModel.getLLMResponse({
                 systemPrompt,
                 tools,

package/dist/agent/chat/exports.d.ts

@@ -2,10 +2,10 @@ export type { IChatModel } from "@empiricalrun/llm/chat";
 export { createChatModel } from "@empiricalrun/llm/chat";
 export { SUPPORTED_CHAT_MODELS } from "@empiricalrun/llm/chat/constants";
 export { getFileInfoFromGitHub, viewFileUsingGitHub, } from "../../file-info/adapters/github";
-export type { AgentParams } from "../base";
+export type { AgentParams, OnToolCallCallback } from "../base";
 export { BaseAgent } from "../base";
 export type { CodeReviewResultV0, CodeReviewResultV1, CodeReviewResultV2, CodeReviewVersionedResult, } from "../code-review";
-export { CodeReviewAgent, convertXmlToV2Format } from "../code-review";
+export { CodeReviewAgent } from "../code-review";
 export { TriageAgent } from "../triage";
 export { ChatAgent } from "./index";
 export { fetchToolCallFromId, getLatestDownloadBuildUrl, LATEST_CHAT_STATE_VERSION, } from "./state";

package/dist/agent/chat/exports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EACL,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,iCAAiC,CAAC;AAEzC,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EACL,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,iCAAiC,CAAC;AAEzC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}

package/dist/agent/chat/exports.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractAttachments = exports.LATEST_CHAT_STATE_VERSION = exports.getLatestDownloadBuildUrl = exports.fetchToolCallFromId = exports.ChatAgent = exports.TriageAgent = exports.convertXmlToV2Format = exports.CodeReviewAgent = exports.BaseAgent = exports.viewFileUsingGitHub = exports.getFileInfoFromGitHub = exports.SUPPORTED_CHAT_MODELS = exports.createChatModel = void 0;
+exports.extractAttachments = exports.LATEST_CHAT_STATE_VERSION = exports.getLatestDownloadBuildUrl = exports.fetchToolCallFromId = exports.ChatAgent = exports.TriageAgent = exports.CodeReviewAgent = exports.BaseAgent = exports.viewFileUsingGitHub = exports.getFileInfoFromGitHub = exports.SUPPORTED_CHAT_MODELS = exports.createChatModel = void 0;
 var chat_1 = require("@empiricalrun/llm/chat");
 Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return chat_1.createChatModel; } });
 var constants_1 = require("@empiricalrun/llm/chat/constants");
@@ -12,7 +12,6 @@ var base_1 = require("../base");
 Object.defineProperty(exports, "BaseAgent", { enumerable: true, get: function () { return base_1.BaseAgent; } });
 var code_review_1 = require("../code-review");
 Object.defineProperty(exports, "CodeReviewAgent", { enumerable: true, get: function () { return code_review_1.CodeReviewAgent; } });
-Object.defineProperty(exports, "convertXmlToV2Format", { enumerable: true, get: function () { return code_review_1.convertXmlToV2Format; } });
 var triage_1 = require("../triage");
 Object.defineProperty(exports, "TriageAgent", { enumerable: true, get: function () { return triage_1.TriageAgent; } });
 var index_1 = require("./index");

package/dist/agent/cua/model.d.ts

@@ -1,5 +1,6 @@
 import OpenAI from "openai";
 import { Response, ResponseInputItem } from "openai/resources/responses/responses.mjs";
+export declare const CUA_MODEL = "computer-use-preview-2025-03-11";
 export declare function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }: {
     input: ResponseInputItem[];
     previousResponseId?: string;

package/dist/agent/cua/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/model.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAEL,QAAQ,EACR,iBAAiB,EAClB,MAAM,0CAA0C,CAAC;AAmClD,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,YAAY,GACb,EAAE;IACD,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAuBpB;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;;;;EAMA"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/model.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAEL,QAAQ,EACR,iBAAiB,EAClB,MAAM,0CAA0C,CAAC;AAElD,eAAO,MAAM,SAAS,oCAAoC,CAAC;AAiC3D,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,YAAY,GACb,EAAE;IACD,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAuBpB;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;;;;EAMA"}

package/dist/agent/cua/model.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.CUA_MODEL = void 0;
 exports.callComputerUseModel = callComputerUseModel;
 exports.tokensToCost = tokensToCost;
 const llm_1 = require("@empiricalrun/llm");
-const CUA_MODEL = "computer-use-preview-2025-03-11";
+exports.CUA_MODEL = "computer-use-preview-2025-03-11";
 const INSTRUCTIONS = `You will be asked to execute some actions in a browser context.
 Don't ask the user for confirmations - just execute the actions.
 
@@ -34,7 +35,7 @@ const pageGotoTool = {
 };
 async function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }) {
     const response = await openAIClient.responses.create({
-        model: CUA_MODEL,
+        model: exports.CUA_MODEL,
         previous_response_id: previousResponseId,
         parallel_tool_calls: false,
         tools: [
@@ -61,5 +62,5 @@ function tokensToCost(usage) {
         ...usage,
         total_tokens: usage.input_tokens + usage.output_tokens,
     };
-    return (0, llm_1.calculateOpenAITokenCosts)({ usage: fullUsage, model: CUA_MODEL });
+    return (0, llm_1.calculateOpenAITokenCosts)({ usage: fullUsage, model: exports.CUA_MODEL });
 }

package/dist/artifacts/index.d.ts

@@ -1,44 +1,5 @@
 import { Artifact, ArtifactInput } from "@empiricalrun/shared-types/chat-agent";
 export declare function isArtifactCollectionEnabled(): string | undefined;
-/**
- * Collects artifacts from the repository directory and returns their URLs.
- *
- * @param inputs - An array of artifact inputs.
- * @param repoDir - The absolute path to the repository directory.
- * @param toolCallId - Unique identifier for the tool call.
- * @returns An array of artifacts with their URLs.
- *
- * @example
- * // Collect artifacts from both file paths and in-memory data
- * const artifacts = await collectArtifacts([
- *   {
- *     name: "screenshot.png",
- *     contentType: "image/png",
- *     path: "/Users/project/screenshots/test.png"
- *   },
- *   {
- *     name: "log.txt",
- *     contentType: "text/plain",
- *     data: Buffer.from("test log content")
- *   }
- * ], "/Users/project", "tool-123");
- *
- * @example
- * // Returns empty array when artifact collection is disabled
- * const artifacts = await collectArtifacts([], "/Users/project", "tool-123");
- * // Returns: []
- *
- * @example
- * // Throws error for invalid file paths
- * await collectArtifacts([
- *   {
- *     name: "test.png",
- *     contentType: "image/png",
- *     path: "relative/path/test.png" // Invalid - not absolute path
- *   }
- * ], "/Users/project", "tool-123");
- * // Throws: "Invalid path: relative/path/test.png..."
- */
 export declare function collectArtifacts(inputs: ArtifactInput[], repoDir: string, toolCallId: string): Promise<Artifact[]>;
 export declare class UploadArtifactsQueue {
     private toolCallId;

package/dist/artifacts/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAId,MAAM,uCAAuC,CAAC;AAwB/C,wBAAgB,2BAA2B,uBAM1C;AA6HD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAsErB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAoC;gBAE7C,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAK7C,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiBlD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAId,MAAM,uCAAuC,CAAC;AAwB/C,wBAAgB,2BAA2B,uBAM1C;AAwGD,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAsErB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAoC;gBAE7C,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAK7C,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiBlD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}

package/dist/artifacts/index.js

@@ -24,7 +24,10 @@ function isArtifactCollectionEnabled() {
         process.env.R2_ACCESS_KEY_ID &&
         process.env.R2_SECRET_ACCESS_KEY);
 }
-const UPLOAD_BUCKET = "test-report";
+const bucket = {
+    name: "test-report",
+    baseUrl: "https://reports-r2.empirical.run",
+};
 async function collectInMemoryArtifacts(artifacts, { destinationDir, }) {
     const dataFiles = artifacts.reduce((acc, a) => {
         if (!Buffer.isBuffer(a.data)) {
@@ -49,7 +52,7 @@ async function collectInMemoryArtifacts(artifacts, { destinationDir, }) {
     return (0, r2_uploader_1.uploadInMemoryFiles)({
         files: dataFiles,
         destinationDir,
-        uploadBucket: UPLOAD_BUCKET,
+        uploadBucket: bucket.name,
         accountId: process.env.R2_ACCOUNT_ID,
         accessKeyId: process.env.R2_ACCESS_KEY_ID,
         secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
@@ -71,7 +74,7 @@ async function collectFilePathArtifacts(artifacts, { destinationDir, sourceDir,
         fileList: filePaths,
         sourceDir,
         destinationDir,
-        uploadBucket: UPLOAD_BUCKET,
+        uploadBucket: bucket.name,
         accountId: process.env.R2_ACCOUNT_ID,
         accessKeyId: process.env.R2_ACCESS_KEY_ID,
         secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
@@ -81,79 +84,16 @@ async function collectFilePathArtifacts(artifacts, { destinationDir, sourceDir,
             files: filePaths,
             sourceDir,
             destinationDir,
-            bucket: UPLOAD_BUCKET,
+            bucket: bucket.name,
         });
         throw error;
     });
     console.log("Uploaded path-based files:", urls);
     return urls;
 }
-/**
- * Checks if a given path is a full (absolute) path that starts with the repository directory.
- *
- * @example
- * // Valid full path
- * const repoDir = "/Users/aashishwork/flash-tests";
- * const path1 = "/Users/aashishwork/flash-tests/src/test.spec.ts";
- * isFullPath(path1, repoDir); // Returns true
- *
- * @example
- * // Invalid - relative path
- * const path2 = "src/test.spec.ts";
- * isFullPath(path2, repoDir); // Returns false
- *
- * @example
- * // Invalid - absolute path but outside repo
- * const path3 = "/Users/otheruser/project/test.spec.ts";
- * isFullPath(path3, repoDir); // Returns false
- *
- * @example
- * // Valid full path with trailing slash
- * const path4 = "/Users/aashishwork/flash-tests/";
- * isFullPath(path4, repoDir); // Returns true
- */
 function isFullPath(path, repoDir) {
     return path.startsWith("/") && path.startsWith(repoDir);
 }
-/**
- * Collects artifacts from the repository directory and returns their URLs.
- *
- * @param inputs - An array of artifact inputs.
- * @param repoDir - The absolute path to the repository directory.
- * @param toolCallId - Unique identifier for the tool call.
- * @returns An array of artifacts with their URLs.
- *
- * @example
- * // Collect artifacts from both file paths and in-memory data
- * const artifacts = await collectArtifacts([
- *   {
- *     name: "screenshot.png",
- *     contentType: "image/png",
- *     path: "/Users/project/screenshots/test.png"
- *   },
- *   {
- *     name: "log.txt",
- *     contentType: "text/plain",
- *     data: Buffer.from("test log content")
- *   }
- * ], "/Users/project", "tool-123");
- *
- * @example
- * // Returns empty array when artifact collection is disabled
- * const artifacts = await collectArtifacts([], "/Users/project", "tool-123");
- * // Returns: []
- *
- * @example
- * // Throws error for invalid file paths
- * await collectArtifacts([
- *   {
- *     name: "test.png",
- *     contentType: "image/png",
- *     path: "relative/path/test.png" // Invalid - not absolute path
- *   }
- * ], "/Users/project", "tool-123");
- * // Throws: "Invalid path: relative/path/test.png..."
- */
 async function collectArtifacts(inputs, repoDir, toolCallId) {
     if (!isArtifactCollectionEnabled())
         return [];
@@ -197,7 +137,7 @@ async function collectArtifacts(inputs, repoDir, toolCallId) {
                     ? path_1.default.relative(repoDir, artifact.path)
                     : artifact.fileName;
                 const pathInBucket = path_1.default.join(destinationDir, relativePath);
-                url = `https://reports.empirical.run/${pathInBucket}`;
+                url = `${bucket.baseUrl}/${pathInBucket}`;
             }
             return {
                 name: artifact.name,

package/dist/telemetry/index.d.ts

@@ -0,0 +1,18 @@
+import type { PendingToolCall, ToolResult, Usage } from "@empiricalrun/shared-types/chat-agent";
+import type { TelemetryEvent } from "@empiricalrun/shared-types/telemetry";
+export type TelemetryEnv = {
+    EMPIRICAL_TELEMETRY_API_KEY?: string;
+    ENVIRONMENT?: string;
+};
+export declare function trackEvent(event: TelemetryEvent, env?: TelemetryEnv): Promise<void>;
+export declare function trackToolExecutionStarted(toolCall: PendingToolCall, chatSessionId: number, queuedTimestamp: number, env?: TelemetryEnv): Promise<void>;
+export declare function trackToolExecutionCompleted(toolCall: PendingToolCall, toolResult: ToolResult, chatSessionId: number, queuedTimestamp: number, startedTimestamp: number, env?: TelemetryEnv): Promise<void>;
+export declare function trackLLMResponse(opts: {
+    modelName: string;
+    projectRepoName: string;
+    chatSessionId?: number;
+    chatSessionSource: string;
+    usage: Usage;
+    env?: TelemetryEnv;
+}): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/telemetry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAM3E,MAAM,MAAM,YAAY,GAAG;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,UAAU,CAC9B,KAAK,EAAE,cAAc,EACrB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAsBf;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,eAAe,EACzB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,gBAAgB,EAAE,MAAM,EACxB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAqBf;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAoBP"}

package/dist/telemetry/index.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.trackEvent = trackEvent;
+exports.trackToolExecutionStarted = trackToolExecutionStarted;
+exports.trackToolExecutionCompleted = trackToolExecutionCompleted;
+exports.trackLLMResponse = trackLLMResponse;
+const tools_1 = require("../tools");
+const TELEMETRY_WORKER_URL = "https://telemetry-worker.empirical-run.workers.dev";
+async function trackEvent(event, env) {
+    const apiKey = env?.EMPIRICAL_TELEMETRY_API_KEY || process.env.EMPIRICAL_TELEMETRY_API_KEY;
+    if (!apiKey) {
+        return;
+    }
+    try {
+        const response = await fetch(`${TELEMETRY_WORKER_URL}/track`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify(event),
+        });
+        if (!response.ok) {
+            throw new Error(`Telemetry request failed: ${response.status}`);
+        }
+    }
+    catch {
+        // Don't throw - telemetry failures shouldn't break the application
+    }
+}
+async function trackToolExecutionStarted(toolCall, chatSessionId, queuedTimestamp, env) {
+    const event = {
+        name: "tool_call_started",
+        properties: {
+            environment: env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown",
+            tool_name: (0, tools_1.nameForTelemetry)(toolCall),
+            tool_needs_browser: (0, tools_1.toolsNeedBrowser)([toolCall]),
+            tool_call_id: toolCall.id,
+            ms_since_queued: Date.now() - queuedTimestamp,
+            chat_session_id: chatSessionId,
+            machine_id: "inline",
+        },
+    };
+    await trackEvent(event, env);
+}
+async function trackToolExecutionCompleted(toolCall, toolResult, chatSessionId, queuedTimestamp, startedTimestamp, env) {
+    const errorMessage = toolResult.isError && typeof toolResult.result === "string"
+        ? toolResult.result
+        : null;
+    const event = {
+        name: "tool_call_completed",
+        properties: {
+            environment: env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown",
+            chat_session_id: chatSessionId,
+            tool_name: (0, tools_1.nameForTelemetry)(toolCall),
+            tool_needs_browser: (0, tools_1.toolsNeedBrowser)([toolCall]),
+            tool_call_id: toolCall.id,
+            is_error: toolResult.isError,
+            error_message: errorMessage,
+            machine_id: "inline",
+            ms_since_queued: Date.now() - queuedTimestamp,
+            ms_since_started: Date.now() - startedTimestamp,
+        },
+    };
+    await trackEvent(event, env);
+}
+function trackLLMResponse(opts) {
+    const environment = opts.env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown";
+    void trackEvent({
+        name: "llm_response_generated",
+        properties: {
+            environment,
+            model_name: opts.modelName,
+            project_repo_name: opts.projectRepoName,
+            chat_session_id: opts.chatSessionId,
+            chat_session_source: opts.chatSessionSource,
+            tokens_input: opts.usage.tokens?.input || 0,
+            tokens_output: opts.usage.tokens?.output || 0,
+            cost_input: opts.usage.cost?.input || 0,
+            cost_output: opts.usage.cost?.output || 0,
+        },
+    }, opts.env);
+}

package/dist/tools/analyse-video/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/analyse-video/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAE/C,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAK7B,OAAO,EACL,kBAAkB,EAEnB,MAAM,8BAA8B,CAAC;AAetC,eAAO,MAAM,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAiDjE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/analyse-video/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAE/C,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAM7B,OAAO,EACL,kBAAkB,EAEnB,MAAM,8BAA8B,CAAC;AAetC,eAAO,MAAM,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CA8DjE,CAAC"}

package/dist/tools/analyse-video/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.analyseVideo = void 0;
 const node_path_1 = __importDefault(require("node:path"));
 const constants_1 = require("../../constants");
+const telemetry_1 = require("../../telemetry");
 const hash_1 = require("../../utils/hash");
 const url_validation_1 = require("../../utils/url-validation");
 const video_core_1 = require("../../video-core");
@@ -19,7 +20,7 @@ function getVideoAnalysisParams(params) {
 }
 exports.analyseVideo = {
     ...analyse_video_1.analyseVideo,
-    execute: async ({ input, repoPath, logger }) => {
+    execute: async ({ input, repoPath, chatSession, logger }) => {
         const { url } = input;
         const params = getVideoAnalysisParams(input.params);
         const videoHash = (0, hash_1.createHashBasedOnParams)(url, params);
@@ -36,11 +37,12 @@ exports.analyseVideo = {
             };
         }
         const workingDirectory = node_path_1.default.join(repoPath, "video-analysis", videoHash);
-        const { result, error, interleaved_tool_result } = await (0, video_core_1.runVideoAnalysis)({
+        const { result, error, interleaved_tool_result, usage } = await (0, video_core_1.runVideoAnalysis)({
             url,
             videoHash,
             params,
             workingDirectory,
+            logger,
         });
         if (error) {
             return {
@@ -48,6 +50,15 @@ exports.analyseVideo = {
                 result: error,
             };
         }
+        if (usage) {
+            (0, telemetry_1.trackLLMResponse)({
+                modelName: params.model,
+                projectRepoName: chatSession?.repoName || "unknown",
+                chatSessionId: chatSession?.id,
+                chatSessionSource: "video_analysis",
+                usage,
+            });
+        }
         const finalResult = [
             {
                 type: "text",
@@ -58,6 +69,7 @@ exports.analyseVideo = {
         return {
             isError: error !== null,
             result: finalResult,
+            usage,
         };
     },
 };

package/dist/tools/executor/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAEjE,YAAY,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,qBAAa,YAAa,SAAQ,gBAAgB;gBACpC,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC;CA+BzD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAEjE,YAAY,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,qBAAa,YAAa,SAAQ,gBAAgB;gBACpC,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC;CA8BzD"}

package/dist/tools/executor/index.js

@@ -15,7 +15,6 @@ const list_environments_1 = require("../list-environments");
 const list_tests_and_projects_1 = require("../list-tests-and-projects");
 const merge_conflicts_1 = require("../merge-conflicts");
 const rename_file_1 = require("../rename-file");
-const review_pull_request_1 = require("../review-pull-request");
 const run_test_1 = require("../run-test");
 const safe_bash_1 = require("../safe-bash");
 const test_gen_browser_1 = require("../test-gen-browser");
@@ -53,7 +52,6 @@ class ToolExecutor extends base_1.BaseToolExecutor {
             triage_summary_1.sendTriageSummaryTool,
             list_tests_and_projects_1.listProjectsTool,
             fetch_session_diff_1.fetchSessionDiffTool,
-            review_pull_request_1.reviewPullRequestTool,
             list_tests_and_projects_1.listTestsForProjectTool,
             safe_bash_1.safeBashTool,
             ...file_operations_1.textEditorTools,

package/dist/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iDAAiD,CAAC;AAkCjF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,KAAK,oBAAoB,GAAG,IAAI,GAAG,cAAc,CAAC;AAIlD,eAAO,MAAM,WAAW,EAAE,oBAAoB,EAS7C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAOrD,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAgBrD,CAAC;AAEF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,WAE9D;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,eAAe,EAAE,WAM5D;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,CAQlE;AAED,wBAAsB,4BAA4B,CAAC,OAAO,EAAE,cAAc,iBAoBzE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iDAAiD,CAAC;AAiCjF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,KAAK,oBAAoB,GAAG,IAAI,GAAG,cAAc,CAAC;AAIlD,eAAO,MAAM,WAAW,EAAE,oBAAoB,EAS7C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAOrD,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EAerD,CAAC;AAEF,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,WAE9D;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,mBAAmB,GACzB,oBAAoB,EAAE,CAExB;AAED,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,eAAe,EAAE,WAM5D;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,CAQlE;AAED,wBAAsB,4BAA4B,CAAC,OAAO,EAAE,cAAc,iBAoBzE"}

package/dist/tools/index.js

@@ -16,7 +16,6 @@ const grep_1 = require("./definitions/grep");
 const list_tests_and_projects_1 = require("./definitions/list-tests-and-projects");
 const merge_conflicts_1 = require("./definitions/merge-conflicts");
 const rename_file_1 = require("./definitions/rename-file");
-const review_pull_request_1 = require("./definitions/review-pull-request");
 const run_test_1 = require("./definitions/run-test");
 const str_replace_editor_1 = require("./definitions/str_replace_editor");
 const test_gen_browser_1 = require("./definitions/test-gen-browser");
@@ -63,7 +62,6 @@ exports.allToolsDefinitions = [
     ...exports.testGenerationTools,
     analyse_video_1.analyseVideo,
     triage_summary_1.sendTriageSummaryTool,
-    review_pull_request_1.reviewPullRequestTool,
     issues_v1_1.listIssuesTool,
     issues_v1_1.createIssueTool,
     issues_v1_1.updateIssueTool,

package/dist/tools/run-test.js

@@ -12,7 +12,7 @@ const utils_1 = require("../artifacts/utils");
 const json_1 = require("../utils/json");
 const run_test_1 = require("./definitions/run-test");
 function buildReportUrl(projectName, testRunId) {
-    return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
+    return `https://reports-r2.empirical.run/${projectName}/${testRunId}/index.html`;
 }
 function buildResult({ hasTestPassed, summaryJson, reportUrl, }) {
     const summaryWithoutConfig = { ...summaryJson, config: undefined };

package/dist/tools/test-gen-browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,IAAI,EACL,MAAM,uCAAuC,CAAC;AAuB/C,eAAO,MAAM,4BAA4B,EAAE,IAyO1C,CAAC"}
+{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,IAAI,EACL,MAAM,uCAAuC,CAAC;AAyB/C,eAAO,MAAM,4BAA4B,EAAE,IAoP1C,CAAC"}

package/dist/tools/test-gen-browser.js

@@ -9,15 +9,17 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
+const model_1 = require("../agent/cua/model");
 const pw_codegen_1 = require("../agent/cua/pw-codegen");
 const pw_pause_1 = require("../agent/cua/pw-codegen/pw-pause");
 const utils_2 = require("../artifacts/utils");
 const web_1 = require("../bin/utils/platform/web");
 const scenarios_1 = require("../bin/utils/scenarios");
+const telemetry_1 = require("../telemetry");
 const test_gen_browser_1 = require("./definitions/test-gen-browser");
 exports.generateTestWithBrowserAgent = {
     ...test_gen_browser_1.generateTestWithBrowserAgent,
-    execute: async ({ input, repoPath, trace, collectArtifacts, environmentOverrides = {}, featureFlags, logger, }) => {
+    execute: async ({ input, repoPath, trace, collectArtifacts, environmentOverrides = {}, chatSession, logger, }) => {
         const { filePath, project } = input;
         const absoluteFilePath = path_1.default.join(repoPath, filePath);
         if (!fs_1.default.existsSync(absoluteFilePath)) {
@@ -119,6 +121,15 @@ exports.generateTestWithBrowserAgent = {
         await (0, pw_pause_1.revertToOriginalPwCode)(repoPath);
         fs_1.default.writeFileSync(absoluteFilePath, fileBackup, "utf-8");
         const { isError, error, result: toolResult, usage } = agentResult;
+        if (usage) {
+            (0, telemetry_1.trackLLMResponse)({
+                modelName: model_1.CUA_MODEL,
+                projectRepoName: chatSession?.repoName || "unknown",
+                chatSessionId: chatSession?.id,
+                chatSessionSource: "browser_agent",
+                usage,
+            });
+        }
         const screenshotArtifacts = (toolResult || [])
             .filter((item) => item.type === "screenshot")
             .map((item) => item.screenshot)

package/dist/video-core/index.d.ts

@@ -1,22 +1,19 @@
-import { CanonicalMessage, ToolResultPart } from "@empiricalrun/shared-types/chat-agent";
-import { UniqueFrameInfos, VideoAnalysisParams, VideoAnalysisResultV1 } from "@empiricalrun/shared-types/test-gen";
-export declare function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, }: {
+import { ToolResultPart, Usage } from "@empiricalrun/shared-types/chat-agent";
+import { VideoAnalysisParams, VideoAnalysisResultV1 } from "@empiricalrun/shared-types/test-gen";
+import { type VideostilLogger } from "videostil";
+type VideoCoreParams = {
     url: string;
     videoHash: string;
     params: VideoAnalysisParams;
     workingDirectory: string;
     skipUpload?: boolean;
-}): Promise<{
+    logger?: VideostilLogger;
+};
+export declare function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, logger, }: VideoCoreParams): Promise<{
     result: VideoAnalysisResultV1;
-    unique_frames: UniqueFrameInfos[];
-    interleaved_tool_result: ToolResultPart[];
-    chat_messages: CanonicalMessage[];
     error: null;
-} | {
-    result: VideoAnalysisResultV1;
-    unique_frames: UniqueFrameInfos[];
     interleaved_tool_result: ToolResultPart[];
-    chat_messages: CanonicalMessage[];
-    error: string;
+    usage: Usage;
 }>;
+export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/video-core/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/video-core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACf,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAgB7C,wBAAsB,gBAAgB,CAAC,EACrC,GAAG,EACH,SAAS,EACT,MAAM,EACN,gBAAgB,EAChB,UAAU,GACX,EAAE;IACD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;;;;;;;;;;;;GA2KA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/video-core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,cAAc,EACd,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAEL,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,WAAW,CAAC;AAgBnB,KAAK,eAAe,GAAG;IACrB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,wBAAsB,gBAAgB,CAAC,EACrC,GAAG,EACH,SAAS,EACT,MAAM,EACN,gBAAgB,EAChB,UAAU,EACV,MAAM,GACP,EAAE,eAAe;;;;;GAqJjB"}

package/dist/video-core/index.js

@@ -6,7 +6,7 @@ const constants_1 = require("../constants");
 const model_limits_1 = require("./model-limits");
 const storage_manager_1 = require("./storage-manager");
 const utils_1 = require("./utils");
-async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, }) {
+async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skipUpload, logger, }) {
     const result = {
         version: "1.0",
         total_extracted_frames: 0,
@@ -23,119 +23,101 @@ async function runVideoAnalysis({ url, videoHash, params, workingDirectory, skip
     let uniqueFrameInfos = [];
     let interleavedResults = [];
     let allMessages = [];
-    let currentStep = "initialization";
     let finalError = null;
+    let extractionResult;
+    const startTime = params.startTime
+        ? (0, utils_1.formatTimestampToSeconds)(params.startTime)
+        : 0;
     try {
-        currentStep = "frame_extraction";
-        let extractionResult;
-        const startTime = params.startTime
-            ? (0, utils_1.formatTimestampToSeconds)(params.startTime)
-            : 0;
-        try {
-            extractionResult = await (0, videostil_1.extractUniqueFrames)({
-                videoUrl: url,
-                fps: constants_1.VIDEO_ANALYSIS.DEFAULT_FPS,
-                threshold: constants_1.VIDEO_ANALYSIS.DEFAULT_THRESHOLD,
-                startTime,
-                duration: params.duration,
-                workingDir: workingDirectory,
-            });
-        }
-        catch (error) {
-            throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
-        }
-        const { totalFramesCount, uniqueFrames: extractedFrames, videoDurationSeconds, } = extractionResult;
-        // Map videostil FrameInfo to test-gen UniqueFrameInfos
-        uniqueFrameInfos = extractedFrames.map((frame) => ({
-            index: frame.index,
-            path: frame.path,
-            fileName: frame.fileName,
-            url: frame.url || `${(0, utils_1.getR2BaseUrlByHash)(videoHash)}${frame.fileName}`,
-            base64: frame.base64 || "",
-            timestamp: frame.timestamp || 0,
-        }));
-        result.total_extracted_frames = totalFramesCount;
-        result.video_duration = (0, utils_1.formatSecondsToTimestamp)(videoDurationSeconds);
-        result.unique_frames_count = uniqueFrameInfos.length;
-        currentStep = "batch_size_calculation";
-        let batchSize;
-        try {
-            batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
-        }
-        catch (error) {
-            throw new Error(`Batch size calculation failed: ${error instanceof Error ? error.message : String(error)}`);
-        }
-        const uniqueFramesBatch = uniqueFrameInfos.slice(0, batchSize);
-        const frameBatch = uniqueFramesBatch.map((f) => ({
-            name: f.fileName,
-            contentType: "image/png",
-            base64Data: f.base64,
-        }));
-        currentStep = "video_analysis";
-        let analysis, parsedXml;
-        try {
-            const analysisResult = await (0, videostil_1.analyseFrames)({
-                selectedModel: params.model,
-                frameBatch,
-            });
-            analysis = analysisResult.analysis;
-            allMessages = analysisResult.allMessages;
-            parsedXml = analysisResult.parsedXml;
-        }
-        catch (error) {
-            throw new Error(`Video analysis failed: ${error instanceof Error ? error.message : String(error)}`);
-        }
-        const allFramesLength = uniqueFrameInfos.length;
-        const isTruncated = allFramesLength !== batchSize;
-        const finalFrameTimestamp = (0, utils_1.formatSecondsToTimestamp)(uniqueFramesBatch[uniqueFramesBatch.length - 1]?.timestamp || 0);
-        result.is_truncated = isTruncated;
-        result.frames_processed = batchSize;
-        result.last_processed_frame_timestamp = finalFrameTimestamp;
-        result.analysis = isTruncated
-            ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. The last frame processed was at timestamp ${finalFrameTimestamp}.`
-            : `Successfully analysed all ${allFramesLength} unique frames from the video without truncation.`;
-        currentStep = "interleaved_results";
-        try {
-            interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
-        }
-        catch (error) {
-            throw new Error(`Interleaved results creation failed: ${error instanceof Error ? error.message : String(error)}`);
-        }
-        if (!skipUpload) {
-            currentStep = "upload_all";
-            const uploadPromises = [
-                (0, storage_manager_1.uploadFramesToR2)(videoHash, uniqueFrameInfos).catch((error) => {
-                    throw new Error(`Frame upload failed: ${error instanceof Error ? error.message : String(error)}`);
-                }),
-                (0, storage_manager_1.uploadSummaryToR2)({
-                    ...result,
-                    interleaved_tool_result: interleavedResults,
-                }).catch((error) => {
-                    throw new Error(`Summary upload failed: ${error instanceof Error ? error.message : String(error)}`);
-                }),
-                (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoHash).catch((error) => {
-                    throw new Error(`Chat state upload failed: ${error instanceof Error ? error.message : String(error)}`);
-                }),
-            ];
-            await Promise.all(uploadPromises);
-        }
-        return {
-            result,
-            unique_frames: uniqueFrameInfos,
-            interleaved_tool_result: interleavedResults,
-            chat_messages: allMessages,
-            error: finalError,
-        };
+        extractionResult = await (0, videostil_1.extractUniqueFrames)({
+            videoUrl: url,
+            fps: constants_1.VIDEO_ANALYSIS.DEFAULT_FPS,
+            threshold: constants_1.VIDEO_ANALYSIS.DEFAULT_THRESHOLD,
+            startTime,
+            duration: params.duration,
+            workingDir: workingDirectory,
+            logger,
+        });
     }
     catch (error) {
-        const errorMessage = error instanceof Error ? error.message : String(error);
-        finalError = `Error at step [${currentStep}]: ${errorMessage}`;
-        return {
-            result,
-            unique_frames: uniqueFrameInfos,
-            interleaved_tool_result: interleavedResults,
-            chat_messages: allMessages,
-            error: finalError,
-        };
+        throw new Error(`Frame extraction failed: ${error instanceof Error ? error.message : String(error)}`);
     }
+    const { totalFramesCount, uniqueFrames: extractedFrames, videoDurationSeconds, } = extractionResult;
+    // Map videostil FrameInfo to test-gen UniqueFrameInfos
+    uniqueFrameInfos = extractedFrames.map((frame) => ({
+        index: frame.index,
+        path: frame.path,
+        fileName: frame.fileName,
+        url: frame.url || `${(0, utils_1.getR2BaseUrlByHash)(videoHash)}${frame.fileName}`,
+        base64: frame.base64 || "",
+        timestamp: frame.timestamp || 0,
+    }));
+    result.total_extracted_frames = totalFramesCount;
+    result.video_duration = (0, utils_1.formatSecondsToTimestamp)(videoDurationSeconds);
+    result.unique_frames_count = uniqueFrameInfos.length;
+    let batchSize;
+    try {
+        batchSize = await (0, model_limits_1.calculateOptimalBatchSize)(params.model, uniqueFrameInfos);
+    }
+    catch (error) {
+        throw new Error(`Batch size calculation failed: ${error instanceof Error ? error.message : String(error)}`);
+    }
+    const uniqueFramesBatch = uniqueFrameInfos.slice(0, batchSize);
+    const frameBatch = uniqueFramesBatch.map((f) => ({
+        name: f.fileName,
+        contentType: "image/png",
+        base64Data: f.base64,
+    }));
+    let analysis, parsedXml;
+    try {
+        const analysisResult = await (0, videostil_1.analyseFrames)({
+            selectedModel: params.model,
+            frameBatch,
+        });
+        analysis = analysisResult.analysis;
+        allMessages = analysisResult.allMessages;
+        parsedXml = analysisResult.parsedXml;
+    }
+    catch (error) {
+        throw new Error(`Video analysis failed: ${error instanceof Error ? error.message : String(error)}`);
+    }
+    const allFramesLength = uniqueFrameInfos.length;
+    const isTruncated = allFramesLength !== batchSize;
+    const finalFrameTimestamp = (0, utils_1.formatSecondsToTimestamp)(uniqueFramesBatch[uniqueFramesBatch.length - 1]?.timestamp || 0);
+    result.is_truncated = isTruncated;
+    result.frames_processed = batchSize;
+    result.last_processed_frame_timestamp = finalFrameTimestamp;
+    result.analysis = isTruncated
+        ? `NOTE: the unique frames to be processed were truncated to ${batchSize} due to limitations on the number of frames that can be processed in a single batch. The last frame processed was at timestamp ${finalFrameTimestamp}.`
+        : `Successfully analysed all ${allFramesLength} unique frames from the video without truncation.`;
+    try {
+        interleavedResults = (0, utils_1.createInterleavedResults)(parsedXml, uniqueFrameInfos);
+    }
+    catch (error) {
+        throw new Error(`Interleaved results creation failed: ${error instanceof Error ? error.message : String(error)}`);
+    }
+    if (!skipUpload) {
+        const uploadPromises = [
+            (0, storage_manager_1.uploadFramesToR2)(videoHash, uniqueFrameInfos).catch((error) => {
+                throw new Error(`Frame upload failed: ${error instanceof Error ? error.message : String(error)}`);
+            }),
+            (0, storage_manager_1.uploadSummaryToR2)({
+                ...result,
+                interleaved_tool_result: interleavedResults,
+            }).catch((error) => {
+                throw new Error(`Summary upload failed: ${error instanceof Error ? error.message : String(error)}`);
+            }),
+            (0, storage_manager_1.uploadChatStateToR2)(allMessages, videoHash).catch((error) => {
+                throw new Error(`Chat state upload failed: ${error instanceof Error ? error.message : String(error)}`);
+            }),
+        ];
+        await Promise.all(uploadPromises);
+    }
+    const usage = (0, utils_1.aggregateUsageFromMessages)(allMessages);
+    return {
+        result,
+        error: finalError,
+        interleaved_tool_result: interleavedResults,
+        usage,
+    };
 }

package/dist/video-core/utils.d.ts

@@ -1,4 +1,4 @@
-import { ToolResultPart } from "@empiricalrun/shared-types/chat-agent";
+import { CanonicalMessage, ToolResultPart, Usage } from "@empiricalrun/shared-types/chat-agent";
 import { UniqueFrameInfos } from "@empiricalrun/shared-types/test-gen";
 import { VideoAnalysisToolResponse } from "@empiricalrun/shared-types/tool-results";
 export declare function formatSecondsToTimestamp(seconds: number | undefined): string;
@@ -10,4 +10,5 @@ export interface VideoValidationResult {
     error?: string;
 }
 export declare function validateVideoAccess(videoUrl: string): Promise<VideoValidationResult>;
+export declare function aggregateUsageFromMessages(messages: CanonicalMessage[]): Usage;
 //# sourceMappingURL=utils.d.ts.map

package/dist/video-core/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AAEpF,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAW5E;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA+BlE;AAED,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/video-core/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AAEpF,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAW5E;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CA+BlE;AAED,eAAO,MAAM,kBAAkB,GAAI,cAAc,MAAM,WAEtD,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,cAAc,EAAE,yBAAyB,EAAE,EAC3C,gBAAgB,EAAE,gBAAgB,EAAE,GACnC,cAAc,EAAE,CAwClB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CAgBhC;AAED,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,KAAK,CAsBP"}

package/dist/video-core/utils.js

@@ -5,6 +5,7 @@ exports.formatSecondsToTimestamp = formatSecondsToTimestamp;
 exports.formatTimestampToSeconds = formatTimestampToSeconds;
 exports.createInterleavedResults = createInterleavedResults;
 exports.validateVideoAccess = validateVideoAccess;
+exports.aggregateUsageFromMessages = aggregateUsageFromMessages;
 function formatSecondsToTimestamp(seconds) {
     if (seconds === undefined)
         return "N/A";
@@ -99,3 +100,17 @@ async function validateVideoAccess(videoUrl) {
         };
     }
 }
+function aggregateUsageFromMessages(messages) {
+    const messageUsages = messages
+        .map((msg) => msg.usage)
+        .filter((usage) => !!usage);
+    const tokens = messageUsages.reduce((acc, usage) => ({
+        input: acc.input + (usage.tokens?.input || 0),
+        output: acc.output + (usage.tokens?.output || 0),
+    }), { input: 0, output: 0 });
+    const cost = messageUsages.reduce((acc, usage) => ({
+        input: acc.input + (usage.cost?.input || 0),
+        output: acc.output + (usage.cost?.output || 0),
+    }), { input: 0, output: 0 });
+    return { tokens, cost };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.79.1",
+  "version": "0.79.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -42,9 +42,17 @@
       "types": "./dist/dashboard/index.d.ts",
       "default": "./dist/dashboard/index.js"
     },
+    "./file-info": {
+      "types": "./dist/file-info/index.d.ts",
+      "default": "./dist/file-info/index.js"
+    },
     "./trace-utils": {
       "types": "./dist/trace-utils/index.d.ts",
       "default": "./dist/trace-utils/index.js"
+    },
+    "./telemetry": {
+      "types": "./dist/telemetry/index.d.ts",
+      "default": "./dist/telemetry/index.js"
     }
   },
   "repository": {
@@ -90,11 +98,11 @@
     "@empiricalrun/ast-parser": "^0.0.10",
     "@empiricalrun/llm": "^0.25.2",
     "@empiricalrun/r2-uploader": "^0.9.0",
-    "@empiricalrun/test-run": "^0.14.0",
+    "@empiricalrun/test-run": "^0.14.1",
     "videostil": "0.3.4"
   },
   "devDependencies": {
-    "@playwright/test": "1.53.2",
+    "@playwright/test": "1.57.0",
     "@types/async-retry": "^1.4.8",
     "@types/console-log-level": "^1.4.5",
     "@types/detect-port": "^1.3.5",
@@ -107,7 +115,7 @@
     "@types/serve-handler": "^6.1.4",
     "@types/yauzl": "^2.10.3",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.53.2",
+    "playwright": "1.57.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
     "@empiricalrun/shared-types": "0.12.0"

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/factory.ts","./src/agent/cua/pw-codegen/index.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/version.ts","./src/agent/cua/pw-codegen/pw-event-sink/index.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/review-pull-request.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/create-issue.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/update-issue.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/review-pull-request/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/cli.ts","./src/agent/index.ts","./src/agent/base/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/chat/prompt/test-case-def.ts","./src/agent/code-review/index.ts","./src/agent/code-review/parser.ts","./src/agent/code-review/types.ts","./src/agent/code-review/executor/index.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/factory.ts","./src/agent/cua/pw-codegen/index.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/version.ts","./src/agent/cua/pw-codegen/pw-event-sink/index.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/agent/triage/index.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/dashboard/client.ts","./src/dashboard/index.ts","./src/dashboard/tool-response.ts","./src/dashboard/totp.ts","./src/dashboard/types.ts","./src/errors/index.ts","./src/file/client.ts","./src/file/server.ts","./src/file-info/index.ts","./src/file-info/adapters/file-system/index.ts","./src/file-info/adapters/file-system/reader.ts","./src/file-info/adapters/github/index.ts","./src/file-info/adapters/github/reader.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/telemetry/index.ts","./src/test-build/index.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/index.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/test-gen-browser.ts","./src/tools/analyse-video/index.ts","./src/tools/create-pull-request/index.ts","./src/tools/create-pull-request/utils.ts","./src/tools/definitions/analyse-video.ts","./src/tools/definitions/delete-file.ts","./src/tools/definitions/download-build.ts","./src/tools/definitions/grep.ts","./src/tools/definitions/list-tests-and-projects.ts","./src/tools/definitions/merge-conflicts.ts","./src/tools/definitions/rename-file.ts","./src/tools/definitions/run-test.ts","./src/tools/definitions/safe-bash.ts","./src/tools/definitions/str_replace_editor.ts","./src/tools/definitions/test-gen-browser.ts","./src/tools/definitions/upgrade-packages.ts","./src/tools/definitions/utils.ts","./src/tools/delete-file/index.ts","./src/tools/download-build/index.ts","./src/tools/executor/base.ts","./src/tools/executor/index.ts","./src/tools/executor/types.ts","./src/tools/executor/utils/checkpoint.ts","./src/tools/executor/utils/git.ts","./src/tools/executor/utils/index.ts","./src/tools/executor/utils/pr-description.ts","./src/tools/fetch-file/index.ts","./src/tools/fetch-file/utils.ts","./src/tools/fetch-session-diff/index.ts","./src/tools/file-operations/create.ts","./src/tools/file-operations/index.ts","./src/tools/file-operations/insert.ts","./src/tools/file-operations/replace.ts","./src/tools/file-operations/shared/helpers.ts","./src/tools/file-operations/view/index.ts","./src/tools/firecrawl-scrape/index.ts","./src/tools/grep/index.ts","./src/tools/grep/types.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/issues-v1/create-issue.ts","./src/tools/issues-v1/index.ts","./src/tools/issues-v1/list-issues.ts","./src/tools/issues-v1/update-issue.ts","./src/tools/issues-v1/utils.ts","./src/tools/issues-v2/create-issue.ts","./src/tools/issues-v2/set-issue-description.ts","./src/tools/issues-v2/update-issue.ts","./src/tools/list-tests-and-projects/index.ts","./src/tools/merge-conflicts/index.ts","./src/tools/rename-file/index.ts","./src/tools/safe-bash/index.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/trace-dot-zip/index.ts","./src/tools/trace-dot-zip/types.ts","./src/tools/trace-dot-zip/utils/console-trace.ts","./src/tools/trace-dot-zip/utils/extract-zip.ts","./src/tools/trace-dot-zip/utils/network-trace.ts","./src/tools/triage-summary/index.ts","./src/tools/triage-summary/types.ts","./src/tools/triage-summary/utils.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/queue.ts","./src/tools/utils/validate-schema.ts","./src/trace-utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/SQSClient.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file.ts","./src/utils/hash.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/model.ts","./src/utils/playwright-report-parser.ts","./src/utils/playwright-test-id.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts","./src/utils/url-validation.ts","./src/utils/dedup/dedup-image.ts","./src/utils/dedup/find-threshold.ts","./src/video-core/index.ts","./src/video-core/model-limits.ts","./src/video-core/storage-manager.ts","./src/video-core/types.ts","./src/video-core/utils.ts"],"version":"5.8.3"}

package/dist/tools/definitions/review-pull-request.d.ts

@@ -1,3 +0,0 @@
-import type { ToolDefinition } from "@empiricalrun/shared-types/chat-agent";
-export declare const reviewPullRequestTool: ToolDefinition;
-//# sourceMappingURL=review-pull-request.d.ts.map

package/dist/tools/definitions/review-pull-request.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"review-pull-request.d.ts","sourceRoot":"","sources":["../../../src/tools/definitions/review-pull-request.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAO5E,eAAO,MAAM,qBAAqB,EAAE,cAQnC,CAAC"}

package/dist/tools/definitions/review-pull-request.js

@@ -1,16 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.reviewPullRequestTool = void 0;
-const zod_1 = require("zod");
-const ReviewPullRequestInputSchema = zod_1.z.object({
-    sessionUrl: zod_1.z.string().describe("The URL of the chat session to review"),
-});
-exports.reviewPullRequestTool = {
-    schema: {
-        name: "reviewPullRequest",
-        description: `Reviews a pull request by using CodeReviewAgent to fetch session diff and analyse it. Returns a boolean result with an explanation.`,
-        parameters: ReviewPullRequestInputSchema,
-    },
-    needsBrowser: false,
-    isInlineTool: true,
-};

package/dist/tools/review-pull-request/index.d.ts

@@ -1,3 +0,0 @@
-import { Tool } from "@empiricalrun/shared-types/chat-agent";
-export declare const reviewPullRequestTool: Tool;
-//# sourceMappingURL=index.d.ts.map

package/dist/tools/review-pull-request/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/review-pull-request/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAU/C,eAAO,MAAM,qBAAqB,EAAE,IA0FnC,CAAC"}

package/dist/tools/review-pull-request/index.js

@@ -1,83 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.reviewPullRequestTool = void 0;
-const code_review_1 = require("../../agent/code-review");
-const executor_1 = require("../../agent/code-review/executor");
-const file_info_1 = require("../../file-info");
-const review_pull_request_1 = require("../definitions/review-pull-request");
-const CODE_REVIEW_MODEL = "claude-sonnet-4-5-20250929";
-exports.reviewPullRequestTool = {
-    ...review_pull_request_1.reviewPullRequestTool,
-    execute: async ({ input, apiClient, environmentOverrides, trace, featureFlags, repoPath, }) => {
-        try {
-            const { sessionUrl } = input;
-            if (!sessionUrl) {
-                return {
-                    isError: true,
-                    result: "No chat session URL provided",
-                };
-            }
-            if (!apiClient)
-                return {
-                    isError: true,
-                    result: "API Client not available",
-                };
-            const span = trace?.span({
-                name: "code-review-agent",
-                input: {
-                    sessionUrl,
-                    model: CODE_REVIEW_MODEL,
-                },
-            });
-            const codeReviewToolExecutor = new executor_1.CodeReviewToolExecutor({
-                chatSession: null,
-                repoPath,
-                apiClient,
-                trace: span,
-                featureFlags,
-                environmentOverrides: environmentOverrides || {},
-            });
-            const agentParams = {
-                featureFlags: [],
-                selectedModel: CODE_REVIEW_MODEL,
-                chatState: undefined,
-                toolExecutor: codeReviewToolExecutor,
-                trace: span,
-                repoInfoBuilder: () => (0, file_info_1.getFileInfoFromFS)(repoPath),
-            };
-            const agent = new code_review_1.CodeReviewAgent({ ...agentParams });
-            // Push the review prompt to the agent
-            const userPrompt = `Review this session: ${sessionUrl}`;
-            agent.pushUserMessage([{ text: userPrompt }]);
-            while (!agent.askUserForInput) {
-                await agent.runLoop({
-                    reporter: async () => { },
-                });
-            }
-            const agentResult = agent.getResult();
-            span?.end({
-                output: {
-                    result: agentResult,
-                    success: !!agentResult,
-                },
-            });
-            if (!agentResult) {
-                return {
-                    isError: true,
-                    result: "Could not extract text response from agent",
-                };
-            }
-            return {
-                isError: false,
-                result: JSON.stringify(agentResult),
-            };
-        }
-        catch (error) {
-            console.error("Error reviewing pull request", error);
-            return {
-                isError: true,
-                result: error instanceof Error ? error.message : String(error),
-            };
-        }
-    },
-};