@empiricalrun/test-gen 0.79.0 → 0.79.2

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @empiricalrun/test-gen
 
+## 0.79.2
+
+### Patch Changes
+
+- @empiricalrun/test-run@0.14.1
+
+## 0.79.1
+
+### Patch Changes
+
+- 48126ea: feat: cost tracking for overlay dismissals
+- Updated dependencies [48126ea]
+  - @empiricalrun/llm@0.25.2
+  - videostil@0.3.4
+
 ## 0.79.0
 
 ### Minor Changes

package/dist/agent/base/index.d.ts

@@ -25,6 +25,7 @@ export type AgentParams<T> = AgentParamsWithoutPrompt<T> & ({
     repoInfoBuilder: () => Promise<FileInfo>;
 });
 export type OnToolResultsProcessedCallback = (newChatState: ChatState) => Promise<void>;
+export type OnToolCallCallback = (toolCalls: PendingToolCall[]) => Promise<void>;
 export type OnLLMResponseCallback<T> = (response: T, selectedModel: SupportedChatModels) => Promise<void>;
 export declare abstract class BaseAgent<T> {
     featureFlags: string[];
@@ -37,6 +38,7 @@ export declare abstract class BaseAgent<T> {
     systemPrompt: string | undefined;
     repoInfoBuilder: (() => Promise<FileInfo>) | undefined;
     onToolResultsProcessed?: OnToolResultsProcessedCallback;
+    onToolCall?: OnToolCallCallback;
     onLLMResponse?: OnLLMResponseCallback<T>;
     constructor({ featureFlags, selectedModel, workerEnv, chatState, toolExecutor, trace, systemPrompt, repoInfoBuilder, }: AgentParams<T>);
     protected abstract getTools(): ToolsForLLM;

package/dist/agent/base/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,eAAe,EACf,8BAA8B,EAC9B,UAAU,EACV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAEpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAMhE,KAAK,aAAa,CAAC,CAAC,IAAI;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB,CAAC;AAEF,KAAK,wBAAwB,CAAC,CAAC,IAAI;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,CAAC,GACtD,CAAC;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;CAAE,CAAC,CAAC;AAE5E,MAAM,MAAM,8BAA8B,GAAG,CAC3C,YAAY,EAAE,SAAS,KACpB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,CACrC,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,8BAAsB,SAAS,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAM;IAC5B,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,EAAE,mBAAmB,CAAC;IACnC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,SAAS,CAAC;IACvD,sBAAsB,CAAC,EAAE,8BAA8B,CAAC;IACxD,aAAa,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAE7B,EACV,YAAY,EACZ,aAAa,EACb,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,YAAY,EACZ,eAAe,GAChB,EAAE,WAAW,CAAC,CAAC,CAAC;IAuBjB,SAAS,CAAC,QAAQ,CAAC,QAAQ,IAAI,WAAW;IAC1C,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAClC,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;IAElB,IAAI,QAAQ,IAAI,gBAAgB,EAAE,CAEjC;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,SAAS,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAKnC;IAED,eAAe,CACb,KAAK,EAAE,KAAK,CAAC,eAAe,GAAG,8BAA8B,CAAC,GAC7D,gBAAgB,CAAC,CAAC,CAAC;IAKtB,YAAY,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAQ3C,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAUhD,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC;IA6B3B,kBAAkB,CAChB,SAAS,EAAE,eAAe,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,UAAU,EAAE,iBAAiB,GAAG,IAAI,GACnC,SAAS,GAAG,SAAS;IA4BlB,eAAe,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5D,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC;IA2BxC,6BAA6B,IACzB;QACE,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;KACrB,GACD,SAAS;CAGd"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,eAAe,EACf,8BAA8B,EAC9B,UAAU,EACV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAEpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAMhE,KAAK,aAAa,CAAC,CAAC,IAAI;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB,CAAC;AAEF,KAAK,wBAAwB,CAAC,CAAC,IAAI;IACjC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,CAAC,GACtD,CAAC;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;CAAE,CAAC,CAAC;AAE5E,MAAM,MAAM,8BAA8B,GAAG,CAC3C,YAAY,EAAE,SAAS,KACpB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,kBAAkB,GAAG,CAC/B,SAAS,EAAE,eAAe,EAAE,KACzB,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,CACrC,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,8BAAsB,SAAS,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAM;IAC5B,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,EAAE,mBAAmB,CAAC;IACnC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,SAAS,CAAC;IACvD,sBAAsB,CAAC,EAAE,8BAA8B,CAAC;IACxD,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAE7B,EACV,YAAY,EACZ,aAAa,EACb,SAAS,EACT,SAAS,EACT,YAAY,EACZ,KAAK,EACL,YAAY,EACZ,eAAe,GAChB,EAAE,WAAW,CAAC,CAAC,CAAC;IAuBjB,SAAS,CAAC,QAAQ,CAAC,QAAQ,IAAI,WAAW;IAC1C,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAClC,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;IAElB,IAAI,QAAQ,IAAI,gBAAgB,EAAE,CAEjC;IAED,IAAI,eAAe,IAAI,OAAO,CAE7B;IAED,IAAI,SAAS,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAKnC;IAED,eAAe,CACb,KAAK,EAAE,KAAK,CAAC,eAAe,GAAG,8BAA8B,CAAC,GAC7D,gBAAgB,CAAC,CAAC,CAAC;IAKtB,YAAY,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAQ3C,WAAW,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAUhD,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC;IA6B3B,kBAAkB,CAChB,SAAS,EAAE,eAAe,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,UAAU,EAAE,iBAAiB,GAAG,IAAI,GACnC,SAAS,GAAG,SAAS;IA4BlB,eAAe,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB5D,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC;IA2BxC,6BAA6B,IACzB;QACE,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;KACrB,GACD,SAAS;CAGd"}

package/dist/agent/base/index.js

@@ -16,6 +16,7 @@ class BaseAgent {
     systemPrompt;
     repoInfoBuilder;
     onToolResultsProcessed;
+    onToolCall;
     onLLMResponse;
     constructor({ featureFlags, selectedModel, workerEnv, chatState, toolExecutor, trace, systemPrompt, repoInfoBuilder, }) {
         this.featureFlags = featureFlags || [];
@@ -107,6 +108,9 @@ class BaseAgent {
         if (!this.toolExecutor) {
             throw new Error("No toolExecutor configured");
         }
+        if (this.onToolCall) {
+            await this.onToolCall(toolCalls);
+        }
         const result = await this.toolExecutor.execute(toolCalls);
         if (result.status === "completed") {
             const newChatState = this.processToolResults(toolCalls, result.toolResults, result.checkpoint);

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAK/C,KAAK,eAAe,CAAC,CAAC,IAAI;IACxB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,WAAW,CAAC;IACnB,iBAAiB,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,aAAa,CAAC,CAAC,GAAG,gBAAgB,EAAE,EACxD,SAAS,EACT,QAAQ,EACR,wBAAwB,EACxB,KAAK,EACL,MAAM,EACN,YAAY,EACZ,KAAK,EACL,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CpC"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,4BAA4B,EAC5B,mBAAmB,EACnB,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAK/C,KAAK,eAAe,CAAC,CAAC,IAAI;IACxB,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,wBAAwB,CAAC,EAAE,4BAA4B,CAAC;IACxD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,WAAW,CAAC;IACnB,iBAAiB,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,aAAa,CAAC,EAAE,CACd,QAAQ,EAAE,CAAC,EACX,aAAa,EAAE,mBAAmB,KAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,aAAa,CAAC,CAAC,GAAG,gBAAgB,EAAE,EACxD,SAAS,EACT,QAAQ,EACR,wBAAwB,EACxB,KAAK,EACL,MAAM,EACN,YAAY,EACZ,KAAK,EACL,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0CpC"}

package/dist/agent/chat/agent-loop.js

@@ -16,7 +16,6 @@ async function chatAgentLoop({ chatModel, reporter, streamingMessageReporter, tr
                 await onPendingToolCall(toolCalls);
                 break;
             }
-            (0, utils_1.log)(`${(0, utils_1.getModelName)(chatModel.selectedModel)} is working...`);
             const response = await chatModel.getLLMResponse({
                 systemPrompt,
                 tools,

package/dist/agent/chat/exports.d.ts

@@ -2,7 +2,7 @@ export type { IChatModel } from "@empiricalrun/llm/chat";
 export { createChatModel } from "@empiricalrun/llm/chat";
 export { SUPPORTED_CHAT_MODELS } from "@empiricalrun/llm/chat/constants";
 export { getFileInfoFromGitHub, viewFileUsingGitHub, } from "../../file-info/adapters/github";
-export type { AgentParams } from "../base";
+export type { AgentParams, OnToolCallCallback } from "../base";
 export { BaseAgent } from "../base";
 export type { CodeReviewResultV0, CodeReviewResultV1, CodeReviewResultV2, CodeReviewVersionedResult, } from "../code-review";
 export { CodeReviewAgent } from "../code-review";

package/dist/agent/chat/exports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EACL,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,iCAAiC,CAAC;AAEzC,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EACL,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,iCAAiC,CAAC;AAEzC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,yBAAyB,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}

package/dist/agent/code-review/index.d.ts

@@ -4,6 +4,7 @@ import { BaseAgent } from "../base";
 import { type CodeReviewResultV0, type CodeReviewResultV1, type CodeReviewResultV2, CodeReviewSeverity, CodeReviewVerdict } from "./types";
 export type { CodeReviewResultV1, CodeReviewResultV0, CodeReviewResultV2 };
 export { CodeReviewVerdict, CodeReviewSeverity };
+export { convertXmlToV2Format } from "./parser";
 export type CodeReviewVersionedResult = CodeReviewResultV0 | CodeReviewResultV1 | CodeReviewResultV2;
 export declare class CodeReviewAgent<T> extends BaseAgent<T> {
     protected getTools(): ToolsForLLM;

package/dist/agent/code-review/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAGpE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAGpC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAEjB,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,CAAC;AAEjD,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,qBAAa,eAAe,CAAC,CAAC,CAAE,SAAQ,SAAS,CAAC,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,IAAI,WAAW;IAWjC,SAAS,IAAI,yBAAyB,GAAG,SAAS;cAmBlC,iBAAiB,CAC/B,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;CAiInB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/code-review/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAC;AAGpE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAGpC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAEjB,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,CAAC;AAEvB,qBAAa,eAAe,CAAC,CAAC,CAAE,SAAQ,SAAS,CAAC,CAAC,CAAC;IAClD,SAAS,CAAC,QAAQ,IAAI,WAAW;IAWjC,SAAS,IAAI,yBAAyB,GAAG,SAAS;cAmBlC,iBAAiB,CAC/B,eAAe,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,GACvC,OAAO,CAAC,MAAM,CAAC;CAiInB"}

package/dist/agent/code-review/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CodeReviewAgent = exports.CodeReviewSeverity = exports.CodeReviewVerdict = void 0;
+exports.CodeReviewAgent = exports.convertXmlToV2Format = exports.CodeReviewSeverity = exports.CodeReviewVerdict = void 0;
 const tools_1 = require("../../tools");
 const fetch_session_diff_1 = require("../../tools/fetch-session-diff");
 const base_1 = require("../base");
@@ -9,6 +9,8 @@ const parser_1 = require("./parser");
 const types_1 = require("./types");
 Object.defineProperty(exports, "CodeReviewSeverity", { enumerable: true, get: function () { return types_1.CodeReviewSeverity; } });
 Object.defineProperty(exports, "CodeReviewVerdict", { enumerable: true, get: function () { return types_1.CodeReviewVerdict; } });
+var parser_2 = require("./parser");
+Object.defineProperty(exports, "convertXmlToV2Format", { enumerable: true, get: function () { return parser_2.convertXmlToV2Format; } });
 class CodeReviewAgent extends base_1.BaseAgent {
     getTools() {
         const custom = [

package/dist/agent/cua/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,KAAK,EACN,MAAM,uCAAuC,CAAC;AAS/C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAmElC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,KAAK,EACN,MAAM,uCAAuC,CAAC;AAS/C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAmElC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuOD"}

package/dist/agent/cua/index.js

@@ -63,7 +63,12 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
     let result = [
         { type: "screenshot", screenshot: initialArtifact },
     ];
-    let tokensUsed = { input: 0, output: 0 };
+    let tokensUsed = {
+        input_tokens: 0,
+        output_tokens: 0,
+        input_tokens_details: { cached_tokens: 0 },
+        output_tokens_details: { reasoning_tokens: 0 },
+    };
     const viewport = page.viewportSize();
     let screenWidth = viewport?.width || 1280;
     let screenHeight = viewport?.height || 720;
@@ -94,8 +99,12 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
         screenHeight,
         openAIClient,
     });
-    tokensUsed.input += response.usage?.input_tokens || 0;
-    tokensUsed.output += response.usage?.output_tokens || 0;
+    tokensUsed.input_tokens += response.usage?.input_tokens || 0;
+    tokensUsed.output_tokens += response.usage?.output_tokens || 0;
+    tokensUsed.input_tokens_details.cached_tokens +=
+        response.usage?.input_tokens_details?.cached_tokens || 0;
+    tokensUsed.output_tokens_details.reasoning_tokens +=
+        response.usage?.output_tokens_details?.reasoning_tokens || 0;
     let isTaskDone = false;
     let generatedCode = "";
     let iterationIndex = 0;
@@ -213,8 +222,12 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
             screenHeight,
             openAIClient,
         });
-        tokensUsed.input += response.usage?.input_tokens || 0;
-        tokensUsed.output += response.usage?.output_tokens || 0;
+        tokensUsed.input_tokens += response.usage?.input_tokens || 0;
+        tokensUsed.output_tokens += response.usage?.output_tokens || 0;
+        tokensUsed.input_tokens_details.cached_tokens +=
+            response.usage?.input_tokens_details?.cached_tokens || 0;
+        tokensUsed.output_tokens_details.reasoning_tokens +=
+            response.usage?.output_tokens_details?.reasoning_tokens || 0;
     }
     if (!isTaskDone) {
         const logMessage = `Max iteration limit hit: Task not done after ${MAX_ITERATIONS} iterations`;
@@ -225,13 +238,17 @@ async function createTestUsingComputerUseAgent({ page, task, trace, prefersEleme
         });
     }
     trace?.update({ output: { result } });
+    const cost = (0, model_1.tokensToCost)(tokensUsed);
     return {
         result,
         code: generatedCode,
         importPaths: [],
         usage: {
-            tokens: tokensUsed,
-            cost: (0, model_1.tokensToCost)(tokensUsed),
+            tokens: {
+                input: tokensUsed.input_tokens,
+                output: tokensUsed.output_tokens,
+            },
+            cost,
         },
     };
 }

package/dist/agent/cua/model.d.ts

@@ -1,5 +1,6 @@
 import OpenAI from "openai";
 import { Response, ResponseInputItem } from "openai/resources/responses/responses.mjs";
+export declare const CUA_MODEL = "computer-use-preview-2025-03-11";
 export declare function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }: {
     input: ResponseInputItem[];
     previousResponseId?: string;
@@ -7,11 +8,18 @@ export declare function callComputerUseModel({ input, previousResponseId, screen
     screenHeight: number;
     openAIClient: OpenAI;
 }): Promise<Response>;
-export declare function tokensToCost(tokens: {
-    input: number;
-    output: number;
+export declare function tokensToCost(usage: {
+    input_tokens: number;
+    output_tokens: number;
+    input_tokens_details: {
+        cached_tokens: number;
+    };
+    output_tokens_details: {
+        reasoning_tokens: number;
+    };
 }): {
     input: number;
     output: number;
+    total: number;
 };
 //# sourceMappingURL=model.d.ts.map

package/dist/agent/cua/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/model.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAEL,QAAQ,EACR,iBAAiB,EAClB,MAAM,0CAA0C,CAAC;AAiClD,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,YAAY,GACb,EAAE;IACD,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAuBpB;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;;;EAQrE"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/model.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAEL,QAAQ,EACR,iBAAiB,EAClB,MAAM,0CAA0C,CAAC;AAElD,eAAO,MAAM,SAAS,oCAAoC,CAAC;AAiC3D,wBAAsB,oBAAoB,CAAC,EACzC,KAAK,EACL,kBAAkB,EAClB,WAAW,EACX,YAAY,EACZ,YAAY,GACb,EAAE;IACD,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAuBpB;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;;;;EAMA"}

package/dist/agent/cua/model.js

@@ -1,7 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.CUA_MODEL = void 0;
 exports.callComputerUseModel = callComputerUseModel;
 exports.tokensToCost = tokensToCost;
+const llm_1 = require("@empiricalrun/llm");
+exports.CUA_MODEL = "computer-use-preview-2025-03-11";
 const INSTRUCTIONS = `You will be asked to execute some actions in a browser context.
 Don't ask the user for confirmations - just execute the actions.
 
@@ -32,7 +35,7 @@ const pageGotoTool = {
 };
 async function callComputerUseModel({ input, previousResponseId, screenWidth, screenHeight, openAIClient, }) {
     const response = await openAIClient.responses.create({
-        model: "computer-use-preview-2025-03-11",
+        model: exports.CUA_MODEL,
         previous_response_id: previousResponseId,
         parallel_tool_calls: false,
         tools: [
@@ -54,12 +57,10 @@ async function callComputerUseModel({ input, previousResponseId, screenWidth, sc
     });
     return response;
 }
-function tokensToCost(tokens) {
-    // Costs for "computer-use-preview-2025-03-11"
-    // https://platform.openai.com/docs/models/computer-use-preview
-    const inputUsdFor1MTokens = 3.0;
-    const outputUsdFor1MTokens = 12.0;
-    const inputCost = (tokens.input / 1_000_000) * inputUsdFor1MTokens;
-    const outputCost = (tokens.output / 1_000_000) * outputUsdFor1MTokens;
-    return { input: inputCost, output: outputCost };
+function tokensToCost(usage) {
+    const fullUsage = {
+        ...usage,
+        total_tokens: usage.input_tokens + usage.output_tokens,
+    };
+    return (0, llm_1.calculateOpenAITokenCosts)({ usage: fullUsage, model: exports.CUA_MODEL });
 }

package/dist/artifacts/index.d.ts

@@ -1,44 +1,5 @@
 import { Artifact, ArtifactInput } from "@empiricalrun/shared-types/chat-agent";
 export declare function isArtifactCollectionEnabled(): string | undefined;
-/**
- * Collects artifacts from the repository directory and returns their URLs.
- *
- * @param inputs - An array of artifact inputs.
- * @param repoDir - The absolute path to the repository directory.
- * @param toolCallId - Unique identifier for the tool call.
- * @returns An array of artifacts with their URLs.
- *
- * @example
- * // Collect artifacts from both file paths and in-memory data
- * const artifacts = await collectArtifacts([
- *   {
- *     name: "screenshot.png",
- *     contentType: "image/png",
- *     path: "/Users/project/screenshots/test.png"
- *   },
- *   {
- *     name: "log.txt",
- *     contentType: "text/plain",
- *     data: Buffer.from("test log content")
- *   }
- * ], "/Users/project", "tool-123");
- *
- * @example
- * // Returns empty array when artifact collection is disabled
- * const artifacts = await collectArtifacts([], "/Users/project", "tool-123");
- * // Returns: []
- *
- * @example
- * // Throws error for invalid file paths
- * await collectArtifacts([
- *   {
- *     name: "test.png",
- *     contentType: "image/png",
- *     path: "relative/path/test.png" // Invalid - not absolute path
- *   }
- * ], "/Users/project", "tool-123");
- * // Throws: "Invalid path: relative/path/test.png..."
- */
 export declare function collectArtifacts(inputs: ArtifactInput[], repoDir: string, toolCallId: string): Promise<Artifact[]>;
 export declare class UploadArtifactsQueue {
     private toolCallId;

package/dist/artifacts/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAId,MAAM,uCAAuC,CAAC;AAwB/C,wBAAgB,2BAA2B,uBAM1C;AA6HD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAsErB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAoC;gBAE7C,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAK7C,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiBlD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/artifacts/index.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAId,MAAM,uCAAuC,CAAC;AAwB/C,wBAAgB,2BAA2B,uBAM1C;AAwGD,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EAAE,EACvB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAsErB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,aAAa,CAAoC;gBAE7C,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAK7C,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiBlD,iBAAiB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;CAMtD"}

package/dist/artifacts/index.js

@@ -24,7 +24,10 @@ function isArtifactCollectionEnabled() {
         process.env.R2_ACCESS_KEY_ID &&
         process.env.R2_SECRET_ACCESS_KEY);
 }
-const UPLOAD_BUCKET = "test-report";
+const bucket = {
+    name: "test-report",
+    baseUrl: "https://reports-r2.empirical.run",
+};
 async function collectInMemoryArtifacts(artifacts, { destinationDir, }) {
     const dataFiles = artifacts.reduce((acc, a) => {
         if (!Buffer.isBuffer(a.data)) {
@@ -49,7 +52,7 @@ async function collectInMemoryArtifacts(artifacts, { destinationDir, }) {
     return (0, r2_uploader_1.uploadInMemoryFiles)({
         files: dataFiles,
         destinationDir,
-        uploadBucket: UPLOAD_BUCKET,
+        uploadBucket: bucket.name,
         accountId: process.env.R2_ACCOUNT_ID,
         accessKeyId: process.env.R2_ACCESS_KEY_ID,
         secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
@@ -71,7 +74,7 @@ async function collectFilePathArtifacts(artifacts, { destinationDir, sourceDir,
         fileList: filePaths,
         sourceDir,
         destinationDir,
-        uploadBucket: UPLOAD_BUCKET,
+        uploadBucket: bucket.name,
         accountId: process.env.R2_ACCOUNT_ID,
         accessKeyId: process.env.R2_ACCESS_KEY_ID,
         secretAccessKey: process.env.R2_SECRET_ACCESS_KEY,
@@ -81,79 +84,16 @@ async function collectFilePathArtifacts(artifacts, { destinationDir, sourceDir,
             files: filePaths,
             sourceDir,
             destinationDir,
-            bucket: UPLOAD_BUCKET,
+            bucket: bucket.name,
         });
         throw error;
     });
     console.log("Uploaded path-based files:", urls);
     return urls;
 }
-/**
- * Checks if a given path is a full (absolute) path that starts with the repository directory.
- *
- * @example
- * // Valid full path
- * const repoDir = "/Users/aashishwork/flash-tests";
- * const path1 = "/Users/aashishwork/flash-tests/src/test.spec.ts";
- * isFullPath(path1, repoDir); // Returns true
- *
- * @example
- * // Invalid - relative path
- * const path2 = "src/test.spec.ts";
- * isFullPath(path2, repoDir); // Returns false
- *
- * @example
- * // Invalid - absolute path but outside repo
- * const path3 = "/Users/otheruser/project/test.spec.ts";
- * isFullPath(path3, repoDir); // Returns false
- *
- * @example
- * // Valid full path with trailing slash
- * const path4 = "/Users/aashishwork/flash-tests/";
- * isFullPath(path4, repoDir); // Returns true
- */
 function isFullPath(path, repoDir) {
     return path.startsWith("/") && path.startsWith(repoDir);
 }
-/**
- * Collects artifacts from the repository directory and returns their URLs.
- *
- * @param inputs - An array of artifact inputs.
- * @param repoDir - The absolute path to the repository directory.
- * @param toolCallId - Unique identifier for the tool call.
- * @returns An array of artifacts with their URLs.
- *
- * @example
- * // Collect artifacts from both file paths and in-memory data
- * const artifacts = await collectArtifacts([
- *   {
- *     name: "screenshot.png",
- *     contentType: "image/png",
- *     path: "/Users/project/screenshots/test.png"
- *   },
- *   {
- *     name: "log.txt",
- *     contentType: "text/plain",
- *     data: Buffer.from("test log content")
- *   }
- * ], "/Users/project", "tool-123");
- *
- * @example
- * // Returns empty array when artifact collection is disabled
- * const artifacts = await collectArtifacts([], "/Users/project", "tool-123");
- * // Returns: []
- *
- * @example
- * // Throws error for invalid file paths
- * await collectArtifacts([
- *   {
- *     name: "test.png",
- *     contentType: "image/png",
- *     path: "relative/path/test.png" // Invalid - not absolute path
- *   }
- * ], "/Users/project", "tool-123");
- * // Throws: "Invalid path: relative/path/test.png..."
- */
 async function collectArtifacts(inputs, repoDir, toolCallId) {
     if (!isArtifactCollectionEnabled())
         return [];
@@ -197,7 +137,7 @@ async function collectArtifacts(inputs, repoDir, toolCallId) {
                     ? path_1.default.relative(repoDir, artifact.path)
                     : artifact.fileName;
                 const pathInBucket = path_1.default.join(destinationDir, relativePath);
-                url = `https://reports.empirical.run/${pathInBucket}`;
+                url = `${bucket.baseUrl}/${pathInBucket}`;
             }
             return {
                 name: artifact.name,

package/dist/telemetry/index.d.ts

@@ -0,0 +1,18 @@
+import type { PendingToolCall, ToolResult, Usage } from "@empiricalrun/shared-types/chat-agent";
+import type { TelemetryEvent } from "@empiricalrun/shared-types/telemetry";
+export type TelemetryEnv = {
+    EMPIRICAL_TELEMETRY_API_KEY?: string;
+    ENVIRONMENT?: string;
+};
+export declare function trackEvent(event: TelemetryEvent, env?: TelemetryEnv): Promise<void>;
+export declare function trackToolExecutionStarted(toolCall: PendingToolCall, chatSessionId: number, queuedTimestamp: number, env?: TelemetryEnv): Promise<void>;
+export declare function trackToolExecutionCompleted(toolCall: PendingToolCall, toolResult: ToolResult, chatSessionId: number, queuedTimestamp: number, startedTimestamp: number, env?: TelemetryEnv): Promise<void>;
+export declare function trackLLMResponse(opts: {
+    modelName: string;
+    projectRepoName: string;
+    chatSessionId?: number;
+    chatSessionSource: string;
+    usage: Usage;
+    env?: TelemetryEnv;
+}): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/telemetry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,KAAK,EACN,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAM3E,MAAM,MAAM,YAAY,GAAG;IACzB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAsB,UAAU,CAC9B,KAAK,EAAE,cAAc,EACrB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAsBf;AAED,wBAAsB,yBAAyB,CAC7C,QAAQ,EAAE,eAAe,EACzB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,EACrB,eAAe,EAAE,MAAM,EACvB,gBAAgB,EAAE,MAAM,EACxB,GAAG,CAAC,EAAE,YAAY,GACjB,OAAO,CAAC,IAAI,CAAC,CAqBf;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,CAAC,EAAE,YAAY,CAAC;CACpB,GAAG,IAAI,CAoBP"}

package/dist/telemetry/index.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.trackEvent = trackEvent;
+exports.trackToolExecutionStarted = trackToolExecutionStarted;
+exports.trackToolExecutionCompleted = trackToolExecutionCompleted;
+exports.trackLLMResponse = trackLLMResponse;
+const tools_1 = require("../tools");
+const TELEMETRY_WORKER_URL = "https://telemetry-worker.empirical-run.workers.dev";
+async function trackEvent(event, env) {
+    const apiKey = env?.EMPIRICAL_TELEMETRY_API_KEY || process.env.EMPIRICAL_TELEMETRY_API_KEY;
+    if (!apiKey) {
+        return;
+    }
+    try {
+        const response = await fetch(`${TELEMETRY_WORKER_URL}/track`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify(event),
+        });
+        if (!response.ok) {
+            throw new Error(`Telemetry request failed: ${response.status}`);
+        }
+    }
+    catch {
+        // Don't throw - telemetry failures shouldn't break the application
+    }
+}
+async function trackToolExecutionStarted(toolCall, chatSessionId, queuedTimestamp, env) {
+    const event = {
+        name: "tool_call_started",
+        properties: {
+            environment: env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown",
+            tool_name: (0, tools_1.nameForTelemetry)(toolCall),
+            tool_needs_browser: (0, tools_1.toolsNeedBrowser)([toolCall]),
+            tool_call_id: toolCall.id,
+            ms_since_queued: Date.now() - queuedTimestamp,
+            chat_session_id: chatSessionId,
+            machine_id: "inline",
+        },
+    };
+    await trackEvent(event, env);
+}
+async function trackToolExecutionCompleted(toolCall, toolResult, chatSessionId, queuedTimestamp, startedTimestamp, env) {
+    const errorMessage = toolResult.isError && typeof toolResult.result === "string"
+        ? toolResult.result
+        : null;
+    const event = {
+        name: "tool_call_completed",
+        properties: {
+            environment: env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown",
+            chat_session_id: chatSessionId,
+            tool_name: (0, tools_1.nameForTelemetry)(toolCall),
+            tool_needs_browser: (0, tools_1.toolsNeedBrowser)([toolCall]),
+            tool_call_id: toolCall.id,
+            is_error: toolResult.isError,
+            error_message: errorMessage,
+            machine_id: "inline",
+            ms_since_queued: Date.now() - queuedTimestamp,
+            ms_since_started: Date.now() - startedTimestamp,
+        },
+    };
+    await trackEvent(event, env);
+}
+function trackLLMResponse(opts) {
+    const environment = opts.env?.ENVIRONMENT || process.env.ENVIRONMENT || "unknown";
+    void trackEvent({
+        name: "llm_response_generated",
+        properties: {
+            environment,
+            model_name: opts.modelName,
+            project_repo_name: opts.projectRepoName,
+            chat_session_id: opts.chatSessionId,
+            chat_session_source: opts.chatSessionSource,
+            tokens_input: opts.usage.tokens?.input || 0,
+            tokens_output: opts.usage.tokens?.output || 0,
+            cost_input: opts.usage.cost?.input || 0,
+            cost_output: opts.usage.cost?.output || 0,
+        },
+    }, opts.env);
+}

package/dist/tools/analyse-video/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/analyse-video/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAE/C,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAK7B,OAAO,EACL,kBAAkB,EAEnB,MAAM,8BAA8B,CAAC;AAetC,eAAO,MAAM,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAiDjE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/analyse-video/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,uCAAuC,CAAC;AAE/C,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAM7B,OAAO,EACL,kBAAkB,EAEnB,MAAM,8BAA8B,CAAC;AAetC,eAAO,MAAM,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CA8DjE,CAAC"}

package/dist/tools/analyse-video/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.analyseVideo = void 0;
 const node_path_1 = __importDefault(require("node:path"));
 const constants_1 = require("../../constants");
+const telemetry_1 = require("../../telemetry");
 const hash_1 = require("../../utils/hash");
 const url_validation_1 = require("../../utils/url-validation");
 const video_core_1 = require("../../video-core");
@@ -19,7 +20,7 @@ function getVideoAnalysisParams(params) {
 }
 exports.analyseVideo = {
     ...analyse_video_1.analyseVideo,
-    execute: async ({ input, repoPath, logger }) => {
+    execute: async ({ input, repoPath, chatSession, logger }) => {
         const { url } = input;
         const params = getVideoAnalysisParams(input.params);
         const videoHash = (0, hash_1.createHashBasedOnParams)(url, params);
@@ -36,11 +37,12 @@ exports.analyseVideo = {
             };
         }
         const workingDirectory = node_path_1.default.join(repoPath, "video-analysis", videoHash);
-        const { result, error, interleaved_tool_result } = await (0, video_core_1.runVideoAnalysis)({
+        const { result, error, interleaved_tool_result, usage } = await (0, video_core_1.runVideoAnalysis)({
             url,
             videoHash,
             params,
             workingDirectory,
+            logger,
         });
         if (error) {
             return {
@@ -48,6 +50,15 @@ exports.analyseVideo = {
                 result: error,
             };
         }
+        if (usage) {
+            (0, telemetry_1.trackLLMResponse)({
+                modelName: params.model,
+                projectRepoName: chatSession?.repoName || "unknown",
+                chatSessionId: chatSession?.id,
+                chatSessionSource: "video_analysis",
+                usage,
+            });
+        }
         const finalResult = [
             {
                 type: "text",
@@ -58,6 +69,7 @@ exports.analyseVideo = {
         return {
             isError: error !== null,
             result: finalResult,
+            usage,
         };
     },
 };

package/dist/tools/executor/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAEjE,YAAY,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,qBAAa,YAAa,SAAQ,gBAAgB;gBACpC,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC;CA+BzD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/executor/index.ts"],"names":[],"mappings":"AAwBA,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AAEjE,YAAY,EAAE,qBAAqB,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,QAAQ,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,qBAAa,YAAa,SAAQ,gBAAgB;gBACpC,MAAM,EAAE,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC;CA8BzD"}