@wix/evalforge-evaluator 0.29.0 → 0.30.0

package/build/index.js

@@ -6825,6 +6825,9 @@ async function executeWithClaudeCode(skill, scenario, options) {
   console.log("[SDK-DEBUG] ============================================");
   let traceStepNumber = 0;
   const traceContext = options.traceContext;
+  let lastAction = "Starting...";
+  let lastToolName;
+  let lastFilePath;
   const maxTurns = options.maxTurns ?? 10;
   console.error(
     "[DEBUG-H5] Claude SDK query START",
@@ -6931,6 +6934,13 @@ async function executeWithClaudeCode(skill, scenario, options) {
     if (traceContext) {
       heartbeatHandle = setInterval(() => {
         const elapsedMs = Date.now() - executionStartTime;
+        let progressMessage = lastAction;
+        if (lastToolName && lastFilePath) {
+          progressMessage = `${lastToolName}: ${lastFilePath}`;
+        } else if (lastToolName) {
+          progressMessage = `Using ${lastToolName}...`;
+        }
+        progressMessage += ` (${Math.round(elapsedMs / 1e3)}s)`;
         const progressEvent = {
           evalRunId: traceContext.evalRunId,
           scenarioId: traceContext.scenarioId,
@@ -6939,7 +6949,9 @@ async function executeWithClaudeCode(skill, scenario, options) {
           targetName: traceContext.targetName,
           stepNumber: traceStepNumber,
           type: import_evalforge_types.LiveTraceEventType.PROGRESS,
-          outputPreview: `Executing... (${Math.round(elapsedMs / 1e3)}s elapsed, ${messageCount} messages)`,
+          outputPreview: progressMessage,
+          toolName: lastToolName,
+          filePath: lastFilePath,
           elapsedMs,
           timestamp: (/* @__PURE__ */ new Date()).toISOString(),
           isComplete: false
@@ -6984,6 +6996,19 @@ IMPORTANT: This is an automated evaluation run. Execute the requested changes im
             // Not complete yet
           );
           if (traceEvent) {
+            lastToolName = traceEvent.toolName;
+            lastFilePath = traceEvent.filePath;
+            if (traceEvent.type === import_evalforge_types.LiveTraceEventType.THINKING) {
+              lastAction = "Thinking...";
+            } else if (traceEvent.type === import_evalforge_types.LiveTraceEventType.TOOL_USE) {
+              lastAction = `Using ${traceEvent.toolName || "tool"}...`;
+            } else if (traceEvent.type === import_evalforge_types.LiveTraceEventType.FILE_WRITE) {
+              lastAction = `Writing: ${traceEvent.filePath || "file"}`;
+            } else if (traceEvent.type === import_evalforge_types.LiveTraceEventType.FILE_READ) {
+              lastAction = `Reading: ${traceEvent.filePath || "file"}`;
+            } else if (traceEvent.type === import_evalforge_types.LiveTraceEventType.COMPLETION) {
+              lastAction = "Processing response...";
+            }
             emitTraceEvent(
               traceEvent,
               traceContext.tracePushUrl,