@wix/evalforge-evaluator 0.121.0 → 0.122.0

package/build/index.js

@@ -2606,6 +2606,7 @@ var import_promises9 = require("fs/promises");
 var import_path10 = require("path");
 var KILL_GRACE_PERIOD_MS = 5e3;
 var IDLE_TIMEOUT_MS = 12e4;
+var TOOL_RUNNING_IDLE_TIMEOUT_MS = 36e4;
 var IDLE_CHECK_INTERVAL_MS = 15e3;
 function extractToolAction(toolName, args) {
   if (!toolName) return "Using tool...";
@@ -2761,6 +2762,7 @@ async function executeWithOpenCode(skills, scenario, options) {
   let lastAction = "Starting...";
   let lastToolName;
   let lastFilePath;
+  let isToolRunning = false;
   if (traceContext) {
     emitTraceEvent(
       {
@@ -2961,15 +2963,16 @@ Stderr: ${stderr.slice(0, 1e3)}`
     timers.idleCheck = setInterval(() => {
       if (resolved) return;
       const idleTime = Date.now() - lastOutputTime;
-      if (idleTime >= IDLE_TIMEOUT_MS) {
+      const effectiveTimeout = isToolRunning ? TOOL_RUNNING_IDLE_TIMEOUT_MS : IDLE_TIMEOUT_MS;
+      if (idleTime >= effectiveTimeout) {
         console.warn(
-          `[OpenCode] Process appears stuck - no output for ${Math.round(idleTime / 1e3)}s. Killing process.`
+          `[OpenCode] Process appears stuck - no output for ${Math.round(idleTime / 1e3)}s (tool running: ${isToolRunning}). Killing process.`
         );
         killProcess(child, resolved);
         finalize(
           false,
           new Error(
-            `OpenCode process stuck - no output for ${Math.round(idleTime / 1e3)} seconds (idle timeout). Skills: ${skillNames}, Scenario: ${scenario.name}`
+            `OpenCode process stuck - no output for ${Math.round(idleTime / 1e3)} seconds (idle timeout, tool running: ${isToolRunning}). Skills: ${skillNames}, Scenario: ${scenario.name}`
           )
         );
       }
@@ -3030,6 +3033,13 @@ Stderr: ${stderr.slice(0, 1e3)}`
         const evt = tryParseJson(line);
         if (!evt || !evt.type) continue;
         allEvents.push({ event: evt, receivedAt: Date.now() });
+        if (evt.type === "tool_use") {
+          const tu = evt;
+          const status = tu.part.state.status;
+          isToolRunning = status !== "completed" && status !== "error";
+        } else {
+          isToolRunning = false;
+        }
         if (traceContext) {
           traceStepNumber++;
           const traceEvt = createTraceEventFromNdjson(