@wix/evalforge-evaluator 0.10.0 → 0.11.0

package/build/index.js

@@ -6268,45 +6268,94 @@ async function executeWithClaudeCode(skill, scenario, options) {
   if (options.maxTokens !== void 0) {
     queryOptions.maxTokens = options.maxTokens;
   }
-  for await (const message of query({
-    prompt: scenario.triggerPrompt,
-    options: queryOptions
-  })) {
-    messageCount++;
-    console.log("[SDK Message]", JSON.stringify(message, null, 2));
-    allMessages.push(message);
-    if (messageCount <= 3) {
-      console.error(
-        "[DEBUG-H5] SDK message received",
-        JSON.stringify({
-          messageCount,
-          type: message.type,
-          timestamp: Date.now()
-        })
-      );
+  try {
+    for await (const message of query({
+      prompt: scenario.triggerPrompt,
+      options: queryOptions
+    })) {
+      messageCount++;
+      console.log("[SDK Message]", JSON.stringify(message, null, 2));
+      allMessages.push(message);
+      if (messageCount <= 3) {
+        console.error(
+          "[DEBUG-H5] SDK message received",
+          JSON.stringify({
+            messageCount,
+            type: message.type,
+            timestamp: Date.now()
+          })
+        );
+      }
+      if (traceContext && isAssistantMessage(message)) {
+        traceStepNumber++;
+        const traceEvent = createTraceEventFromMessage(
+          message,
+          traceContext,
+          traceStepNumber,
+          false
+          // Not complete yet
+        );
+        emitTraceEvent(
+          traceEvent,
+          traceContext.tracePushUrl,
+          traceContext.routeHeader,
+          traceContext.authToken
+        );
+      }
     }
-    if (traceContext && isAssistantMessage(message)) {
-      traceStepNumber++;
-      const traceEvent = createTraceEventFromMessage(
-        message,
-        traceContext,
-        traceStepNumber,
-        false
-        // Not complete yet
-      );
-      emitTraceEvent(
-        traceEvent,
-        traceContext.tracePushUrl,
-        traceContext.routeHeader,
-        traceContext.authToken
-      );
+    console.log(
+      "[executeWithClaudeCode] Claude Agent SDK query completed, received",
+      allMessages.length,
+      "messages"
+    );
+  } catch (sdkError) {
+    const errorMessage = sdkError instanceof Error ? sdkError.message : String(sdkError);
+    const errorStack = sdkError instanceof Error ? sdkError.stack : void 0;
+    console.error("[executeWithClaudeCode] Claude SDK execution FAILED");
+    console.error("[executeWithClaudeCode] Error message:", errorMessage);
+    if (errorStack) {
+      console.error("[executeWithClaudeCode] Stack trace:", errorStack);
+    }
+    if (sdkError && typeof sdkError === "object") {
+      const errObj = sdkError;
+      const extraInfo = {};
+      for (const key of [
+        "code",
+        "status",
+        "stderr",
+        "stdout",
+        "exitCode",
+        "signal",
+        "cause"
+      ]) {
+        if (key in errObj && errObj[key] !== void 0) {
+          extraInfo[key] = errObj[key];
+        }
+      }
+      if (Object.keys(extraInfo).length > 0) {
+        console.error(
+          "[executeWithClaudeCode] Additional error info:",
+          JSON.stringify(extraInfo)
+        );
+      }
     }
+    console.error(
+      "[executeWithClaudeCode] Context:",
+      JSON.stringify({
+        skillId: skill.id,
+        skillName: skill.name,
+        scenarioId: scenario.id,
+        scenarioName: scenario.name,
+        messagesReceived: messageCount,
+        cwd: options.cwd,
+        model: options.model || DEFAULT_MODEL
+      })
+    );
+    throw new Error(
+      `Claude SDK execution failed after ${messageCount} messages: ${errorMessage}` + (errorStack ? `
+Stack: ${errorStack.split("\n").slice(0, 3).join("\n")}` : "")
+    );
   }
-  console.log(
-    "[executeWithClaudeCode] Claude Agent SDK query completed, received",
-    allMessages.length,
-    "messages"
-  );
   if (traceContext) {
     emitTraceEvent(
       {