@wix/evalforge-evaluator 0.156.0 → 0.157.0

package/build/index.mjs

@@ -3404,8 +3404,8 @@ defaultRegistry.register(openCodeAdapter);
 // src/run-scenario/agents/simple-agent/execute.ts
 import {
   APICallError,
-  generateText,
-  stepCountIs
+  stepCountIs,
+  streamText
 } from "ai";
 import { createAnthropic } from "@ai-sdk/anthropic";
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
@@ -3742,7 +3742,7 @@ async function executeWithAiSdk(context) {
   const timeoutHandle = setTimeout(() => {
     abortController.abort(
       new Error(
-        `Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
+        `Simple Agent streamText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
       )
     );
   }, SDK_TIMEOUT_MS);
@@ -3788,7 +3788,7 @@ async function executeWithAiSdk(context) {
     const stepTimestamps = [];
     const { triggerPromptImages } = context;
     const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
-    const result = await generateText({
+    const result = streamText({
       ...topLevelExtras,
       model,
       abortSignal: abortController.signal,
@@ -3846,14 +3846,19 @@ async function executeWithAiSdk(context) {
         }
       }
     });
+    const [resolvedText, resolvedSteps, resolvedUsage] = await Promise.all([
+      result.text,
+      result.steps,
+      result.usage
+    ]);
     const durationMs = Date.now() - startTime;
     const usage = {
-      inputTokens: result.usage.inputTokens ?? 0,
-      outputTokens: result.usage.outputTokens ?? 0,
-      totalTokens: result.usage.totalTokens ?? 0
+      inputTokens: resolvedUsage.inputTokens ?? 0,
+      outputTokens: resolvedUsage.outputTokens ?? 0,
+      totalTokens: resolvedUsage.totalTokens ?? 0
     };
     const llmTrace = buildLLMTrace2(
-      result.steps,
+      resolvedSteps,
       durationMs,
       usage,
       modelId,
@@ -3866,12 +3871,12 @@ async function executeWithAiSdk(context) {
     }
     const conversation = buildConversation3(
       scenario.triggerPrompt,
-      result.steps,
+      resolvedSteps,
       startTime,
       stepTimestamps
     );
     return {
-      outputText: result.text,
+      outputText: resolvedText,
       durationMs,
       usage,
       llmTrace,