@wix/evalforge-evaluator 0.161.0 → 0.162.0

package/build/index.js

@@ -3775,7 +3775,7 @@ async function executeWithAiSdk(context) {
   const timeoutHandle = setTimeout(() => {
     abortController.abort(
       new Error(
-        `Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
+        `Simple Agent generateText / streamText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
       )
     );
   }, SDK_TIMEOUT_MS);
@@ -3821,7 +3821,7 @@ async function executeWithAiSdk(context) {
     const stepTimestamps = [];
     const { triggerPromptImages } = context;
     const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
-    const result = await (0, import_ai.generateText)({
+    const sdkParams = {
       ...topLevelExtras,
       model,
       abortSignal: abortController.signal,
@@ -3878,15 +3878,32 @@ async function executeWithAiSdk(context) {
           );
         }
       }
-    });
+    };
+    const shouldStream = !isResponsesAPI;
+    let text;
+    let steps;
+    let rawUsage;
+    if (shouldStream) {
+      const stream = (0, import_ai.streamText)(sdkParams);
+      [text, steps, rawUsage] = await Promise.all([
+        stream.text,
+        stream.steps,
+        stream.usage
+      ]);
+    } else {
+      const result = await (0, import_ai.generateText)(sdkParams);
+      text = result.text;
+      steps = result.steps;
+      rawUsage = result.usage;
+    }
     const durationMs = Date.now() - startTime;
     const usage = {
-      inputTokens: result.usage.inputTokens ?? 0,
-      outputTokens: result.usage.outputTokens ?? 0,
-      totalTokens: result.usage.totalTokens ?? 0
+      inputTokens: rawUsage.inputTokens ?? 0,
+      outputTokens: rawUsage.outputTokens ?? 0,
+      totalTokens: rawUsage.totalTokens ?? 0
     };
     const llmTrace = buildLLMTrace2(
-      result.steps,
+      steps,
       durationMs,
       usage,
       modelId,
@@ -3899,12 +3916,12 @@ async function executeWithAiSdk(context) {
     }
     const conversation = buildConversation3(
       scenario.triggerPrompt,
-      result.steps,
+      steps,
       startTime,
       stepTimestamps
     );
     return {
-      outputText: result.text,
+      outputText: text,
       durationMs,
       usage,
       llmTrace,