@wix/evalforge-evaluator 0.157.0 → 0.158.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/build/index.mjs CHANGED
@@ -3404,8 +3404,8 @@ defaultRegistry.register(openCodeAdapter);
3404
3404
  // src/run-scenario/agents/simple-agent/execute.ts
3405
3405
  import {
3406
3406
  APICallError,
3407
- stepCountIs,
3408
- streamText
3407
+ generateText,
3408
+ stepCountIs
3409
3409
  } from "ai";
3410
3410
  import { createAnthropic } from "@ai-sdk/anthropic";
3411
3411
  import { createGoogleGenerativeAI } from "@ai-sdk/google";
@@ -3742,7 +3742,7 @@ async function executeWithAiSdk(context) {
3742
3742
  const timeoutHandle = setTimeout(() => {
3743
3743
  abortController.abort(
3744
3744
  new Error(
3745
- `Simple Agent streamText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
3745
+ `Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
3746
3746
  )
3747
3747
  );
3748
3748
  }, SDK_TIMEOUT_MS);
@@ -3788,7 +3788,7 @@ async function executeWithAiSdk(context) {
3788
3788
  const stepTimestamps = [];
3789
3789
  const { triggerPromptImages } = context;
3790
3790
  const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
3791
- const result = streamText({
3791
+ const result = await generateText({
3792
3792
  ...topLevelExtras,
3793
3793
  model,
3794
3794
  abortSignal: abortController.signal,
@@ -3846,19 +3846,14 @@ async function executeWithAiSdk(context) {
3846
3846
  }
3847
3847
  }
3848
3848
  });
3849
- const [resolvedText, resolvedSteps, resolvedUsage] = await Promise.all([
3850
- result.text,
3851
- result.steps,
3852
- result.usage
3853
- ]);
3854
3849
  const durationMs = Date.now() - startTime;
3855
3850
  const usage = {
3856
- inputTokens: resolvedUsage.inputTokens ?? 0,
3857
- outputTokens: resolvedUsage.outputTokens ?? 0,
3858
- totalTokens: resolvedUsage.totalTokens ?? 0
3851
+ inputTokens: result.usage.inputTokens ?? 0,
3852
+ outputTokens: result.usage.outputTokens ?? 0,
3853
+ totalTokens: result.usage.totalTokens ?? 0
3859
3854
  };
3860
3855
  const llmTrace = buildLLMTrace2(
3861
- resolvedSteps,
3856
+ result.steps,
3862
3857
  durationMs,
3863
3858
  usage,
3864
3859
  modelId,
@@ -3871,12 +3866,12 @@ async function executeWithAiSdk(context) {
3871
3866
  }
3872
3867
  const conversation = buildConversation3(
3873
3868
  scenario.triggerPrompt,
3874
- resolvedSteps,
3869
+ result.steps,
3875
3870
  startTime,
3876
3871
  stepTimestamps
3877
3872
  );
3878
3873
  return {
3879
- outputText: resolvedText,
3874
+ outputText: result.text,
3880
3875
  durationMs,
3881
3876
  usage,
3882
3877
  llmTrace,