@wix/evalforge-evaluator 0.207.0 → 0.209.0

package/build/index.mjs

@@ -11025,7 +11025,14 @@ function calculateFromPricing(modelId, tokenUsage) {
   return tokenUsage.prompt / 1e6 * pricing.input + tokenUsage.completion / 1e6 * pricing.output;
 }
 function calculateStepCost(step, modelId, provider, tokenUsage) {
-  return extractGatewayCost(step, provider) ?? calculateFromPricing(modelId, tokenUsage);
+  const gatewayCost = extractGatewayCost(step, provider);
+  if (gatewayCost !== void 0) {
+    return gatewayCost;
+  }
+  console.warn(
+    `[cost-calculation] gateway cost missing; using list-price fallback (provider=${provider}, model=${modelId}, promptTokens=${tokenUsage.prompt}, completionTokens=${tokenUsage.completion})`
+  );
+  return calculateFromPricing(modelId, tokenUsage);
 }
 
 // src/run-scenario/agents/simple-agent/build-conversation.ts
@@ -11305,13 +11312,13 @@ async function executeWithAiSdk(context) {
       [text, steps, rawUsage] = await Promise.all([
         stream.text,
         stream.steps,
-        stream.usage
+        stream.totalUsage
       ]);
     } else {
       const result = await generateText(sdkParams);
       text = result.text;
       steps = result.steps;
-      rawUsage = result.usage;
+      rawUsage = result.totalUsage;
     }
     const durationMs = Date.now() - startTime;
     const usage = {
@@ -11322,7 +11329,6 @@ async function executeWithAiSdk(context) {
     const llmTrace = buildLLMTrace2(
       steps,
       durationMs,
-      usage,
       modelId,
       provider,
       startTime,
@@ -11471,7 +11477,7 @@ function findToolResultError(step) {
   }
   return null;
 }
-function buildLLMTrace2(steps, totalDurationMs, totalUsage, modelId, provider, executionStartMs, stepTimestamps) {
+function buildLLMTrace2(steps, totalDurationMs, modelId, provider, executionStartMs, stepTimestamps) {
   const traceSteps = steps.map((step, i) => {
     const stepFinishedAt = stepTimestamps[i] ?? executionStartMs;
     const stepStartedAt = i === 0 ? executionStartMs : stepTimestamps[i - 1] ?? executionStartMs;
@@ -11503,11 +11509,14 @@ function buildLLMTrace2(steps, totalDurationMs, totalUsage, modelId, provider, e
     };
   });
   const totalCostUsd = traceSteps.reduce((sum, s) => sum + s.costUsd, 0);
-  const finalTokens = {
-    prompt: totalUsage.inputTokens,
-    completion: totalUsage.outputTokens,
-    total: totalUsage.totalTokens
-  };
+  const finalTokens = traceSteps.reduce(
+    (acc, s) => ({
+      prompt: acc.prompt + s.tokenUsage.prompt,
+      completion: acc.completion + s.tokenUsage.completion,
+      total: acc.total + s.tokenUsage.total
+    }),
+    { prompt: 0, completion: 0, total: 0 }
+  );
   return {
     id: randomUUID3(),
     steps: traceSteps,