@voltagent/core 2.6.10 → 2.6.11

package/dist/index.js

@@ -24925,6 +24925,41 @@ function createScorerSpanAttributes(host, descriptor, config, storagePayload, me
   if (metrics.datasetMetadata?.datasetItemHash) {
     attributes["eval.dataset.item_hash"] = metrics.datasetMetadata.datasetItemHash;
   }
+  const judgeTelemetry = extractJudgeTelemetry(metrics.combinedMetadata);
+  if (judgeTelemetry?.modelName) {
+    attributes["ai.model.name"] = judgeTelemetry.modelName;
+    const provider = judgeTelemetry.modelName.includes("/") ? judgeTelemetry.modelName.split("/")[0] : void 0;
+    if (provider) {
+      attributes["ai.model.provider"] = provider;
+    }
+  }
+  if (judgeTelemetry?.promptTokens !== void 0) {
+    attributes["usage.prompt_tokens"] = judgeTelemetry.promptTokens;
+  }
+  if (judgeTelemetry?.completionTokens !== void 0) {
+    attributes["usage.completion_tokens"] = judgeTelemetry.completionTokens;
+  }
+  if (judgeTelemetry?.totalTokens !== void 0) {
+    attributes["usage.total_tokens"] = judgeTelemetry.totalTokens;
+  }
+  if (judgeTelemetry?.cachedTokens !== void 0) {
+    attributes["usage.cached_tokens"] = judgeTelemetry.cachedTokens;
+  }
+  if (judgeTelemetry?.reasoningTokens !== void 0) {
+    attributes["usage.reasoning_tokens"] = judgeTelemetry.reasoningTokens;
+  }
+  if (judgeTelemetry?.providerCost?.cost !== void 0) {
+    attributes["usage.cost"] = judgeTelemetry.providerCost.cost;
+  }
+  if (judgeTelemetry?.providerCost?.upstreamInferenceCost !== void 0) {
+    attributes["usage.cost_details.upstream_inference_cost"] = judgeTelemetry.providerCost.upstreamInferenceCost;
+  }
+  if (judgeTelemetry?.providerCost?.upstreamInferenceInputCost !== void 0) {
+    attributes["usage.cost_details.upstream_inference_input_cost"] = judgeTelemetry.providerCost.upstreamInferenceInputCost;
+  }
+  if (judgeTelemetry?.providerCost?.upstreamInferenceOutputCost !== void 0) {
+    attributes["usage.cost_details.upstream_inference_output_cost"] = judgeTelemetry.providerCost.upstreamInferenceOutputCost;
+  }
   if (storagePayload.userId) {
     attributes["user.id"] = storagePayload.userId;
   }
@@ -25807,6 +25842,64 @@ function extractErrorMessage(error) {
   }
 }
 __name(extractErrorMessage, "extractErrorMessage");
+function extractJudgeTelemetry(metadata) {
+  const record = isPlainRecord(metadata) ? metadata : void 0;
+  if (!record) {
+    return void 0;
+  }
+  const sources = [];
+  if (isPlainRecord(record.voltAgent)) {
+    sources.push(record.voltAgent);
+  }
+  if (isPlainRecord(record.scorer)) {
+    sources.push(record.scorer);
+  }
+  if (isPlainRecord(record.payload)) {
+    sources.push(record.payload);
+  }
+  for (const source of sources) {
+    const judge = isPlainRecord(source?.judge) ? source?.judge : void 0;
+    if (!judge) {
+      continue;
+    }
+    const usage = isPlainRecord(judge.usage) ? judge.usage : void 0;
+    const providerCost = isPlainRecord(judge.providerCost) ? judge.providerCost : void 0;
+    const telemetry = {
+      modelName: readString(judge.model),
+      promptTokens: readNumber(usage?.promptTokens),
+      completionTokens: readNumber(usage?.completionTokens),
+      totalTokens: readNumber(usage?.totalTokens),
+      cachedTokens: readNumber(usage?.cachedInputTokens ?? usage?.cachedTokens),
+      reasoningTokens: readNumber(usage?.reasoningTokens),
+      providerCost: providerCost ? {
+        cost: readNumber(providerCost.cost),
+        upstreamInferenceCost: readNumber(providerCost.upstreamInferenceCost),
+        upstreamInferenceInputCost: readNumber(providerCost.upstreamInferenceInputCost),
+        upstreamInferenceOutputCost: readNumber(providerCost.upstreamInferenceOutputCost)
+      } : void 0
+    };
+    if (telemetry.modelName || telemetry.promptTokens !== void 0 || telemetry.completionTokens !== void 0 || telemetry.totalTokens !== void 0 || telemetry.cachedTokens !== void 0 || telemetry.reasoningTokens !== void 0 || telemetry.providerCost?.cost !== void 0 || telemetry.providerCost?.upstreamInferenceCost !== void 0 || telemetry.providerCost?.upstreamInferenceInputCost !== void 0 || telemetry.providerCost?.upstreamInferenceOutputCost !== void 0) {
+      return telemetry;
+    }
+  }
+  return void 0;
+}
+__name(extractJudgeTelemetry, "extractJudgeTelemetry");
+function readString(value) {
+  return typeof value === "string" && value.length > 0 ? value : void 0;
+}
+__name(readString, "readString");
+function readNumber(value) {
+  if (typeof value === "number") {
+    return Number.isFinite(value) ? value : void 0;
+  }
+  if (typeof value === "string") {
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : void 0;
+  }
+  return void 0;
+}
+__name(readNumber, "readNumber");
 async function invokeEvalResultCallback(host, config, result) {
   if (!config.onResult) {
     return;
@@ -30146,6 +30239,27 @@ var extractOpenRouterUsageCost = /* @__PURE__ */ __name((providerMetadata) => {
   };
   return Object.values(result).some((value) => value !== void 0) ? result : void 0;
 }, "extractOpenRouterUsageCost");
+var toLanguageModelUsage = /* @__PURE__ */ __name((value) => isPlainObject(value) ? value : void 0, "toLanguageModelUsage");
+var extractGenerationErrorDetails = /* @__PURE__ */ __name((error) => {
+  const metadata = isRecord4(error) && isPlainObject(error.metadata) ? error.metadata : void 0;
+  const originalError = isRecord4(error) ? error.originalError : void 0;
+  const usage = firstDefined(
+    isRecord4(error) ? toLanguageModelUsage(error.usage) : void 0,
+    metadata ? toLanguageModelUsage(metadata.usage) : void 0,
+    isRecord4(originalError) ? toLanguageModelUsage(originalError.usage) : void 0
+  );
+  const providerMetadata = firstDefined(
+    metadata?.providerMetadata,
+    isRecord4(error) ? error.providerMetadata : void 0,
+    isRecord4(originalError) ? originalError.providerMetadata : void 0
+  );
+  const finishReason = firstNonBlank(
+    isRecord4(error) ? error.finishReason : void 0,
+    metadata?.finishReason,
+    isRecord4(originalError) ? originalError.finishReason : void 0
+  );
+  return { usage, providerMetadata, finishReason };
+}, "extractGenerationErrorDetails");
 var isAssistantContentPart = /* @__PURE__ */ __name((value) => {
   if (!isRecord4(value)) {
     return false;
@@ -30705,7 +30819,7 @@ var Agent = class {
                       onStepFinish: this.createStepHandler(oc, options)
                     })
                   );
-                  this.ensureStructuredOutputGenerated({
+                  await this.ensureStructuredOutputGenerated({
                     result: response,
                     output,
                     tools,
@@ -30719,7 +30833,13 @@ var Agent = class {
                   });
                   return response;
                 } catch (error) {
-                  finalizeLLMSpan(import_api16.SpanStatusCode.ERROR, { message: error.message });
+                  const errorDetails = extractGenerationErrorDetails(error);
+                  finalizeLLMSpan(import_api16.SpanStatusCode.ERROR, {
+                    message: error.message,
+                    usage: errorDetails.usage,
+                    finishReason: errorDetails.finishReason,
+                    providerMetadata: errorDetails.providerMetadata
+                  });
                   throw error;
                 }
               }, "run")
@@ -32471,7 +32591,7 @@ Metadata: ${(0, import_utils33.safeStringify)(metadata)}`;
       toolResults: stepToolResults.length > 0 ? stepToolResults : result.toolResults ?? []
     };
   }
-  ensureStructuredOutputGenerated(params) {
+  async ensureStructuredOutputGenerated(params) {
     const { result, output, tools, maxSteps } = params;
     if (!output) {
       return;
@@ -32488,6 +32608,13 @@ Metadata: ${(0, import_utils33.safeStringify)(metadata)}`;
       const stepCount = result.steps?.length ?? 0;
       const finishReason = result.finishReason ?? "unknown";
       const reachedMaxSteps = stepCount >= maxSteps;
+      const providerMetadata = result.providerMetadata;
+      const providerUsage = result.usage ? await Promise.resolve(result.usage) : void 0;
+      const usageForFinish = resolveFinishUsage({
+        providerMetadata,
+        usage: providerUsage,
+        totalUsage: result.totalUsage
+      });
       const guidance = configuredToolCount > 0 || toolCalls.length > 0 ? "When tools are enabled, ensure the model emits a final non-tool response that matches the output schema, or split this into two calls (tools first, schema formatting second)." : "Ensure the model emits a final response that matches the requested output schema.";
       const maxStepHint = reachedMaxSteps ? ` Generation stopped after ${stepCount} steps (maxSteps=${maxSteps}).` : "";
       throw createVoltAgentError(
@@ -32501,7 +32628,9 @@ Metadata: ${(0, import_utils33.safeStringify)(metadata)}`;
             stepCount,
             maxSteps,
             configuredToolCount,
-            toolCallCount: toolCalls.length
+            toolCallCount: toolCalls.length,
+            usage: usageForFinish ? JSON.parse((0, import_utils33.safeStringify)(usageForFinish)) : void 0,
+            providerMetadata: providerMetadata !== void 0 ? JSON.parse((0, import_utils33.safeStringify)(providerMetadata)) : void 0
           }
         }
       );
@@ -35410,7 +35539,18 @@ ${retrieverContext}`;
     if (!oc.isActive && oc.cancellationError) {
       throw oc.cancellationError;
     }
-    const voltagentError = createVoltAgentError(error);
+    const voltagentError = isVoltAgentError(error) ? error : createVoltAgentError(error);
+    const errorDetails = extractGenerationErrorDetails(voltagentError);
+    if (errorDetails.usage || errorDetails.providerMetadata !== void 0) {
+      this.recordRootSpanUsageAndProviderCost(
+        oc.traceContext,
+        errorDetails.usage,
+        errorDetails.providerMetadata
+      );
+    }
+    if (errorDetails.finishReason) {
+      oc.traceContext.setFinishReason(errorDetails.finishReason);
+    }
     oc.traceContext.end("error", error);
     const hooks = this.getMergedHooks(options);
     await hooks.onEnd?.({