braintrust 3.30.0 → 3.31.0

package/dist/cli.js

@@ -1236,7 +1236,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "3.30.0",
+      version: "3.31.0",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -5356,6 +5356,7 @@ var ProjectSettings = import_v36.z.union([
     ]),
     disable_realtime_queries: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
     monitor_charts_use_metrics_start: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
+    blind_reviews: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
     default_preprocessor: NullableSavedFunctionId
   }).partial(),
   import_v36.z.null()
@@ -5417,6 +5418,7 @@ var WindowedAutomationConfig = import_v36.z.object({
     auto_approve_tools: import_v36.z.array(import_v36.z.string().min(1)).optional().default([]),
     harness: import_v36.z.enum(["native", "codex", "claude-code"]).optional(),
     model: import_v36.z.string().min(1).optional(),
+    endpoint_name: import_v36.z.string().min(1).optional(),
     reasoning_effort: import_v36.z.enum(["none", "minimal", "low", "medium", "high", "xhigh", "max"]).optional()
   }).optional(),
   actions: import_v36.z.array(
@@ -7208,7 +7210,7 @@ var INSTRUMENTATION_NAMES = {
 var INTERNAL_SPAN_INSTRUMENTATION_NAME = /* @__PURE__ */ Symbol.for(
   "braintrust.spanInstrumentationName"
 );
-var SDK_VERSION = true ? "3.30.0" : "0.0.0";
+var SDK_VERSION = true ? "3.31.0" : "0.0.0";
 function withSpanInstrumentationName(args, instrumentationName) {
   return {
     ...args,
@@ -14769,19 +14771,29 @@ function buildSpanScores(results) {
 function _internalPrepareEvaluatorScore(scoreValue, name) {
   if (scoreValue === null) return { results: null };
   if (Array.isArray(scoreValue)) {
+    const names = /* @__PURE__ */ new Set();
     for (const score of scoreValue) {
       if (!(typeof score === "object" && !isEmpty2(score))) {
         throw new Error(
           `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(score)}`
         );
       }
+      if (typeof score.name !== "string") {
+        throw new Error(
+          `When returning an array of scores, each score must have a name. Got: ${JSON.stringify(score)}`
+        );
+      }
+      if (names.has(score.name)) {
+        throw new Error(`Duplicate score name '${score.name}' in score array`);
+      }
+      names.add(score.name);
     }
   }
   let results;
   if (Array.isArray(scoreValue)) {
     results = scoreValue;
   } else if (typeof scoreValue === "object" && !isEmpty2(scoreValue)) {
-    results = [scoreValue];
+    results = [{ ...scoreValue, name: scoreValue.name ?? name }];
   } else {
     results = [{ name, score: scoreValue }];
   }
@@ -23562,6 +23574,12 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       if (!activeEntry) {
         return result;
       }
+      const executionOptions = args[1];
+      const toolCallId = isObject(executionOptions) ? executionOptions.toolCallId : void 0;
+      const toolInput = {
+        input: serializeToolExecutionInput(args),
+        ...typeof toolCallId === "string" ? { metadata: { toolCallId } } : {}
+      };
       if (isAsyncGenerator2(result)) {
         return (async function* () {
           const span = activeEntry.parentSpan.startSpan(
@@ -23575,7 +23593,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
               INSTRUMENTATION_NAMES.AI_SDK
             )
           );
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           try {
             let lastValue;
             for await (const value of result) {
@@ -23593,7 +23611,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       }
       return activeEntry.parentSpan.traced(
         async (span) => {
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           const awaitedResult = await result;
           span.log({ output: awaitedResult });
           return awaitedResult;
@@ -37715,14 +37733,17 @@ function getMetricsFromResponse(response) {
     if (!isRecord(usageMetadata)) {
       continue;
     }
-    const inputTokenDetails = usageMetadata.input_token_details;
+    const inputTokenDetails = isRecord(usageMetadata.input_token_details) ? usageMetadata.input_token_details : {};
     const outputTokenDetails = usageMetadata.output_token_details;
     return normalizeTokenMetrics({
       total_tokens: usageMetadata.total_tokens,
       prompt_tokens: usageMetadata.input_tokens,
       completion_tokens: usageMetadata.output_tokens,
-      prompt_cache_creation_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_creation : void 0,
-      prompt_cached_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_read : void 0,
+      // Prefer TTL-specific cache writes over the aggregate when available.
+      prompt_cache_creation_tokens: inputTokenDetails.ephemeral_5m_input_tokens == null && inputTokenDetails.ephemeral_1h_input_tokens == null ? inputTokenDetails.cache_creation : void 0,
+      prompt_cache_creation_5m_tokens: inputTokenDetails.ephemeral_5m_input_tokens,
+      prompt_cache_creation_1h_tokens: inputTokenDetails.ephemeral_1h_input_tokens,
+      prompt_cached_tokens: inputTokenDetails.cache_read,
       completion_reasoning_tokens: isRecord(outputTokenDetails) ? outputTokenDetails.reasoning : void 0
     });
   }

package/dist/edge-light.js

@@ -4031,6 +4031,7 @@ var ProjectSettings = import_v36.z.union([
     ]),
     disable_realtime_queries: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
     monitor_charts_use_metrics_start: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
+    blind_reviews: import_v36.z.union([import_v36.z.boolean(), import_v36.z.null()]),
     default_preprocessor: NullableSavedFunctionId
   }).partial(),
   import_v36.z.null()
@@ -4092,6 +4093,7 @@ var WindowedAutomationConfig = import_v36.z.object({
     auto_approve_tools: import_v36.z.array(import_v36.z.string().min(1)).optional().default([]),
     harness: import_v36.z.enum(["native", "codex", "claude-code"]).optional(),
     model: import_v36.z.string().min(1).optional(),
+    endpoint_name: import_v36.z.string().min(1).optional(),
     reasoning_effort: import_v36.z.enum(["none", "minimal", "low", "medium", "high", "xhigh", "max"]).optional()
   }).optional(),
   actions: import_v36.z.array(
@@ -5883,7 +5885,7 @@ var INSTRUMENTATION_NAMES = {
 var INTERNAL_SPAN_INSTRUMENTATION_NAME = /* @__PURE__ */ Symbol.for(
   "braintrust.spanInstrumentationName"
 );
-var SDK_VERSION = true ? "3.30.0" : "0.0.0";
+var SDK_VERSION = true ? "3.31.0" : "0.0.0";
 function withSpanInstrumentationName(args, instrumentationName) {
   return {
     ...args,
@@ -20034,6 +20036,12 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       if (!activeEntry) {
         return result;
       }
+      const executionOptions = args[1];
+      const toolCallId = isObject(executionOptions) ? executionOptions.toolCallId : void 0;
+      const toolInput = {
+        input: serializeToolExecutionInput(args),
+        ...typeof toolCallId === "string" ? { metadata: { toolCallId } } : {}
+      };
       if (isAsyncGenerator(result)) {
         return (async function* () {
           const span = activeEntry.parentSpan.startSpan(
@@ -20047,7 +20055,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
               INSTRUMENTATION_NAMES.AI_SDK
             )
           );
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           try {
             let lastValue;
             for await (const value of result) {
@@ -20065,7 +20073,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       }
       return activeEntry.parentSpan.traced(
         async (span) => {
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           const awaitedResult = await result;
           span.log({ output: awaitedResult });
           return awaitedResult;
@@ -34187,14 +34195,17 @@ function getMetricsFromResponse(response) {
     if (!isRecord(usageMetadata)) {
       continue;
     }
-    const inputTokenDetails = usageMetadata.input_token_details;
+    const inputTokenDetails = isRecord(usageMetadata.input_token_details) ? usageMetadata.input_token_details : {};
     const outputTokenDetails = usageMetadata.output_token_details;
     return normalizeTokenMetrics({
       total_tokens: usageMetadata.total_tokens,
       prompt_tokens: usageMetadata.input_tokens,
       completion_tokens: usageMetadata.output_tokens,
-      prompt_cache_creation_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_creation : void 0,
-      prompt_cached_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_read : void 0,
+      // Prefer TTL-specific cache writes over the aggregate when available.
+      prompt_cache_creation_tokens: inputTokenDetails.ephemeral_5m_input_tokens == null && inputTokenDetails.ephemeral_1h_input_tokens == null ? inputTokenDetails.cache_creation : void 0,
+      prompt_cache_creation_5m_tokens: inputTokenDetails.ephemeral_5m_input_tokens,
+      prompt_cache_creation_1h_tokens: inputTokenDetails.ephemeral_1h_input_tokens,
+      prompt_cached_tokens: inputTokenDetails.cache_read,
       completion_reasoning_tokens: isRecord(outputTokenDetails) ? outputTokenDetails.reasoning : void 0
     });
   }
@@ -45206,8 +45217,8 @@ function normalizeScores(result) {
       (s) => s !== null && s !== void 0 && typeof s === "object" && isScore(s)
     );
   }
-  if (typeof result === "object" && result !== null && isScore(result)) {
-    return [result];
+  if (typeof result === "object" && result !== null && "score" in result) {
+    return [{ ...result, name: result.name ?? "score" }];
   }
   return [];
 }
@@ -47790,19 +47801,29 @@ function buildSpanScores(results) {
 function _internalPrepareEvaluatorScore(scoreValue, name) {
   if (scoreValue === null) return { results: null };
   if (Array.isArray(scoreValue)) {
+    const names = /* @__PURE__ */ new Set();
     for (const score of scoreValue) {
       if (!(typeof score === "object" && !isEmpty2(score))) {
         throw new Error(
           `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(score)}`
         );
       }
+      if (typeof score.name !== "string") {
+        throw new Error(
+          `When returning an array of scores, each score must have a name. Got: ${JSON.stringify(score)}`
+        );
+      }
+      if (names.has(score.name)) {
+        throw new Error(`Duplicate score name '${score.name}' in score array`);
+      }
+      names.add(score.name);
     }
   }
   let results;
   if (Array.isArray(scoreValue)) {
     results = scoreValue;
   } else if (typeof scoreValue === "object" && !isEmpty2(scoreValue)) {
-    results = [scoreValue];
+    results = [{ ...scoreValue, name: scoreValue.name ?? name }];
   } else {
     results = [{ name, score: scoreValue }];
   }

package/dist/edge-light.mjs

@@ -3818,6 +3818,7 @@ var ProjectSettings = z6.union([
     ]),
     disable_realtime_queries: z6.union([z6.boolean(), z6.null()]),
     monitor_charts_use_metrics_start: z6.union([z6.boolean(), z6.null()]),
+    blind_reviews: z6.union([z6.boolean(), z6.null()]),
     default_preprocessor: NullableSavedFunctionId
   }).partial(),
   z6.null()
@@ -3879,6 +3880,7 @@ var WindowedAutomationConfig = z6.object({
     auto_approve_tools: z6.array(z6.string().min(1)).optional().default([]),
     harness: z6.enum(["native", "codex", "claude-code"]).optional(),
     model: z6.string().min(1).optional(),
+    endpoint_name: z6.string().min(1).optional(),
     reasoning_effort: z6.enum(["none", "minimal", "low", "medium", "high", "xhigh", "max"]).optional()
   }).optional(),
   actions: z6.array(
@@ -5672,7 +5674,7 @@ var INSTRUMENTATION_NAMES = {
 var INTERNAL_SPAN_INSTRUMENTATION_NAME = /* @__PURE__ */ Symbol.for(
   "braintrust.spanInstrumentationName"
 );
-var SDK_VERSION = true ? "3.30.0" : "0.0.0";
+var SDK_VERSION = true ? "3.31.0" : "0.0.0";
 function withSpanInstrumentationName(args, instrumentationName) {
   return {
     ...args,
@@ -19823,6 +19825,12 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       if (!activeEntry) {
         return result;
       }
+      const executionOptions = args[1];
+      const toolCallId = isObject(executionOptions) ? executionOptions.toolCallId : void 0;
+      const toolInput = {
+        input: serializeToolExecutionInput(args),
+        ...typeof toolCallId === "string" ? { metadata: { toolCallId } } : {}
+      };
       if (isAsyncGenerator(result)) {
         return (async function* () {
           const span = activeEntry.parentSpan.startSpan(
@@ -19836,7 +19844,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
               INSTRUMENTATION_NAMES.AI_SDK
             )
           );
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           try {
             let lastValue;
             for await (const value of result) {
@@ -19854,7 +19862,7 @@ function prepareAISDKChildTracing(params, self, parentSpan, denyOutputPaths, aiS
       }
       return activeEntry.parentSpan.traced(
         async (span) => {
-          span.log({ input: serializeToolExecutionInput(args) });
+          span.log(toolInput);
           const awaitedResult = await result;
           span.log({ output: awaitedResult });
           return awaitedResult;
@@ -33976,14 +33984,17 @@ function getMetricsFromResponse(response) {
     if (!isRecord(usageMetadata)) {
       continue;
     }
-    const inputTokenDetails = usageMetadata.input_token_details;
+    const inputTokenDetails = isRecord(usageMetadata.input_token_details) ? usageMetadata.input_token_details : {};
     const outputTokenDetails = usageMetadata.output_token_details;
     return normalizeTokenMetrics({
       total_tokens: usageMetadata.total_tokens,
       prompt_tokens: usageMetadata.input_tokens,
       completion_tokens: usageMetadata.output_tokens,
-      prompt_cache_creation_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_creation : void 0,
-      prompt_cached_tokens: isRecord(inputTokenDetails) ? inputTokenDetails.cache_read : void 0,
+      // Prefer TTL-specific cache writes over the aggregate when available.
+      prompt_cache_creation_tokens: inputTokenDetails.ephemeral_5m_input_tokens == null && inputTokenDetails.ephemeral_1h_input_tokens == null ? inputTokenDetails.cache_creation : void 0,
+      prompt_cache_creation_5m_tokens: inputTokenDetails.ephemeral_5m_input_tokens,
+      prompt_cache_creation_1h_tokens: inputTokenDetails.ephemeral_1h_input_tokens,
+      prompt_cached_tokens: inputTokenDetails.cache_read,
       completion_reasoning_tokens: isRecord(outputTokenDetails) ? outputTokenDetails.reasoning : void 0
     });
   }
@@ -44995,8 +45006,8 @@ function normalizeScores(result) {
       (s) => s !== null && s !== void 0 && typeof s === "object" && isScore(s)
     );
   }
-  if (typeof result === "object" && result !== null && isScore(result)) {
-    return [result];
+  if (typeof result === "object" && result !== null && "score" in result) {
+    return [{ ...result, name: result.name ?? "score" }];
   }
   return [];
 }
@@ -47579,19 +47590,29 @@ function buildSpanScores(results) {
 function _internalPrepareEvaluatorScore(scoreValue, name) {
   if (scoreValue === null) return { results: null };
   if (Array.isArray(scoreValue)) {
+    const names = /* @__PURE__ */ new Set();
     for (const score of scoreValue) {
       if (!(typeof score === "object" && !isEmpty2(score))) {
         throw new Error(
           `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(score)}`
         );
       }
+      if (typeof score.name !== "string") {
+        throw new Error(
+          `When returning an array of scores, each score must have a name. Got: ${JSON.stringify(score)}`
+        );
+      }
+      if (names.has(score.name)) {
+        throw new Error(`Duplicate score name '${score.name}' in score array`);
+      }
+      names.add(score.name);
     }
   }
   let results;
   if (Array.isArray(scoreValue)) {
     results = scoreValue;
   } else if (typeof scoreValue === "object" && !isEmpty2(scoreValue)) {
-    results = [scoreValue];
+    results = [{ ...scoreValue, name: scoreValue.name ?? name }];
   } else {
     results = [{ name, score: scoreValue }];
   }