braintrust 3.29.0 → 3.31.0

package/dist/index.mjs

@@ -143,7 +143,7 @@ import {
   wrapMastraAgent,
   wrapTraced,
   zodToJsonSchema
-} from "./chunk-M6XPNJC4.mjs";
+} from "./chunk-AJT4FR25.mjs";
 import {
   INSTRUMENTATION_NAMES,
   __export,
@@ -177,7 +177,7 @@ import {
   strandsAgentSDKChannels,
   voyageAIChannels,
   withSpanInstrumentationName
-} from "./chunk-7FA6VP2S.mjs";
+} from "./chunk-CE3BLB2L.mjs";
 
 // src/exports.ts
 var exports_exports = {};
@@ -256,6 +256,7 @@ __export(exports_exports, {
   braintrustStreamChunkSchema: () => braintrustStreamChunkSchema,
   buildLocalSummary: () => buildLocalSummary,
   collectAnthropicSession: () => collectAnthropicSession,
+  completeOpenAIBatchTrace: () => completeOpenAIBatchTrace,
   configureInstrumentation: () => configureInstrumentation,
   constructLogs3OverflowRequest: () => constructLogs3OverflowRequest,
   createFinalValuePassThroughStream: () => createFinalValuePassThroughStream,
@@ -294,6 +295,8 @@ __export(exports_exports, {
   loginToState: () => loginToState,
   logs3OverflowUploadSchema: () => logs3OverflowUploadSchema,
   newId: () => newId,
+  openaiBatchesRetrieveTraced: () => openaiBatchesRetrieveTraced,
+  openaiFilesCreateTraced: () => openaiFilesCreateTraced,
   parseCachedHeader: () => parseCachedHeader,
   parseTemplateFormat: () => parseTemplateFormat,
   permalink: () => permalink,
@@ -458,6 +461,260 @@ async function registerSandbox(options) {
   };
 }
 
+// src/wrappers/openai-promise-utils.ts
+function splitSpanInfo(allParams) {
+  const { span_info, ...params } = allParams;
+  return {
+    params,
+    span_info
+  };
+}
+function createChannelContext(_channel, params, span_info) {
+  return {
+    arguments: (
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      [params]
+    ),
+    span_info
+  };
+}
+async function tracePromiseWithResponse(channel, traceContext, apiPromise) {
+  let enhancedResponse;
+  const tracePromise = (
+    // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+    channel.tracePromise
+  );
+  const data = await tracePromise(async () => {
+    enhancedResponse = await apiPromise.withResponse();
+    traceContext.response = enhancedResponse.response;
+    return enhancedResponse.data;
+  }, traceContext);
+  if (!enhancedResponse) {
+    throw new Error("Expected withResponse() to provide response");
+  }
+  return {
+    data,
+    response: enhancedResponse.response,
+    request_id: enhancedResponse.request_id
+  };
+}
+async function tracePromiseAsResponse(channel, traceContext, apiPromise) {
+  const tracePromise = (
+    // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+    channel.tracePromise
+  );
+  let response;
+  await tracePromise(async () => {
+    response = await apiPromise.asResponse();
+    traceContext.response = response;
+    return void 0;
+  }, traceContext);
+  if (!response) {
+    throw new Error("Expected asResponse() to provide response");
+  }
+  return response;
+}
+function createLazyAPIPromise(ensureExecuted, ensureResponse, getAPIPromise) {
+  let firstConsumption;
+  let enhancedResponsePromise;
+  let dataPromise;
+  let responsePromise;
+  const withResponse = () => {
+    firstConsumption ??= "data";
+    enhancedResponsePromise ??= firstConsumption === "data" ? ensureExecuted() : getAPIPromise().withResponse();
+    return enhancedResponsePromise;
+  };
+  const asResponse = () => {
+    firstConsumption ??= "response";
+    responsePromise ??= firstConsumption === "response" ? ensureResponse() : getAPIPromise().asResponse();
+    return responsePromise;
+  };
+  return new Proxy({}, {
+    get(target, prop, receiver) {
+      if (prop === "withResponse") {
+        return withResponse;
+      }
+      if (prop === "asResponse") {
+        return asResponse;
+      }
+      if (prop === "then" || prop === "catch" || prop === "finally" || prop in Promise.prototype) {
+        dataPromise ??= withResponse().then((result) => result.data);
+        const value = Reflect.get(dataPromise, prop, receiver);
+        return typeof value === "function" ? value.bind(dataPromise) : value;
+      }
+      return Reflect.get(target, prop, receiver);
+    }
+  });
+}
+
+// src/openai-batch.ts
+function read(value, key) {
+  if (value === null || typeof value !== "object" && typeof value !== "function") {
+    return void 0;
+  }
+  try {
+    return Reflect.get(value, key);
+  } catch {
+    return void 0;
+  }
+}
+function isAsyncIterable(value) {
+  return typeof read(value, Symbol.asyncIterator) === "function";
+}
+function teeAsyncIterable(source) {
+  const iterator = source[Symbol.asyncIterator]();
+  const stream = new ReadableStream({
+    async pull(controller) {
+      try {
+        const result = await iterator.next();
+        if (result.done) {
+          controller.close();
+          return;
+        }
+        if (!(result.value instanceof Uint8Array)) {
+          throw new TypeError(
+            "OpenAI upload streams must yield Uint8Array chunks"
+          );
+        }
+        controller.enqueue(result.value);
+      } catch (error) {
+        controller.error(error);
+      }
+    },
+    async cancel(reason) {
+      await iterator.return?.(reason);
+    }
+  });
+  const [uploadStream, trace] = stream.tee();
+  const upload = {
+    async *[Symbol.asyncIterator]() {
+      const reader = uploadStream.getReader();
+      try {
+        while (true) {
+          const result = await reader.read();
+          if (result.done) {
+            return;
+          }
+          yield result.value;
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    }
+  };
+  const path = read(source, "path");
+  if (typeof path === "string") {
+    Object.defineProperty(upload, "path", { value: path });
+  }
+  return { upload, trace: new Response(trace) };
+}
+function teeUpload(upload) {
+  if (upload instanceof Blob) {
+    return { upload, trace: new Response(upload) };
+  }
+  if (upload instanceof Response) {
+    return { upload, trace: upload.clone() };
+  }
+  if (isAsyncIterable(upload)) {
+    return teeAsyncIterable(upload);
+  }
+  return void 0;
+}
+function openaiFilesCreateTraced(files) {
+  return (params, options) => {
+    const parent = getSpanParentObject();
+    const purpose = read(params, "purpose");
+    const file = read(params, "file");
+    if (purpose !== "batch") {
+      return files.create(params, options);
+    }
+    let branches;
+    try {
+      branches = teeUpload(file);
+    } catch {
+      return files.create(params, options);
+    }
+    if (!branches) {
+      return files.create(params, options);
+    }
+    const tracedParams = {
+      ...Object(params),
+      file: branches.upload
+    };
+    const apiPromise = files.create(tracedParams, options);
+    let enhancedResponse;
+    const tracedResponse = openAIChannels.filesCreateTraced.invoke(
+      async () => {
+        enhancedResponse = await apiPromise.withResponse();
+        return enhancedResponse.data;
+      },
+      files,
+      [{ params, inputFileContent: branches.trace, parent }],
+      {}
+    ).then((data) => {
+      if (!enhancedResponse) {
+        throw new Error(
+          "Expected OpenAI withResponse() to provide a response"
+        );
+      }
+      return { ...enhancedResponse, data };
+    });
+    return createLazyAPIPromise(
+      () => tracedResponse,
+      () => tracedResponse.then(({ response }) => response),
+      () => apiPromise
+    );
+  };
+}
+function openaiBatchesRetrieveTraced(batches) {
+  return (batchId, options) => {
+    const apiPromise = batches.retrieve(batchId, options);
+    let enhancedResponse;
+    const tracedResponse = openAIChannels.batchesRetrieveTraced.invoke(
+      async () => {
+        enhancedResponse = await apiPromise.withResponse();
+        return enhancedResponse.data;
+      },
+      batches,
+      [{ batchId }],
+      {}
+    ).then((data) => {
+      if (!enhancedResponse) {
+        throw new Error(
+          "Expected OpenAI withResponse() to provide a response"
+        );
+      }
+      return { ...enhancedResponse, data };
+    });
+    return createLazyAPIPromise(
+      () => tracedResponse,
+      () => tracedResponse.then(({ response }) => response),
+      () => apiPromise
+    );
+  };
+}
+async function completeOpenAIBatchTrace(args) {
+  const inputFileContent = Promise.resolve(args.inputFileContent);
+  const outputFileContent = args.outputFileContent === void 0 ? void 0 : Promise.resolve(args.outputFileContent);
+  const errorFileContent = args.errorFileContent === void 0 ? void 0 : Promise.resolve(args.errorFileContent);
+  void inputFileContent.catch(() => void 0);
+  void outputFileContent?.catch(() => void 0);
+  void errorFileContent?.catch(() => void 0);
+  await openAIChannels.batchesCompleteTrace.invoke(
+    async () => void 0,
+    void 0,
+    [
+      {
+        ...args,
+        inputFileContent,
+        outputFileContent,
+        errorFileContent
+      }
+    ],
+    {}
+  );
+}
+
 // src/functions/invoke.ts
 async function invoke(args) {
   const {
@@ -560,58 +817,6 @@ function initFunction({
   return f;
 }
 
-// src/wrappers/openai-promise-utils.ts
-function splitSpanInfo(allParams) {
-  const { span_info, ...params } = allParams;
-  return {
-    params,
-    span_info
-  };
-}
-function createChannelContext(_channel, params, span_info) {
-  return {
-    arguments: (
-      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
-      [params]
-    ),
-    span_info
-  };
-}
-async function tracePromiseWithResponse(channel, traceContext, apiPromise) {
-  let enhancedResponse;
-  const tracePromise = (
-    // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
-    channel.tracePromise
-  );
-  const data = await tracePromise(async () => {
-    enhancedResponse = await apiPromise.withResponse();
-    traceContext.response = enhancedResponse.response;
-    return enhancedResponse.data;
-  }, traceContext);
-  if (!enhancedResponse) {
-    throw new Error("Expected withResponse() to provide response");
-  }
-  return { data, response: enhancedResponse.response };
-}
-function createLazyAPIPromise(ensureExecuted) {
-  let dataPromise = null;
-  return new Proxy({}, {
-    get(target, prop, receiver) {
-      if (prop === "withResponse") {
-        return () => ensureExecuted();
-      }
-      if (prop === "then" || prop === "catch" || prop === "finally" || prop in Promise.prototype) {
-        if (!dataPromise) {
-          dataPromise = ensureExecuted().then((result) => result.data);
-        }
-        const value = Reflect.get(dataPromise, prop, receiver);
-        return typeof value === "function" ? value.bind(dataPromise) : value;
-      }
-      return Reflect.get(target, prop, receiver);
-    }
-  });
-}
-
 // src/wrappers/oai_responses.ts
 function responsesProxy(openai) {
   if (!openai.responses) {
@@ -648,17 +853,33 @@ function wrapResponsesAsync(target, channel) {
   return (allParams, options) => {
     const { span_info, params } = splitSpanInfo(allParams);
     let executionPromise = null;
+    let apiPromise = null;
+    const getAPIPromise = () => {
+      apiPromise ??= target(params, options);
+      return apiPromise;
+    };
     const ensureExecuted = () => {
       if (!executionPromise) {
         executionPromise = (async () => {
           const traceContext = createChannelContext(channel, params, span_info);
-          const apiPromise = target(params, options);
-          return tracePromiseWithResponse(channel, traceContext, apiPromise);
+          return tracePromiseWithResponse(
+            channel,
+            traceContext,
+            getAPIPromise()
+          );
         })();
       }
       return executionPromise;
     };
-    return createLazyAPIPromise(ensureExecuted);
+    return createLazyAPIPromise(
+      ensureExecuted,
+      () => tracePromiseAsResponse(
+        channel,
+        createChannelContext(channel, params, span_info),
+        getAPIPromise()
+      ),
+      getAPIPromise
+    );
   };
 }
 function wrapResponsesSyncStream(target, channel) {
@@ -804,6 +1025,11 @@ function wrapChatCompletion(completion) {
       allParams
     );
     let executionPromise = null;
+    let apiPromise = null;
+    const getAPIPromise = () => {
+      apiPromise ??= completion(params, options);
+      return apiPromise;
+    };
     const ensureExecuted = () => {
       if (!executionPromise) {
         executionPromise = (async () => {
@@ -813,32 +1039,44 @@ function wrapChatCompletion(completion) {
             span_info
           );
           if (params.stream) {
-            const completionPromise = completion(
-              params,
-              options
+            const completionPromise = (
+              // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+              getAPIPromise()
             );
-            const { data: data2, response: response2 } = await tracePromiseWithResponse(
+            const { data: data2, response: response2, request_id: request_id2 } = await tracePromiseWithResponse(
               openAIChannels.chatCompletionsCreate,
               traceContext,
               completionPromise
             );
-            return { data: data2, response: response2 };
+            return { data: data2, response: response2, request_id: request_id2 };
           }
-          const completionResponse = completion(
-            params,
-            options
+          const completionResponse = (
+            // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+            getAPIPromise()
           );
-          const { data, response } = await tracePromiseWithResponse(
+          const { data, response, request_id } = await tracePromiseWithResponse(
             openAIChannels.chatCompletionsCreate,
             traceContext,
             completionResponse
           );
-          return { data, response };
+          return { data, response, request_id };
         })();
       }
       return executionPromise;
     };
-    return createLazyAPIPromise(ensureExecuted);
+    return createLazyAPIPromise(
+      ensureExecuted,
+      () => tracePromiseAsResponse(
+        openAIChannels.chatCompletionsCreate,
+        createChannelContext(
+          openAIChannels.chatCompletionsCreate,
+          params,
+          span_info
+        ),
+        getAPIPromise()
+      ),
+      getAPIPromise
+    );
   };
 }
 function createEndpointProxy(target, wrapperFn) {
@@ -856,6 +1094,11 @@ function wrapApiCreateWithChannel(create, channel) {
   return (allParams, options) => {
     const { span_info, params } = splitSpanInfo(allParams);
     let executionPromise = null;
+    let apiPromise = null;
+    const getAPIPromise = () => {
+      apiPromise ??= create(params, options);
+      return apiPromise;
+    };
     const ensureExecuted = () => {
       if (!executionPromise) {
         executionPromise = (async () => {
@@ -863,13 +1106,21 @@ function wrapApiCreateWithChannel(create, channel) {
           return tracePromiseWithResponse(
             channel,
             traceContext,
-            create(params, options)
+            getAPIPromise()
           );
         })();
       }
       return executionPromise;
     };
-    return createLazyAPIPromise(ensureExecuted);
+    return createLazyAPIPromise(
+      ensureExecuted,
+      () => tracePromiseAsResponse(
+        channel,
+        createChannelContext(channel, params, span_info),
+        getAPIPromise()
+      ),
+      getAPIPromise
+    );
   };
 }
 var wrapEmbeddings = (create) => wrapApiCreateWithChannel(create, openAIChannels.embeddingsCreate);
@@ -3564,7 +3815,15 @@ var MAX_EVE_PROVIDER_CACHE_ENTRIES = 1e4;
 function createEveInstrumentationProvider(options = {}) {
   const bridge = new EveProviderBridge(options.metadata);
   return {
+    // Eve versions before tracePolicy use capture to decide whether provider
+    // events include content. Newer versions prefer tracePolicy when both are
+    // present, so keep the deprecated field for backwards compatibility.
     capture: "content",
+    tracePolicy: () => ({
+      emit: true,
+      recordInputs: true,
+      recordOutputs: true
+    }),
     events: {
       "action.completed": (event, context) => bridge.handleActionTerminal(event, context),
       "action.failed": (event, context) => bridge.handleActionTerminal(event, context),
@@ -6911,8 +7170,8 @@ function normalizeScores(result) {
       (s) => s !== null && s !== void 0 && typeof s === "object" && isScore(s)
     );
   }
-  if (typeof result === "object" && result !== null && isScore(result)) {
-    return [result];
+  if (typeof result === "object" && result !== null && "score" in result) {
+    return [{ ...result, name: result.name ?? "score" }];
   }
   return [];
 }
@@ -7732,7 +7991,7 @@ function isAsync(fn) {
 function isAsyncGenerator(fn) {
   return fn[Symbol.toStringTag] === "AsyncGenerator";
 }
-function isAsyncIterable(obj) {
+function isAsyncIterable2(obj) {
   return typeof obj[Symbol.asyncIterator] === "function";
 }
 function wrapAsync(asyncFn) {
@@ -7904,7 +8163,7 @@ var eachOfLimit$2 = (limit) => {
     if (isAsyncGenerator(obj)) {
       return asyncEachOfLimit(obj, limit, iteratee, callback);
     }
-    if (isAsyncIterable(obj)) {
+    if (isAsyncIterable2(obj)) {
       return asyncEachOfLimit(obj[Symbol.asyncIterator](), limit, iteratee, callback);
     }
     var nextElem = createIterator(obj);
@@ -9259,7 +9518,7 @@ function callEvaluatorData(data) {
     baseExperiment
   };
 }
-function isAsyncIterable2(value) {
+function isAsyncIterable3(value) {
   return typeof value === "object" && value !== null && Symbol.asyncIterator in value && typeof value[Symbol.asyncIterator] === "function";
 }
 function isIterable(value) {
@@ -9294,7 +9553,7 @@ async function _internalResolveEvaluatorData(evaluator, experiment) {
     }).asDataset();
   }
   const resolvedDataResult = dataResult instanceof Promise ? await dataResult : dataResult;
-  if (isAsyncIterable2(resolvedDataResult)) {
+  if (isAsyncIterable3(resolvedDataResult)) {
     return resolvedDataResult;
   }
   if (Array.isArray(resolvedDataResult) || isIterable(resolvedDataResult)) {
@@ -9495,19 +9754,29 @@ function buildSpanScores(results) {
 function _internalPrepareEvaluatorScore(scoreValue, name) {
   if (scoreValue === null) return { results: null };
   if (Array.isArray(scoreValue)) {
+    const names = /* @__PURE__ */ new Set();
     for (const score of scoreValue) {
       if (!(typeof score === "object" && !isEmpty(score))) {
         throw new Error(
           `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(score)}`
         );
       }
+      if (typeof score.name !== "string") {
+        throw new Error(
+          `When returning an array of scores, each score must have a name. Got: ${JSON.stringify(score)}`
+        );
+      }
+      if (names.has(score.name)) {
+        throw new Error(`Duplicate score name '${score.name}' in score array`);
+      }
+      names.add(score.name);
     }
   }
   let results;
   if (Array.isArray(scoreValue)) {
     results = scoreValue;
   } else if (typeof scoreValue === "object" && !isEmpty(scoreValue)) {
-    results = [scoreValue];
+    results = [{ ...scoreValue, name: scoreValue.name ?? name }];
   } else {
     results = [{ name, score: scoreValue }];
   }
@@ -12342,6 +12611,7 @@ export {
   braintrustStreamChunkSchema,
   buildLocalSummary,
   collectAnthropicSession,
+  completeOpenAIBatchTrace,
   configureInstrumentation,
   constructLogs3OverflowRequest,
   createFinalValuePassThroughStream,
@@ -12381,6 +12651,8 @@ export {
   loginToState,
   logs3OverflowUploadSchema,
   newId,
+  openaiBatchesRetrieveTraced,
+  openaiFilesCreateTraced,
   parseCachedHeader,
   parseTemplateFormat,
   permalink,

package/dist/instrumentation/index.d.mts

@@ -10177,8 +10177,23 @@ type EveProviderStepAttemptTerminalEvent = {
     readonly type: "step.attempt.completed" | "step.attempt.failed";
 };
 type EveProviderHandler<TEvent> = (event: TEvent, context: EveProviderContext) => void | PromiseLike<void>;
+type EveChannelAudience = "private" | "public" | "unknown";
+interface EveTraceCaptureContext {
+    readonly agentName?: string;
+    readonly audience: EveChannelAudience;
+    readonly channelType?: string;
+}
+type EveTracePolicyDecision = {
+    readonly emit: false;
+} | {
+    readonly emit: true;
+    readonly recordInputs: boolean;
+    readonly recordOutputs: boolean;
+};
+type EveTraceCapturePolicy = (trace: EveTraceCaptureContext) => EveTracePolicyDecision | boolean;
 interface EveProviderDefinition {
     readonly capture?: "content" | "metadata";
+    readonly tracePolicy?: EveTraceCapturePolicy;
     readonly events?: {
         readonly "action.completed"?: EveProviderHandler<EveProviderActionTerminalEvent>;
         readonly "action.failed"?: EveProviderHandler<EveProviderActionTerminalEvent>;

package/dist/instrumentation/index.d.ts

@@ -10177,8 +10177,23 @@ type EveProviderStepAttemptTerminalEvent = {
     readonly type: "step.attempt.completed" | "step.attempt.failed";
 };
 type EveProviderHandler<TEvent> = (event: TEvent, context: EveProviderContext) => void | PromiseLike<void>;
+type EveChannelAudience = "private" | "public" | "unknown";
+interface EveTraceCaptureContext {
+    readonly agentName?: string;
+    readonly audience: EveChannelAudience;
+    readonly channelType?: string;
+}
+type EveTracePolicyDecision = {
+    readonly emit: false;
+} | {
+    readonly emit: true;
+    readonly recordInputs: boolean;
+    readonly recordOutputs: boolean;
+};
+type EveTraceCapturePolicy = (trace: EveTraceCaptureContext) => EveTracePolicyDecision | boolean;
 interface EveProviderDefinition {
     readonly capture?: "content" | "metadata";
+    readonly tracePolicy?: EveTraceCapturePolicy;
     readonly events?: {
         readonly "action.completed"?: EveProviderHandler<EveProviderActionTerminalEvent>;
         readonly "action.failed"?: EveProviderHandler<EveProviderActionTerminalEvent>;