braintrust 0.0.181 → 0.0.183

package/dist/browser.d.mts

@@ -1274,6 +1274,7 @@ declare class SpanImpl implements Span {
 declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> extends ObjectFetcher<DatasetRecord<IsLegacyDataset>> {
     private state;
     private readonly lazyMetadata;
+    private readonly __braintrust_dataset_marker;
     constructor(state: BraintrustState, lazyMetadata: LazyValue<ProjectDatasetMetadata>, pinnedVersion?: string, legacy?: IsLegacyDataset);
     get id(): Promise<string>;
     get name(): Promise<string>;
@@ -1343,6 +1344,7 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * @deprecated This function is deprecated. You can simply remove it from your code.
      */
     close(): Promise<string>;
+    static isDataset(data: unknown): data is Dataset;
 }
 type CompiledPromptParams = Omit<NonNullable<PromptData["options"]>["params"], "use_cache"> & {
     model: NonNullable<NonNullable<PromptData["options"]>["model"]>;
@@ -1845,6 +1847,7 @@ interface ChatLike {
 interface OpenAILike {
     chat: ChatLike;
     embeddings: any;
+    moderations: any;
     beta?: BetaLike;
 }
 declare global {

package/dist/browser.d.ts

@@ -1274,6 +1274,7 @@ declare class SpanImpl implements Span {
 declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> extends ObjectFetcher<DatasetRecord<IsLegacyDataset>> {
     private state;
     private readonly lazyMetadata;
+    private readonly __braintrust_dataset_marker;
     constructor(state: BraintrustState, lazyMetadata: LazyValue<ProjectDatasetMetadata>, pinnedVersion?: string, legacy?: IsLegacyDataset);
     get id(): Promise<string>;
     get name(): Promise<string>;
@@ -1343,6 +1344,7 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * @deprecated This function is deprecated. You can simply remove it from your code.
      */
     close(): Promise<string>;
+    static isDataset(data: unknown): data is Dataset;
 }
 type CompiledPromptParams = Omit<NonNullable<PromptData["options"]>["params"], "use_cache"> & {
     model: NonNullable<NonNullable<PromptData["options"]>["model"]>;
@@ -1845,6 +1847,7 @@ interface ChatLike {
 interface OpenAILike {
     chat: ChatLike;
     embeddings: any;
+    moderations: any;
     beta?: BetaLike;
 }
 declare global {

package/dist/browser.js

@@ -3437,6 +3437,7 @@ var Dataset = class extends ObjectFetcher {
     this.lazyMetadata = lazyMetadata;
   }
   lazyMetadata;
+  __braintrust_dataset_marker = true;
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -3639,6 +3640,9 @@ var Dataset = class extends ObjectFetcher {
     );
     return this.id;
   }
+  static isDataset(data) {
+    return typeof data === "object" && data !== null && "__braintrust_dataset_marker" in data;
+  }
 };
 function renderMessage(render, message) {
   return {
@@ -3990,16 +3994,11 @@ function wrapOpenAI(openai) {
 }
 globalThis.__inherited_braintrust_wrap_openai = wrapOpenAI;
 function wrapOpenAIv4(openai) {
-  let completionProxy = new Proxy(openai.chat.completions, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapChatCompletion(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
-  let chatProxy = new Proxy(openai.chat, {
+  const completionProxy = createEndpointProxy(
+    openai.chat.completions,
+    wrapChatCompletion
+  );
+  const chatProxy = new Proxy(openai.chat, {
     get(target, name, receiver) {
       if (name === "completions") {
         return completionProxy;
@@ -4007,18 +4006,11 @@ function wrapOpenAIv4(openai) {
       return Reflect.get(target, name, receiver);
     }
   });
-  let embeddingProxy = new Proxy(openai.embeddings, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapEmbeddings(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
+  const embeddingProxy = createEndpointProxy(openai.embeddings, wrapEmbeddings);
+  const moderationProxy = createEndpointProxy(openai.moderations, wrapModerations);
   let betaProxy;
   if (openai.beta?.chat?.completions?.stream) {
-    let betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
+    const betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
       get(target, name, receiver) {
         const baseVal = Reflect.get(target, name, receiver);
         if (name === "parse") {
@@ -4029,7 +4021,7 @@ function wrapOpenAIv4(openai) {
         return baseVal;
       }
     });
-    let betaChatProxy = new Proxy(openai.beta.chat, {
+    const betaChatProxy = new Proxy(openai.beta.chat, {
       get(target, name, receiver) {
         if (name === "completions") {
           return betaChatCompletionProxy;
@@ -4046,7 +4038,7 @@ function wrapOpenAIv4(openai) {
       }
     });
   }
-  let proxy = new Proxy(openai, {
+  return new Proxy(openai, {
     get(target, name, receiver) {
       if (name === "chat") {
         return chatProxy;
@@ -4054,13 +4046,15 @@ function wrapOpenAIv4(openai) {
       if (name === "embeddings") {
         return embeddingProxy;
       }
+      if (name === "moderations") {
+        return moderationProxy;
+      }
       if (name === "beta" && betaProxy) {
         return betaProxy;
       }
       return Reflect.get(target, name, receiver);
     }
   });
-  return proxy;
 }
 function logCompletionResponse(startTime, response, span) {
   span.log({
@@ -4209,7 +4203,7 @@ function wrapChatCompletion(completion) {
     }
   };
 }
-function parseChatCompletionParams(allParams) {
+function parseBaseParams(allParams, inputField) {
   const { span_info, ...params } = allParams;
   const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
   let ret = {
@@ -4218,10 +4212,12 @@ function parseChatCompletionParams(allParams) {
       metadata: spanInfoMetadata
     }
   };
-  const { messages, ...paramsRest } = params;
-  return (0, import_core3.mergeDicts)(ret, { event: { input: messages, metadata: paramsRest } });
+  const input = params[inputField];
+  const paramsRest = { ...params };
+  delete paramsRest[inputField];
+  return (0, import_core3.mergeDicts)(ret, { event: { input, metadata: paramsRest } });
 }
-function wrapEmbeddings(create) {
+function createApiWrapper(name, create, processResponse, parseParams) {
   return async (allParams, options) => {
     const { span_info: _, ...params } = allParams;
     return traced(
@@ -4231,42 +4227,61 @@ function wrapEmbeddings(create) {
           options
         ).withResponse();
         logHeaders(response, span);
-        const embedding_length = result.data[0].embedding.length;
-        span.log({
-          // TODO: Add a flag to control whether to log the full embedding vector,
-          // possibly w/ JSON compression.
-          output: { embedding_length },
-          metrics: {
-            tokens: result.usage?.total_tokens,
-            prompt_tokens: result.usage?.prompt_tokens
-          }
-        });
+        processResponse(result, span);
         return result;
       },
       (0, import_core3.mergeDicts)(
         {
-          name: "Embedding",
+          name,
           spanAttributes: {
             type: import_core2.SpanTypeAttribute.LLM
           }
         },
-        parseEmbeddingParams(allParams)
+        parseParams(allParams)
       )
     );
   };
 }
-function parseEmbeddingParams(allParams) {
-  const { span_info, ...params } = allParams;
-  const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
-  let ret = {
-    ...spanInfoRest,
-    event: {
-      metadata: spanInfoMetadata
+function createEndpointProxy(target, wrapperFn) {
+  return new Proxy(target, {
+    get(target2, name, receiver) {
+      const baseVal = Reflect.get(target2, name, receiver);
+      if (name === "create") {
+        return wrapperFn(baseVal.bind(target2));
+      }
+      return baseVal;
     }
-  };
-  const { input, ...paramsRest } = params;
-  return (0, import_core3.mergeDicts)(ret, { event: { input, metadata: paramsRest } });
+  });
+}
+function parseChatCompletionParams(params) {
+  return parseBaseParams(params, "messages");
+}
+function processEmbeddingResponse(result, span) {
+  span.log({
+    output: { embedding_length: result.data[0].embedding.length },
+    metrics: {
+      tokens: result.usage?.total_tokens,
+      prompt_tokens: result.usage?.prompt_tokens
+    }
+  });
+}
+function processModerationResponse(result, span) {
+  span.log({
+    output: result.results
+  });
 }
+var wrapEmbeddings = (create) => createApiWrapper(
+  "Embedding",
+  create,
+  processEmbeddingResponse,
+  (params) => parseBaseParams(params, "input")
+);
+var wrapModerations = (create) => createApiWrapper(
+  "Moderation",
+  create,
+  processModerationResponse,
+  (params) => parseBaseParams(params, "input")
+);
 function postprocessStreamingResults(allResults) {
   let role = void 0;
   let content = void 0;

package/dist/browser.mjs

@@ -3385,6 +3385,7 @@ var Dataset = class extends ObjectFetcher {
     this.lazyMetadata = lazyMetadata;
   }
   lazyMetadata;
+  __braintrust_dataset_marker = true;
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -3587,6 +3588,9 @@ var Dataset = class extends ObjectFetcher {
     );
     return this.id;
   }
+  static isDataset(data) {
+    return typeof data === "object" && data !== null && "__braintrust_dataset_marker" in data;
+  }
 };
 function renderMessage(render, message) {
   return {
@@ -3940,16 +3944,11 @@ function wrapOpenAI(openai) {
 }
 globalThis.__inherited_braintrust_wrap_openai = wrapOpenAI;
 function wrapOpenAIv4(openai) {
-  let completionProxy = new Proxy(openai.chat.completions, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapChatCompletion(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
-  let chatProxy = new Proxy(openai.chat, {
+  const completionProxy = createEndpointProxy(
+    openai.chat.completions,
+    wrapChatCompletion
+  );
+  const chatProxy = new Proxy(openai.chat, {
     get(target, name, receiver) {
       if (name === "completions") {
         return completionProxy;
@@ -3957,18 +3956,11 @@ function wrapOpenAIv4(openai) {
       return Reflect.get(target, name, receiver);
     }
   });
-  let embeddingProxy = new Proxy(openai.embeddings, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapEmbeddings(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
+  const embeddingProxy = createEndpointProxy(openai.embeddings, wrapEmbeddings);
+  const moderationProxy = createEndpointProxy(openai.moderations, wrapModerations);
   let betaProxy;
   if (openai.beta?.chat?.completions?.stream) {
-    let betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
+    const betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
       get(target, name, receiver) {
         const baseVal = Reflect.get(target, name, receiver);
         if (name === "parse") {
@@ -3979,7 +3971,7 @@ function wrapOpenAIv4(openai) {
         return baseVal;
       }
     });
-    let betaChatProxy = new Proxy(openai.beta.chat, {
+    const betaChatProxy = new Proxy(openai.beta.chat, {
       get(target, name, receiver) {
         if (name === "completions") {
           return betaChatCompletionProxy;
@@ -3996,7 +3988,7 @@ function wrapOpenAIv4(openai) {
       }
     });
   }
-  let proxy = new Proxy(openai, {
+  return new Proxy(openai, {
     get(target, name, receiver) {
       if (name === "chat") {
         return chatProxy;
@@ -4004,13 +3996,15 @@ function wrapOpenAIv4(openai) {
       if (name === "embeddings") {
         return embeddingProxy;
       }
+      if (name === "moderations") {
+        return moderationProxy;
+      }
       if (name === "beta" && betaProxy) {
         return betaProxy;
       }
       return Reflect.get(target, name, receiver);
     }
   });
-  return proxy;
 }
 function logCompletionResponse(startTime, response, span) {
   span.log({
@@ -4159,7 +4153,7 @@ function wrapChatCompletion(completion) {
     }
   };
 }
-function parseChatCompletionParams(allParams) {
+function parseBaseParams(allParams, inputField) {
   const { span_info, ...params } = allParams;
   const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
   let ret = {
@@ -4168,10 +4162,12 @@ function parseChatCompletionParams(allParams) {
       metadata: spanInfoMetadata
     }
   };
-  const { messages, ...paramsRest } = params;
-  return mergeDicts2(ret, { event: { input: messages, metadata: paramsRest } });
+  const input = params[inputField];
+  const paramsRest = { ...params };
+  delete paramsRest[inputField];
+  return mergeDicts2(ret, { event: { input, metadata: paramsRest } });
 }
-function wrapEmbeddings(create) {
+function createApiWrapper(name, create, processResponse, parseParams) {
   return async (allParams, options) => {
     const { span_info: _, ...params } = allParams;
     return traced(
@@ -4181,42 +4177,61 @@ function wrapEmbeddings(create) {
           options
         ).withResponse();
         logHeaders(response, span);
-        const embedding_length = result.data[0].embedding.length;
-        span.log({
-          // TODO: Add a flag to control whether to log the full embedding vector,
-          // possibly w/ JSON compression.
-          output: { embedding_length },
-          metrics: {
-            tokens: result.usage?.total_tokens,
-            prompt_tokens: result.usage?.prompt_tokens
-          }
-        });
+        processResponse(result, span);
         return result;
       },
       mergeDicts2(
         {
-          name: "Embedding",
+          name,
           spanAttributes: {
             type: SpanTypeAttribute2.LLM
           }
         },
-        parseEmbeddingParams(allParams)
+        parseParams(allParams)
       )
     );
   };
 }
-function parseEmbeddingParams(allParams) {
-  const { span_info, ...params } = allParams;
-  const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
-  let ret = {
-    ...spanInfoRest,
-    event: {
-      metadata: spanInfoMetadata
+function createEndpointProxy(target, wrapperFn) {
+  return new Proxy(target, {
+    get(target2, name, receiver) {
+      const baseVal = Reflect.get(target2, name, receiver);
+      if (name === "create") {
+        return wrapperFn(baseVal.bind(target2));
+      }
+      return baseVal;
     }
-  };
-  const { input, ...paramsRest } = params;
-  return mergeDicts2(ret, { event: { input, metadata: paramsRest } });
+  });
+}
+function parseChatCompletionParams(params) {
+  return parseBaseParams(params, "messages");
+}
+function processEmbeddingResponse(result, span) {
+  span.log({
+    output: { embedding_length: result.data[0].embedding.length },
+    metrics: {
+      tokens: result.usage?.total_tokens,
+      prompt_tokens: result.usage?.prompt_tokens
+    }
+  });
+}
+function processModerationResponse(result, span) {
+  span.log({
+    output: result.results
+  });
 }
+var wrapEmbeddings = (create) => createApiWrapper(
+  "Embedding",
+  create,
+  processEmbeddingResponse,
+  (params) => parseBaseParams(params, "input")
+);
+var wrapModerations = (create) => createApiWrapper(
+  "Moderation",
+  create,
+  processModerationResponse,
+  (params) => parseBaseParams(params, "input")
+);
 function postprocessStreamingResults(allResults) {
   let role = void 0;
   let content = void 0;

package/dist/cli.js

@@ -1236,7 +1236,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.0.181",
+      version: "0.0.183",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -1311,7 +1311,7 @@ var require_package = __commonJS({
       },
       dependencies: {
         "@ai-sdk/provider": "^1.0.1",
-        "@braintrust/core": "0.0.75",
+        "@braintrust/core": "0.0.77",
         "@next/env": "^14.2.3",
         "@vercel/functions": "^1.0.2",
         ai: "^3.2.16",
@@ -4404,6 +4404,7 @@ var Dataset = class extends ObjectFetcher {
     this.lazyMetadata = lazyMetadata;
   }
   lazyMetadata;
+  __braintrust_dataset_marker = true;
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -4606,6 +4607,9 @@ var Dataset = class extends ObjectFetcher {
     );
     return this.id;
   }
+  static isDataset(data) {
+    return typeof data === "object" && data !== null && "__braintrust_dataset_marker" in data;
+  }
 };
 function renderMessage(render, message) {
   return {
@@ -6099,7 +6103,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
   const q = queue(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async (datum) => {
-      const eventDataset = experiment ? experiment.dataset : evaluator.data instanceof Dataset ? evaluator.data : void 0;
+      const eventDataset = experiment ? experiment.dataset : Dataset.isDataset(evaluator.data) ? evaluator.data : void 0;
       const baseEvent = {
         name: "eval",
         spanAttributes: {
@@ -7821,7 +7825,7 @@ async function initExperiment2(evaluator, evaluatorData) {
     baseExperimentId: evaluator.baseExperimentId,
     gitMetadataSettings: evaluator.gitMetadataSettings,
     repoInfo: evaluator.repoInfo,
-    dataset: data instanceof Dataset ? data : void 0,
+    dataset: Dataset.isDataset(data) ? data : void 0,
     setCurrent: false
   });
   const info = await logger.summarize({ summarizeScores: false });

package/dist/index.d.mts

@@ -1276,6 +1276,7 @@ declare class SpanImpl implements Span {
 declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> extends ObjectFetcher<DatasetRecord<IsLegacyDataset>> {
     private state;
     private readonly lazyMetadata;
+    private readonly __braintrust_dataset_marker;
     constructor(state: BraintrustState, lazyMetadata: LazyValue<ProjectDatasetMetadata>, pinnedVersion?: string, legacy?: IsLegacyDataset);
     get id(): Promise<string>;
     get name(): Promise<string>;
@@ -1345,6 +1346,7 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * @deprecated This function is deprecated. You can simply remove it from your code.
      */
     close(): Promise<string>;
+    static isDataset(data: unknown): data is Dataset;
 }
 type CompiledPromptParams = Omit<NonNullable<PromptData["options"]>["params"], "use_cache"> & {
     model: NonNullable<NonNullable<PromptData["options"]>["model"]>;
@@ -2200,6 +2202,7 @@ interface ChatLike {
 interface OpenAILike {
     chat: ChatLike;
     embeddings: any;
+    moderations: any;
     beta?: BetaLike;
 }
 declare global {

package/dist/index.d.ts

@@ -1276,6 +1276,7 @@ declare class SpanImpl implements Span {
 declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> extends ObjectFetcher<DatasetRecord<IsLegacyDataset>> {
     private state;
     private readonly lazyMetadata;
+    private readonly __braintrust_dataset_marker;
     constructor(state: BraintrustState, lazyMetadata: LazyValue<ProjectDatasetMetadata>, pinnedVersion?: string, legacy?: IsLegacyDataset);
     get id(): Promise<string>;
     get name(): Promise<string>;
@@ -1345,6 +1346,7 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * @deprecated This function is deprecated. You can simply remove it from your code.
      */
     close(): Promise<string>;
+    static isDataset(data: unknown): data is Dataset;
 }
 type CompiledPromptParams = Omit<NonNullable<PromptData["options"]>["params"], "use_cache"> & {
     model: NonNullable<NonNullable<PromptData["options"]>["model"]>;
@@ -2200,6 +2202,7 @@ interface ChatLike {
 interface OpenAILike {
     chat: ChatLike;
     embeddings: any;
+    moderations: any;
     beta?: BetaLike;
 }
 declare global {

package/dist/index.js

@@ -3673,6 +3673,7 @@ var Dataset = class extends ObjectFetcher {
     this.lazyMetadata = lazyMetadata;
   }
   lazyMetadata;
+  __braintrust_dataset_marker = true;
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -3875,6 +3876,9 @@ var Dataset = class extends ObjectFetcher {
     );
     return this.id;
   }
+  static isDataset(data) {
+    return typeof data === "object" && data !== null && "__braintrust_dataset_marker" in data;
+  }
 };
 function renderMessage(render, message) {
   return {
@@ -5485,7 +5489,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
       baseExperimentId: evaluator.baseExperimentId,
       gitMetadataSettings: evaluator.gitMetadataSettings,
       repoInfo: evaluator.repoInfo,
-      dataset: data instanceof Dataset ? data : void 0
+      dataset: Dataset.isDataset(data) ? data : void 0
     });
     if (experiment && options.onStart) {
       const summary = await experiment.summarize({ summarizeScores: false });
@@ -5636,7 +5640,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
   const q = queue(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async (datum) => {
-      const eventDataset = experiment ? experiment.dataset : evaluator.data instanceof Dataset ? evaluator.data : void 0;
+      const eventDataset = experiment ? experiment.dataset : Dataset.isDataset(evaluator.data) ? evaluator.data : void 0;
       const baseEvent = {
         name: "eval",
         spanAttributes: {
@@ -6190,16 +6194,11 @@ function wrapOpenAI(openai) {
 }
 globalThis.__inherited_braintrust_wrap_openai = wrapOpenAI;
 function wrapOpenAIv4(openai) {
-  let completionProxy = new Proxy(openai.chat.completions, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapChatCompletion(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
-  let chatProxy = new Proxy(openai.chat, {
+  const completionProxy = createEndpointProxy(
+    openai.chat.completions,
+    wrapChatCompletion
+  );
+  const chatProxy = new Proxy(openai.chat, {
     get(target, name, receiver) {
       if (name === "completions") {
         return completionProxy;
@@ -6207,18 +6206,11 @@ function wrapOpenAIv4(openai) {
       return Reflect.get(target, name, receiver);
     }
   });
-  let embeddingProxy = new Proxy(openai.embeddings, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapEmbeddings(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
+  const embeddingProxy = createEndpointProxy(openai.embeddings, wrapEmbeddings);
+  const moderationProxy = createEndpointProxy(openai.moderations, wrapModerations);
   let betaProxy;
   if (openai.beta?.chat?.completions?.stream) {
-    let betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
+    const betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
       get(target, name, receiver) {
         const baseVal = Reflect.get(target, name, receiver);
         if (name === "parse") {
@@ -6229,7 +6221,7 @@ function wrapOpenAIv4(openai) {
         return baseVal;
       }
     });
-    let betaChatProxy = new Proxy(openai.beta.chat, {
+    const betaChatProxy = new Proxy(openai.beta.chat, {
       get(target, name, receiver) {
         if (name === "completions") {
           return betaChatCompletionProxy;
@@ -6246,7 +6238,7 @@ function wrapOpenAIv4(openai) {
       }
     });
   }
-  let proxy = new Proxy(openai, {
+  return new Proxy(openai, {
     get(target, name, receiver) {
       if (name === "chat") {
         return chatProxy;
@@ -6254,13 +6246,15 @@ function wrapOpenAIv4(openai) {
       if (name === "embeddings") {
         return embeddingProxy;
       }
+      if (name === "moderations") {
+        return moderationProxy;
+      }
       if (name === "beta" && betaProxy) {
         return betaProxy;
       }
       return Reflect.get(target, name, receiver);
     }
   });
-  return proxy;
 }
 function logCompletionResponse(startTime, response, span) {
   span.log({
@@ -6409,7 +6403,7 @@ function wrapChatCompletion(completion) {
     }
   };
 }
-function parseChatCompletionParams(allParams) {
+function parseBaseParams(allParams, inputField) {
   const { span_info, ...params } = allParams;
   const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
   let ret = {
@@ -6418,10 +6412,12 @@ function parseChatCompletionParams(allParams) {
       metadata: spanInfoMetadata
     }
   };
-  const { messages, ...paramsRest } = params;
-  return (0, import_core4.mergeDicts)(ret, { event: { input: messages, metadata: paramsRest } });
+  const input = params[inputField];
+  const paramsRest = { ...params };
+  delete paramsRest[inputField];
+  return (0, import_core4.mergeDicts)(ret, { event: { input, metadata: paramsRest } });
 }
-function wrapEmbeddings(create) {
+function createApiWrapper(name, create, processResponse, parseParams) {
   return async (allParams, options) => {
     const { span_info: _, ...params } = allParams;
     return traced(
@@ -6431,42 +6427,61 @@ function wrapEmbeddings(create) {
           options
         ).withResponse();
         logHeaders(response, span);
-        const embedding_length = result.data[0].embedding.length;
-        span.log({
-          // TODO: Add a flag to control whether to log the full embedding vector,
-          // possibly w/ JSON compression.
-          output: { embedding_length },
-          metrics: {
-            tokens: result.usage?.total_tokens,
-            prompt_tokens: result.usage?.prompt_tokens
-          }
-        });
+        processResponse(result, span);
         return result;
       },
       (0, import_core4.mergeDicts)(
         {
-          name: "Embedding",
+          name,
           spanAttributes: {
             type: import_core3.SpanTypeAttribute.LLM
           }
         },
-        parseEmbeddingParams(allParams)
+        parseParams(allParams)
       )
     );
   };
 }
-function parseEmbeddingParams(allParams) {
-  const { span_info, ...params } = allParams;
-  const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
-  let ret = {
-    ...spanInfoRest,
-    event: {
-      metadata: spanInfoMetadata
+function createEndpointProxy(target, wrapperFn) {
+  return new Proxy(target, {
+    get(target2, name, receiver) {
+      const baseVal = Reflect.get(target2, name, receiver);
+      if (name === "create") {
+        return wrapperFn(baseVal.bind(target2));
+      }
+      return baseVal;
     }
-  };
-  const { input, ...paramsRest } = params;
-  return (0, import_core4.mergeDicts)(ret, { event: { input, metadata: paramsRest } });
+  });
+}
+function parseChatCompletionParams(params) {
+  return parseBaseParams(params, "messages");
+}
+function processEmbeddingResponse(result, span) {
+  span.log({
+    output: { embedding_length: result.data[0].embedding.length },
+    metrics: {
+      tokens: result.usage?.total_tokens,
+      prompt_tokens: result.usage?.prompt_tokens
+    }
+  });
+}
+function processModerationResponse(result, span) {
+  span.log({
+    output: result.results
+  });
 }
+var wrapEmbeddings = (create) => createApiWrapper(
+  "Embedding",
+  create,
+  processEmbeddingResponse,
+  (params) => parseBaseParams(params, "input")
+);
+var wrapModerations = (create) => createApiWrapper(
+  "Moderation",
+  create,
+  processModerationResponse,
+  (params) => parseBaseParams(params, "input")
+);
 function postprocessStreamingResults(allResults) {
   let role = void 0;
   let content = void 0;

package/dist/index.mjs

@@ -3605,6 +3605,7 @@ var Dataset = class extends ObjectFetcher {
     this.lazyMetadata = lazyMetadata;
   }
   lazyMetadata;
+  __braintrust_dataset_marker = true;
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -3807,6 +3808,9 @@ var Dataset = class extends ObjectFetcher {
     );
     return this.id;
   }
+  static isDataset(data) {
+    return typeof data === "object" && data !== null && "__braintrust_dataset_marker" in data;
+  }
 };
 function renderMessage(render, message) {
   return {
@@ -5419,7 +5423,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
       baseExperimentId: evaluator.baseExperimentId,
       gitMetadataSettings: evaluator.gitMetadataSettings,
       repoInfo: evaluator.repoInfo,
-      dataset: data instanceof Dataset ? data : void 0
+      dataset: Dataset.isDataset(data) ? data : void 0
     });
     if (experiment && options.onStart) {
       const summary = await experiment.summarize({ summarizeScores: false });
@@ -5570,7 +5574,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
   const q = queue(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async (datum) => {
-      const eventDataset = experiment ? experiment.dataset : evaluator.data instanceof Dataset ? evaluator.data : void 0;
+      const eventDataset = experiment ? experiment.dataset : Dataset.isDataset(evaluator.data) ? evaluator.data : void 0;
       const baseEvent = {
         name: "eval",
         spanAttributes: {
@@ -6126,16 +6130,11 @@ function wrapOpenAI(openai) {
 }
 globalThis.__inherited_braintrust_wrap_openai = wrapOpenAI;
 function wrapOpenAIv4(openai) {
-  let completionProxy = new Proxy(openai.chat.completions, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapChatCompletion(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
-  let chatProxy = new Proxy(openai.chat, {
+  const completionProxy = createEndpointProxy(
+    openai.chat.completions,
+    wrapChatCompletion
+  );
+  const chatProxy = new Proxy(openai.chat, {
     get(target, name, receiver) {
       if (name === "completions") {
         return completionProxy;
@@ -6143,18 +6142,11 @@ function wrapOpenAIv4(openai) {
       return Reflect.get(target, name, receiver);
     }
   });
-  let embeddingProxy = new Proxy(openai.embeddings, {
-    get(target, name, receiver) {
-      const baseVal = Reflect.get(target, name, receiver);
-      if (name === "create") {
-        return wrapEmbeddings(baseVal.bind(target));
-      }
-      return baseVal;
-    }
-  });
+  const embeddingProxy = createEndpointProxy(openai.embeddings, wrapEmbeddings);
+  const moderationProxy = createEndpointProxy(openai.moderations, wrapModerations);
   let betaProxy;
   if (openai.beta?.chat?.completions?.stream) {
-    let betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
+    const betaChatCompletionProxy = new Proxy(openai?.beta?.chat.completions, {
       get(target, name, receiver) {
         const baseVal = Reflect.get(target, name, receiver);
         if (name === "parse") {
@@ -6165,7 +6157,7 @@ function wrapOpenAIv4(openai) {
         return baseVal;
       }
     });
-    let betaChatProxy = new Proxy(openai.beta.chat, {
+    const betaChatProxy = new Proxy(openai.beta.chat, {
       get(target, name, receiver) {
         if (name === "completions") {
           return betaChatCompletionProxy;
@@ -6182,7 +6174,7 @@ function wrapOpenAIv4(openai) {
       }
     });
   }
-  let proxy = new Proxy(openai, {
+  return new Proxy(openai, {
     get(target, name, receiver) {
       if (name === "chat") {
         return chatProxy;
@@ -6190,13 +6182,15 @@ function wrapOpenAIv4(openai) {
       if (name === "embeddings") {
         return embeddingProxy;
       }
+      if (name === "moderations") {
+        return moderationProxy;
+      }
       if (name === "beta" && betaProxy) {
         return betaProxy;
       }
       return Reflect.get(target, name, receiver);
     }
   });
-  return proxy;
 }
 function logCompletionResponse(startTime, response, span) {
   span.log({
@@ -6345,7 +6339,7 @@ function wrapChatCompletion(completion) {
     }
   };
 }
-function parseChatCompletionParams(allParams) {
+function parseBaseParams(allParams, inputField) {
   const { span_info, ...params } = allParams;
   const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
   let ret = {
@@ -6354,10 +6348,12 @@ function parseChatCompletionParams(allParams) {
       metadata: spanInfoMetadata
     }
   };
-  const { messages, ...paramsRest } = params;
-  return mergeDicts3(ret, { event: { input: messages, metadata: paramsRest } });
+  const input = params[inputField];
+  const paramsRest = { ...params };
+  delete paramsRest[inputField];
+  return mergeDicts3(ret, { event: { input, metadata: paramsRest } });
 }
-function wrapEmbeddings(create) {
+function createApiWrapper(name, create, processResponse, parseParams) {
   return async (allParams, options) => {
     const { span_info: _, ...params } = allParams;
     return traced(
@@ -6367,42 +6363,61 @@ function wrapEmbeddings(create) {
           options
         ).withResponse();
         logHeaders(response, span);
-        const embedding_length = result.data[0].embedding.length;
-        span.log({
-          // TODO: Add a flag to control whether to log the full embedding vector,
-          // possibly w/ JSON compression.
-          output: { embedding_length },
-          metrics: {
-            tokens: result.usage?.total_tokens,
-            prompt_tokens: result.usage?.prompt_tokens
-          }
-        });
+        processResponse(result, span);
         return result;
       },
       mergeDicts3(
         {
-          name: "Embedding",
+          name,
           spanAttributes: {
             type: SpanTypeAttribute3.LLM
           }
         },
-        parseEmbeddingParams(allParams)
+        parseParams(allParams)
       )
     );
   };
 }
-function parseEmbeddingParams(allParams) {
-  const { span_info, ...params } = allParams;
-  const { metadata: spanInfoMetadata, ...spanInfoRest } = span_info ?? {};
-  let ret = {
-    ...spanInfoRest,
-    event: {
-      metadata: spanInfoMetadata
+function createEndpointProxy(target, wrapperFn) {
+  return new Proxy(target, {
+    get(target2, name, receiver) {
+      const baseVal = Reflect.get(target2, name, receiver);
+      if (name === "create") {
+        return wrapperFn(baseVal.bind(target2));
+      }
+      return baseVal;
     }
-  };
-  const { input, ...paramsRest } = params;
-  return mergeDicts3(ret, { event: { input, metadata: paramsRest } });
+  });
+}
+function parseChatCompletionParams(params) {
+  return parseBaseParams(params, "messages");
+}
+function processEmbeddingResponse(result, span) {
+  span.log({
+    output: { embedding_length: result.data[0].embedding.length },
+    metrics: {
+      tokens: result.usage?.total_tokens,
+      prompt_tokens: result.usage?.prompt_tokens
+    }
+  });
+}
+function processModerationResponse(result, span) {
+  span.log({
+    output: result.results
+  });
 }
+var wrapEmbeddings = (create) => createApiWrapper(
+  "Embedding",
+  create,
+  processEmbeddingResponse,
+  (params) => parseBaseParams(params, "input")
+);
+var wrapModerations = (create) => createApiWrapper(
+  "Moderation",
+  create,
+  processModerationResponse,
+  (params) => parseBaseParams(params, "input")
+);
 function postprocessStreamingResults(allResults) {
   let role = void 0;
   let content = void 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "braintrust",
-  "version": "0.0.181",
+  "version": "0.0.183",
   "description": "SDK for integrating Braintrust",
   "repository": {
     "type": "git",
@@ -75,7 +75,7 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "^1.0.1",
-    "@braintrust/core": "0.0.75",
+    "@braintrust/core": "0.0.77",
     "@next/env": "^14.2.3",
     "@vercel/functions": "^1.0.2",
     "ai": "^3.2.16",

package/turbo.json

@@ -1,6 +1,6 @@
 {
   "extends": ["//"],
-  "pipeline": {
+  "tasks": {
     "build": {
       "outputs": ["**/dist/**"]
     },